@charivo/realtime 0.11.0 → 0.13.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +23 -5
- package/dist/chunk-44K42PIQ.mjs +127 -0
- package/dist/chunk-44K42PIQ.mjs.map +1 -0
- package/dist/{chunk-JQLQR3PT.mjs → chunk-5WS7XIKZ.mjs} +49 -12
- package/dist/chunk-5WS7XIKZ.mjs.map +1 -0
- package/dist/{chunk-PNBYFAER.mjs → chunk-IBOM5FCP.mjs} +3 -43
- package/dist/chunk-IBOM5FCP.mjs.map +1 -0
- package/dist/{chunk-U5RU2NWF.mjs → chunk-T3GIW5EA.mjs} +14 -10
- package/dist/chunk-T3GIW5EA.mjs.map +1 -0
- package/dist/index.d.mts +7 -9
- package/dist/index.d.ts +7 -9
- package/dist/index.js +5 -85
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +8 -85
- package/dist/index.mjs.map +1 -1
- package/dist/openai/index.d.mts +1 -1
- package/dist/openai/index.d.ts +1 -1
- package/dist/openai/index.js +10 -138
- package/dist/openai/index.js.map +1 -1
- package/dist/openai/index.mjs +3 -3
- package/dist/openai-agents/index.d.mts +1 -1
- package/dist/openai-agents/index.d.ts +1 -1
- package/dist/openai-agents/index.js +45 -140
- package/dist/openai-agents/index.js.map +1 -1
- package/dist/openai-agents/index.mjs +3 -3
- package/dist/remote/index.d.mts +1 -1
- package/dist/remote/index.d.ts +1 -1
- package/dist/remote/index.js +127 -157
- package/dist/remote/index.js.map +1 -1
- package/dist/remote/index.mjs +77 -17
- package/dist/remote/index.mjs.map +1 -1
- package/dist/{types-BRya38bF.d.mts → types-DFJPDaQo.d.mts} +1 -0
- package/dist/{types-BRya38bF.d.ts → types-DFJPDaQo.d.ts} +1 -0
- package/package.json +2 -2
- package/dist/chunk-JKVXVWGJ.mjs +0 -222
- package/dist/chunk-JKVXVWGJ.mjs.map +0 -1
- package/dist/chunk-JQLQR3PT.mjs.map +0 -1
- package/dist/chunk-PNBYFAER.mjs.map +0 -1
- package/dist/chunk-U5RU2NWF.mjs.map +0 -1
package/README.md
CHANGED
|
@@ -54,6 +54,20 @@ await manager.startSession({
|
|
|
54
54
|
|
|
55
55
|
`gpt-realtime-2.1-mini` is the default realtime model; the full `gpt-realtime-2.1` is available but meaningfully more expensive — consult [OpenAI's pricing page](https://openai.com/api/pricing/) before switching.
|
|
56
56
|
|
|
57
|
+
For iOS-safe lip-sync, call `prepareAudio?.()` from the same user gesture that
|
|
58
|
+
starts the session, before `startSession(...)`. Pass the same session config to
|
|
59
|
+
both calls — `prepareAudio` needs it to resolve which remote adapter to warm up:
|
|
60
|
+
|
|
61
|
+
```ts
|
|
62
|
+
const sessionConfig = {
|
|
63
|
+
provider: "openai",
|
|
64
|
+
model: "gpt-realtime-2.1-mini",
|
|
65
|
+
};
|
|
66
|
+
|
|
67
|
+
await manager.prepareAudio?.(sessionConfig);
|
|
68
|
+
await manager.startSession(sessionConfig);
|
|
69
|
+
```
|
|
70
|
+
|
|
57
71
|
```ts
|
|
58
72
|
await manager.updateSession({
|
|
59
73
|
voice: "alloy",
|
|
@@ -105,7 +119,9 @@ client shown above.
|
|
|
105
119
|
- `buildRealtimeSessionConfig({ character, baseConfig? })`
|
|
106
120
|
- `DEFAULT_REALTIME_AGENT_INSTRUCTIONS`
|
|
107
121
|
- realtime-related types re-exported from `@charivo/core`
|
|
108
|
-
- `
|
|
122
|
+
- `ToolResultProjector` (re-exported from `@charivo/core`) — use this for
|
|
123
|
+
`resultProjectors`
|
|
124
|
+
- `RealtimeToolResultProjector` — **deprecated**, alias of `ToolResultProjector`
|
|
109
125
|
- `RealtimeLogger`
|
|
110
126
|
|
|
111
127
|
## Instruction Layering
|
|
@@ -145,8 +161,10 @@ OpenAI transport packages and `@charivo/server/openai` keep their own
|
|
|
145
161
|
OpenAI-specific fallbacks for omitted model or voice values.
|
|
146
162
|
|
|
147
163
|
Avatar-specific realtime tools and avatar-specific instruction addenda now live
|
|
148
|
-
in `@charivo/
|
|
149
|
-
|
|
164
|
+
in `@charivo/avatar` (works with both `@charivo/realtime` and `@charivo/llm`;
|
|
165
|
+
`@charivo/realtime-avatar` is a deprecated re-export of it). Append those
|
|
166
|
+
instructions only in sessions that register avatar tools so `@charivo/realtime`
|
|
167
|
+
stays tool-agnostic.
|
|
150
168
|
|
|
151
169
|
## Result Projectors And Logging
|
|
152
170
|
|
|
@@ -161,7 +179,7 @@ import {
|
|
|
161
179
|
import {
|
|
162
180
|
buildAvatarControlInstructions,
|
|
163
181
|
createAvatarResultProjector,
|
|
164
|
-
} from "@charivo/
|
|
182
|
+
} from "@charivo/avatar";
|
|
165
183
|
|
|
166
184
|
const base = buildRealtimeSessionConfig({ character });
|
|
167
185
|
|
|
@@ -181,7 +199,7 @@ await manager.startSession({
|
|
|
181
199
|
```
|
|
182
200
|
|
|
183
201
|
`resultProjectors` run after successful local tool execution and can emit
|
|
184
|
-
additional app-level events such as `
|
|
202
|
+
additional app-level events such as `avatar:expression`.
|
|
185
203
|
|
|
186
204
|
When a logger is configured, `RealtimeManager` also injects a per-session
|
|
187
205
|
`sessionId` into every log context. If the caller also supplies `sessionId` in
|
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
import { DEFAULT_REALTIME_AGENT_INSTRUCTIONS } from './chunk-IBOM5FCP.mjs';
|
|
2
|
+
import { subscribeBrowserLifecycle, CharivoTimeoutError, CharivoTransportError } from '@charivo/core';
|
|
3
|
+
|
|
4
|
+
// src/internal/microphone.ts
|
|
5
|
+
var DEFAULT_MICROPHONE_CONSTRAINTS = {
|
|
6
|
+
echoCancellation: true,
|
|
7
|
+
noiseSuppression: true,
|
|
8
|
+
autoGainControl: true
|
|
9
|
+
};
|
|
10
|
+
async function acquireMicrophoneStream() {
|
|
11
|
+
return navigator.mediaDevices.getUserMedia({
|
|
12
|
+
audio: DEFAULT_MICROPHONE_CONSTRAINTS
|
|
13
|
+
});
|
|
14
|
+
}
|
|
15
|
+
var DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS = 1e3;
|
|
16
|
+
function bindTransportLifecycle(callbacks) {
|
|
17
|
+
const teardownBrowserLifecycle = subscribeBrowserLifecycle({
|
|
18
|
+
onHidden: callbacks.onHidden,
|
|
19
|
+
onOnline: callbacks.onOnline,
|
|
20
|
+
onPageHide: callbacks.onPageHide,
|
|
21
|
+
onPageShow: callbacks.onPageShow,
|
|
22
|
+
onVisible: callbacks.onVisible
|
|
23
|
+
});
|
|
24
|
+
if (callbacks.onDeviceChange) {
|
|
25
|
+
navigator.mediaDevices?.addEventListener?.(
|
|
26
|
+
"devicechange",
|
|
27
|
+
callbacks.onDeviceChange
|
|
28
|
+
);
|
|
29
|
+
}
|
|
30
|
+
return () => {
|
|
31
|
+
teardownBrowserLifecycle();
|
|
32
|
+
if (callbacks.onDeviceChange) {
|
|
33
|
+
navigator.mediaDevices?.removeEventListener?.(
|
|
34
|
+
"devicechange",
|
|
35
|
+
callbacks.onDeviceChange
|
|
36
|
+
);
|
|
37
|
+
}
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
async function replaceMicrophoneTrack(state) {
|
|
41
|
+
if (!state.peerConnection) {
|
|
42
|
+
throw new Error("Realtime transport not active");
|
|
43
|
+
}
|
|
44
|
+
const nextStream = await acquireMicrophoneStream();
|
|
45
|
+
const nextTrack = nextStream.getAudioTracks()[0];
|
|
46
|
+
if (!nextTrack) {
|
|
47
|
+
throw new Error("Microphone access required for Realtime API");
|
|
48
|
+
}
|
|
49
|
+
const sender = state.audioSender ?? (typeof state.peerConnection.getSenders === "function" ? state.peerConnection.getSenders().find((candidate) => candidate.track?.kind === "audio") ?? null : null);
|
|
50
|
+
if (!sender) {
|
|
51
|
+
throw new Error("No outbound audio sender available");
|
|
52
|
+
}
|
|
53
|
+
await sender.replaceTrack(nextTrack);
|
|
54
|
+
state.mediaStream?.getTracks().forEach((track) => track.stop());
|
|
55
|
+
return {
|
|
56
|
+
audioSender: sender,
|
|
57
|
+
mediaStream: nextStream
|
|
58
|
+
};
|
|
59
|
+
}
|
|
60
|
+
function createIceDisconnectDebouncer(onDisconnect, delayMs = DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS) {
|
|
61
|
+
let pending = null;
|
|
62
|
+
return {
|
|
63
|
+
schedule() {
|
|
64
|
+
if (pending) {
|
|
65
|
+
return;
|
|
66
|
+
}
|
|
67
|
+
pending = setTimeout(() => {
|
|
68
|
+
pending = null;
|
|
69
|
+
onDisconnect();
|
|
70
|
+
}, delayMs);
|
|
71
|
+
},
|
|
72
|
+
cancel() {
|
|
73
|
+
if (!pending) {
|
|
74
|
+
return;
|
|
75
|
+
}
|
|
76
|
+
clearTimeout(pending);
|
|
77
|
+
pending = null;
|
|
78
|
+
}
|
|
79
|
+
};
|
|
80
|
+
}
|
|
81
|
+
var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
|
|
82
|
+
function isRecord(value) {
|
|
83
|
+
return typeof value === "object" && value !== null;
|
|
84
|
+
}
|
|
85
|
+
function isRealtimeSessionBootstrap(value) {
|
|
86
|
+
if (!isRecord(value) || typeof value.adapter !== "string" || typeof value.transport !== "string") {
|
|
87
|
+
return false;
|
|
88
|
+
}
|
|
89
|
+
if (value.transport === "webrtc") {
|
|
90
|
+
return typeof value.answerSdp === "string" || typeof value.clientSecret === "string";
|
|
91
|
+
}
|
|
92
|
+
if (value.transport === "websocket") {
|
|
93
|
+
return typeof value.url === "string" && typeof value.token === "string";
|
|
94
|
+
}
|
|
95
|
+
return false;
|
|
96
|
+
}
|
|
97
|
+
async function fetchWithTimeout(input, init, timeoutMessage, timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS) {
|
|
98
|
+
const controller = new AbortController();
|
|
99
|
+
const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
|
|
100
|
+
try {
|
|
101
|
+
return await fetch(input, {
|
|
102
|
+
...init,
|
|
103
|
+
signal: controller.signal
|
|
104
|
+
});
|
|
105
|
+
} catch (error) {
|
|
106
|
+
if (isAbortError(error)) {
|
|
107
|
+
throw new CharivoTimeoutError(timeoutMessage, { cause: error });
|
|
108
|
+
}
|
|
109
|
+
throw new CharivoTransportError("Realtime request failed", {
|
|
110
|
+
cause: error instanceof Error ? error : void 0
|
|
111
|
+
});
|
|
112
|
+
} finally {
|
|
113
|
+
clearTimeout(timeoutId);
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
function isAbortError(error) {
|
|
117
|
+
return error instanceof DOMException && error.name === "AbortError" || error instanceof Error && error.name === "AbortError";
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
// src/openai/defaults.ts
|
|
121
|
+
var DEFAULT_OPENAI_REALTIME_MODEL = "gpt-realtime-2.1-mini";
|
|
122
|
+
var DEFAULT_OPENAI_REALTIME_VOICE = "marin";
|
|
123
|
+
var DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS = DEFAULT_REALTIME_AGENT_INSTRUCTIONS;
|
|
124
|
+
|
|
125
|
+
export { DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS, DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS, DEFAULT_OPENAI_REALTIME_MODEL, DEFAULT_OPENAI_REALTIME_VOICE, DEFAULT_REQUEST_TIMEOUT_MS, acquireMicrophoneStream, bindTransportLifecycle, createIceDisconnectDebouncer, fetchWithTimeout, isRealtimeSessionBootstrap, isRecord, replaceMicrophoneTrack };
|
|
126
|
+
//# sourceMappingURL=chunk-44K42PIQ.mjs.map
|
|
127
|
+
//# sourceMappingURL=chunk-44K42PIQ.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/internal/microphone.ts","../src/internal/webrtc-lifecycle.ts","../src/internal/shared.ts","../src/openai/defaults.ts"],"names":[],"mappings":";;;;AAAO,IAAM,8BAAA,GAAiC;AAAA,EAC5C,gBAAA,EAAkB,IAAA;AAAA,EAClB,gBAAA,EAAkB,IAAA;AAAA,EAClB,eAAA,EAAiB;AACnB,CAAA;AAEA,eAAsB,uBAAA,GAAgD;AACpE,EAAA,OAAO,SAAA,CAAU,aAAa,YAAA,CAAa;AAAA,IACzC,KAAA,EAAO;AAAA,GACR,CAAA;AACH;ACPO,IAAM,oCAAA,GAAuC;AAW7C,SAAS,uBACd,SAAA,EACY;AACZ,EAAA,MAAM,2BAA2B,yBAAA,CAA0B;AAAA,IACzD,UAAU,SAAA,CAAU,QAAA;AAAA,IACpB,UAAU,SAAA,CAAU,QAAA;AAAA,IACpB,YAAY,SAAA,CAAU,UAAA;AAAA,IACtB,YAAY,SAAA,CAAU,UAAA;AAAA,IACtB,WAAW,SAAA,CAAU;AAAA,GACtB,CAAA;AAED,EAAA,IAAI,UAAU,cAAA,EAAgB;AAC5B,IAAA,SAAA,CAAU,YAAA,EAAc,gBAAA;AAAA,MACtB,cAAA;AAAA,MACA,SAAA,CAAU;AAAA,KACZ;AAAA,EACF;AAEA,EAAA,OAAO,MAAM;AACX,IAAA,wBAAA,EAAyB;AACzB,IAAA,IAAI,UAAU,cAAA,EAAgB;AAC5B,MAAA,SAAA,CAAU,YAAA,EAAc,mBAAA;AAAA,QACtB,cAAA;AAAA,QACA,SAAA,CAAU;AAAA,OACZ;AAAA,IACF;AAAA,EACF,CAAA;AACF;AAQA,eAAsB,uBACpB,KAAA,EACkE;AAClE,EAAA,IAAI,CAAC,MAAM,cAAA,EAAgB;AACzB,IAAA,MAAM,IAAI,MAAM,+BAA+B,CAAA;AAAA,EACjD;AAEA,EAAA,MAAM,UAAA,GAAa,MAAM,uBAAA,EAAwB;AACjD,EAAA,MAAM,SAAA,GAAY,UAAA,CAAW,cAAA,EAAe,CAAE,CAAC,CAAA;AAC/C,EAAA,IAAI,CAAC,SAAA,EAAW;AACd,IAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,EAC/D;AAEA,EAAA,MAAM,MAAA,GACJ,MAAM,WAAA,KACL,OAAO,MAAM,cAAA,CAAe,UAAA,KAAe,aACvC,KAAA,CAAM,cAAA,CACJ,YAAW,CACX,IAAA,CAAK,CAAC,SAAA,KAAc,SAAA,CAAU,OAAO,IAAA,KAAS,OAAO,KAAK,IAAA,GAC7D,IAAA,CAAA;AACN,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,IAAI,MAAM,oCAAoC,CAAA;AAAA,EACtD;AAEA,EAAA,MAAM,MAAA,CAAO,aAAa,SAAS,CAAA;AACnC,EAAA,KAAA,CAAM,WAAA,EAAa,WAAU,CAAE,OAAA,CAAQ,CAAC,KAAA,KAAU,KAAA,CAAM,MAAM,CAAA;AAE9D,EAAA,OAAO;AAAA,IACL,WAAA,EAAa,MAAA;AAAA,IACb,WAAA,EAAa;AAAA,GACf;AACF;AAEO,SAAS,4BAAA,CACd,YAAA,EACA,OAAA,GAAU,oCAAA,EAIV;AACA,EAAA,IAAI,OAAA,GAAgD,IAAA;AAEpD,EAAA,OAAO;AAAA,IACL,QAAA,GAAW;AACT,MAAA,IAAI,OAAA,EAAS;AACX,QAAA;AAAA,MACF;AAEA,MAAA,OAAA,GAAU,WAAW,MAAM;AACzB,QAAA,OAAA,GAAU,IAAA;AACV,QAAA,YAAA,EAAa;AAAA,MACf,GAAG,OAAO,CAAA;AAAA,IACZ,CAAA;AAAA,IACA,MAAA,GAAS;AACP,MAAA,IAAI,CAAC,OAAA,EAAS;AACZ,QAAA;AAAA,MACF;AAEA,MAAA,YAAA,CAAa,OAAO,CAAA;AACpB,MAAA,OAAA,GAAU,IAAA;AAAA,IACZ;AAAA,GACF;AACF;AC7GO,IAAM,0BAAA,GAA6B;AAEnC,SAAS,SAAS,KAAA,EAAkD;AACzE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAoBO,SAAS,2BACd,KAAA,EACwC;AACxC,EAAA,IACE,CAAC,QAAA,CAAS,KAAK,CAAA,IACf,OAAO,KAAA,CAAM,OAAA,KAAY,QAAA,IACzB,OAAO,KAAA,CAAM,SAAA,KAAc,QAAA,EAC3B;AACA,IAAA,OAAO,KAAA;AAAA,EACT;AAEA,EAAA,IAAI,KAAA,CAAM,cAAc,QAAA,EAAU;AAChC,IAAA,OACE,OAAO,KAAA,CAAM,SAAA,KAAc,QAAA,IAC3B,OAAO,MAAM,YAAA,KAAiB,QAAA;AAAA,EAElC;AAEA,EAAA,IAAI,KAAA,CAAM,cAAc,WAAA,EAAa;AACnC,IAAA,OAAO,OAAO,KAAA,CAAM,GAAA,KAAQ,QAAA,IAAY,OAAO,MAAM,KAAA,KAAU,QAAA;AAAA,EACjE;AAEA,EAAA,OAAO,KAAA;AACT;AAEA,eAAsB,gBAAA,CACpB,KAAA,EACA,IAAA,EACA,cAAA,EACA,YAAY,0BAAA,EACO;AACnB,EAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,EAAA,MAAM,YAAY,UAAA,CAAW,MAAM,UAAA,CAAW,KAAA,IAAS,SAAS,CAAA;AAEhE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,MAAM,KAAA,EAAO;AAAA,MACxB,GAAG,IAAA;AAAA,MACH,QAAQ,UAAA,CAAW;AAAA,KACpB,CAAA;AAAA,EACH,SAAS,KAAA,EAAO;AACd,IAAA,IAAI,YAAA,CAAa,KAAK,CAAA,EAAG;AACvB,MAAA,MAAM,IAAI,mBAAA,CAAoB,cAAA,EAAgB,EAAE,KAAA,EAAO,OAAO,CAAA;AAAA,IAChE;AACA,IAAA,MAAM,IAAI,sBAAsB,yBAAA,EAA2B;AAAA,MACzD,KAAA,EAAO,KAAA,YAAiB,KAAA,GAAQ,KAAA,GAAQ;AAAA,KACzC,CAAA;AAAA,EACH,CAAA,SAAE;AACA,IAAA,YAAA,CAAa,SAAS,CAAA;AAAA,EACxB;AACF;AAEA,SAAS,aAAa,KAAA,EAAyB;AAC7C,EAAA,OACG,KAAA,YAAiB,gBAAgB,KAAA,CAAM,IAAA,KAAS,gBAChD,KAAA,YAAiB,KAAA,IAAS,MAAM,IAAA,KAAS,YAAA;AAE9C;;;AC5EO,IAAM,6BAAA,GAAgC;AACtC,IAAM,6BAAA,GAAgC;AACtC,IAAM,0CAAA,GACX","file":"chunk-44K42PIQ.mjs","sourcesContent":["export const DEFAULT_MICROPHONE_CONSTRAINTS = {\n echoCancellation: true,\n noiseSuppression: true,\n autoGainControl: true,\n} satisfies MediaTrackConstraints;\n\nexport async function acquireMicrophoneStream(): Promise<MediaStream> {\n return navigator.mediaDevices.getUserMedia({\n audio: DEFAULT_MICROPHONE_CONSTRAINTS,\n });\n}\n","import { subscribeBrowserLifecycle } from \"@charivo/core\";\nimport { acquireMicrophoneStream } from \"./microphone\";\n\nexport const DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS = 1_000;\n\nexport interface TransportLifecycleCallbacks {\n onHidden?(): void;\n onOnline?(): void;\n onPageHide?(): void;\n onPageShow?(event: PageTransitionEvent): void;\n onVisible?(): void;\n onDeviceChange?(): void;\n}\n\nexport function bindTransportLifecycle(\n callbacks: TransportLifecycleCallbacks,\n): () => void {\n const teardownBrowserLifecycle = subscribeBrowserLifecycle({\n onHidden: callbacks.onHidden,\n onOnline: callbacks.onOnline,\n onPageHide: callbacks.onPageHide,\n onPageShow: callbacks.onPageShow,\n onVisible: callbacks.onVisible,\n });\n\n if (callbacks.onDeviceChange) {\n navigator.mediaDevices?.addEventListener?.(\n \"devicechange\",\n callbacks.onDeviceChange,\n );\n }\n\n return () => {\n teardownBrowserLifecycle();\n if (callbacks.onDeviceChange) {\n navigator.mediaDevices?.removeEventListener?.(\n \"devicechange\",\n callbacks.onDeviceChange,\n );\n }\n };\n}\n\nexport interface AudioSenderTrackState {\n audioSender: RTCRtpSender | null;\n mediaStream: MediaStream | null;\n peerConnection: RTCPeerConnection | null;\n}\n\nexport async function replaceMicrophoneTrack(\n state: AudioSenderTrackState,\n): Promise<{ audioSender: RTCRtpSender; mediaStream: MediaStream }> {\n if (!state.peerConnection) {\n throw new Error(\"Realtime transport not active\");\n }\n\n const nextStream = await acquireMicrophoneStream();\n const nextTrack = nextStream.getAudioTracks()[0];\n if (!nextTrack) {\n throw new Error(\"Microphone access required for Realtime API\");\n }\n\n const sender =\n state.audioSender ??\n (typeof state.peerConnection.getSenders === \"function\"\n ? (state.peerConnection\n .getSenders()\n .find((candidate) => candidate.track?.kind === \"audio\") ?? null)\n : null);\n if (!sender) {\n throw new Error(\"No outbound audio sender available\");\n }\n\n await sender.replaceTrack(nextTrack);\n state.mediaStream?.getTracks().forEach((track) => track.stop());\n\n return {\n audioSender: sender,\n mediaStream: nextStream,\n };\n}\n\nexport function createIceDisconnectDebouncer(\n onDisconnect: () => void,\n delayMs = DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS,\n): {\n schedule(): void;\n cancel(): void;\n} {\n let pending: ReturnType<typeof setTimeout> | null = null;\n\n return {\n schedule() {\n if (pending) {\n return;\n }\n\n pending = setTimeout(() => {\n pending = null;\n onDisconnect();\n }, delayMs);\n },\n cancel() {\n if (!pending) {\n return;\n }\n\n clearTimeout(pending);\n pending = null;\n },\n };\n}\n","import { CharivoTimeoutError, CharivoTransportError } from \"@charivo/core\";\n\nexport const DEFAULT_REQUEST_TIMEOUT_MS = 30_000;\n\nexport function isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nexport type RealtimeSessionBootstrapShape =\n | {\n adapter: string;\n transport: \"webrtc\";\n answerSdp: string;\n }\n | {\n adapter: string;\n transport: \"webrtc\";\n clientSecret: string;\n }\n | {\n adapter: string;\n transport: \"websocket\";\n url: string;\n token: string;\n };\n\nexport function isRealtimeSessionBootstrap(\n value: unknown,\n): value is RealtimeSessionBootstrapShape {\n if (\n !isRecord(value) ||\n typeof value.adapter !== \"string\" ||\n typeof value.transport !== \"string\"\n ) {\n return false;\n }\n\n if (value.transport === \"webrtc\") {\n return (\n typeof value.answerSdp === \"string\" ||\n typeof value.clientSecret === \"string\"\n );\n }\n\n if (value.transport === \"websocket\") {\n return typeof value.url === \"string\" && typeof value.token === \"string\";\n }\n\n return false;\n}\n\nexport async function fetchWithTimeout(\n input: RequestInfo | URL,\n init: RequestInit,\n timeoutMessage: string,\n timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS,\n): Promise<Response> {\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), timeoutMs);\n\n try {\n return await fetch(input, {\n ...init,\n signal: controller.signal,\n });\n } catch (error) {\n if (isAbortError(error)) {\n throw new CharivoTimeoutError(timeoutMessage, { cause: error });\n }\n throw new CharivoTransportError(\"Realtime request failed\", {\n cause: error instanceof Error ? error : undefined,\n });\n } finally {\n clearTimeout(timeoutId);\n }\n}\n\nfunction isAbortError(error: unknown): boolean {\n return (\n (error instanceof DOMException && error.name === \"AbortError\") ||\n (error instanceof Error && error.name === \"AbortError\")\n );\n}\n","import { DEFAULT_REALTIME_AGENT_INSTRUCTIONS as DEFAULT_GENERIC_REALTIME_AGENT_INSTRUCTIONS } from \"../instructions\";\n\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/server/src/openai/realtime/index.ts. Strict layering keeps browser and\n// server providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nexport const DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nexport const DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nexport const DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS =\n DEFAULT_GENERIC_REALTIME_AGENT_INSTRUCTIONS;\n"]}
|
|
@@ -1,6 +1,5 @@
|
|
|
1
|
-
import { createIceDisconnectDebouncer, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS,
|
|
2
|
-
import {
|
|
3
|
-
import { OPENAI_REALTIME_AGENTS_ADAPTER, CharivoStateError, CharivoProviderError } from '@charivo/core';
|
|
1
|
+
import { createIceDisconnectDebouncer, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS, acquireMicrophoneStream, DEFAULT_OPENAI_REALTIME_MODEL, isRecord, bindTransportLifecycle, replaceMicrophoneTrack, DEFAULT_OPENAI_REALTIME_VOICE, DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS, fetchWithTimeout, DEFAULT_REQUEST_TIMEOUT_MS, isRealtimeSessionBootstrap } from './chunk-44K42PIQ.mjs';
|
|
2
|
+
import { createLipSyncAnalyzer, OPENAI_REALTIME_AGENTS_ADAPTER, CharivoStateError, CharivoProviderError } from '@charivo/core';
|
|
4
3
|
import { OpenAIRealtimeWebRTC, RealtimeSession, RealtimeAgent, tool } from '@openai/agents-realtime';
|
|
5
4
|
|
|
6
5
|
var CLIENT_SECRETS_URL = "https://api.openai.com/v1/realtime/client_secrets";
|
|
@@ -241,7 +240,7 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
241
240
|
}, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS);
|
|
242
241
|
eventCallbacks = /* @__PURE__ */ new Set();
|
|
243
242
|
pendingToolCalls = /* @__PURE__ */ new Map();
|
|
244
|
-
lipSyncAnalyzer =
|
|
243
|
+
lipSyncAnalyzer = createLipSyncAnalyzer({
|
|
245
244
|
onRms: (rms) => {
|
|
246
245
|
this.emitEvent({ type: "audio.lipsync", rms });
|
|
247
246
|
},
|
|
@@ -249,6 +248,9 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
249
248
|
console.error("Failed to setup audio analysis:", error);
|
|
250
249
|
}
|
|
251
250
|
});
|
|
251
|
+
observedAudioElement = null;
|
|
252
|
+
observedAudioElementListener = null;
|
|
253
|
+
pendingAudioElementPoll = null;
|
|
252
254
|
async connect(config) {
|
|
253
255
|
try {
|
|
254
256
|
if (this.isExplicitDisconnect && this.isRecovering) {
|
|
@@ -264,7 +266,7 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
264
266
|
this.audioElement.setAttribute("playsinline", "true");
|
|
265
267
|
this.mediaStream = await acquireMicrophoneStream();
|
|
266
268
|
this.bindTransportLifecycleEvents();
|
|
267
|
-
await this.lipSyncAnalyzer.
|
|
269
|
+
await this.lipSyncAnalyzer.prepare();
|
|
268
270
|
const agent = this.createAgent(config);
|
|
269
271
|
this.transport = new OpenAIRealtimeWebRTC(
|
|
270
272
|
this.createTransportOptions(this.audioElement, this.mediaStream)
|
|
@@ -275,7 +277,7 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
275
277
|
});
|
|
276
278
|
this.bindSessionEvents(this.session);
|
|
277
279
|
this.bindTransportEvents(this.transport);
|
|
278
|
-
this.
|
|
280
|
+
this.observeAudioElement(this.audioElement);
|
|
279
281
|
const bootstrap = await this.getSessionBootstrap({
|
|
280
282
|
adapter: OPENAI_REALTIME_AGENTS_ADAPTER,
|
|
281
283
|
transport: "webrtc",
|
|
@@ -368,6 +370,9 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
368
370
|
onEvent(callback) {
|
|
369
371
|
this.eventCallbacks.add(callback);
|
|
370
372
|
}
|
|
373
|
+
async prepareAudio() {
|
|
374
|
+
await this.lipSyncAnalyzer.prepare();
|
|
375
|
+
}
|
|
371
376
|
createAgent(config) {
|
|
372
377
|
return new RealtimeAgent({
|
|
373
378
|
name: "charivo-realtime-agent",
|
|
@@ -384,6 +389,7 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
384
389
|
this.finalizeAssistantResponse(output);
|
|
385
390
|
});
|
|
386
391
|
session.on("audio_start", () => {
|
|
392
|
+
this.lipSyncAnalyzer.resume();
|
|
387
393
|
this.emitEvent({ type: "audio.output.started" });
|
|
388
394
|
});
|
|
389
395
|
session.on("audio_stopped", () => {
|
|
@@ -423,7 +429,7 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
423
429
|
});
|
|
424
430
|
transport.on("audio_interrupted", () => {
|
|
425
431
|
this.emitEvent({ type: "audio.output.ended" });
|
|
426
|
-
this.lipSyncAnalyzer.
|
|
432
|
+
this.lipSyncAnalyzer.pause();
|
|
427
433
|
});
|
|
428
434
|
transport.on("connection_change", (status) => {
|
|
429
435
|
if (status === "disconnected" && this.connectionWasActive) {
|
|
@@ -543,7 +549,7 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
543
549
|
peerConnection.addEventListener("track", (event) => {
|
|
544
550
|
const stream = event.streams[0];
|
|
545
551
|
if (stream) {
|
|
546
|
-
this.lipSyncAnalyzer.
|
|
552
|
+
this.lipSyncAnalyzer.attachMediaStream(stream);
|
|
547
553
|
}
|
|
548
554
|
});
|
|
549
555
|
return peerConnection;
|
|
@@ -627,6 +633,34 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
627
633
|
});
|
|
628
634
|
}
|
|
629
635
|
}
|
|
636
|
+
observeAudioElement(audioElement) {
|
|
637
|
+
this.stopObservingAudioElement();
|
|
638
|
+
const tryAttachStream = () => {
|
|
639
|
+
const stream = audioElement.srcObject;
|
|
640
|
+
if (stream instanceof MediaStream) {
|
|
641
|
+
this.lipSyncAnalyzer.attachMediaStream(stream);
|
|
642
|
+
this.stopObservingAudioElement();
|
|
643
|
+
}
|
|
644
|
+
};
|
|
645
|
+
this.observedAudioElement = audioElement;
|
|
646
|
+
this.observedAudioElementListener = tryAttachStream;
|
|
647
|
+
audioElement.addEventListener("loadedmetadata", tryAttachStream);
|
|
648
|
+
this.pendingAudioElementPoll = window.setInterval(tryAttachStream, 50);
|
|
649
|
+
}
|
|
650
|
+
stopObservingAudioElement() {
|
|
651
|
+
if (this.pendingAudioElementPoll !== null) {
|
|
652
|
+
clearInterval(this.pendingAudioElementPoll);
|
|
653
|
+
this.pendingAudioElementPoll = null;
|
|
654
|
+
}
|
|
655
|
+
if (this.observedAudioElement && this.observedAudioElementListener) {
|
|
656
|
+
this.observedAudioElement.removeEventListener(
|
|
657
|
+
"loadedmetadata",
|
|
658
|
+
this.observedAudioElementListener
|
|
659
|
+
);
|
|
660
|
+
}
|
|
661
|
+
this.observedAudioElement = null;
|
|
662
|
+
this.observedAudioElementListener = null;
|
|
663
|
+
}
|
|
630
664
|
emitConnectionLost(cause, error) {
|
|
631
665
|
if (this.connectionLossNotified || this.isExplicitDisconnect || this.isCleaningUp || !this.shouldRecover(cause)) {
|
|
632
666
|
return;
|
|
@@ -636,7 +670,7 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
636
670
|
new Error("Realtime session interrupted during reconnect")
|
|
637
671
|
);
|
|
638
672
|
this.resetAssistantTracking();
|
|
639
|
-
this.lipSyncAnalyzer.
|
|
673
|
+
this.lipSyncAnalyzer.stop();
|
|
640
674
|
this.emitEvent({
|
|
641
675
|
type: "connection.lost",
|
|
642
676
|
cause,
|
|
@@ -658,7 +692,10 @@ var OpenAIRealtimeAgentsClient = class {
|
|
|
658
692
|
this.iceDisconnectDebouncer.cancel();
|
|
659
693
|
this.unbindTransportLifecycleEvents();
|
|
660
694
|
this.cleanupPendingToolCalls(error);
|
|
661
|
-
this.
|
|
695
|
+
this.stopObservingAudioElement();
|
|
696
|
+
this.lipSyncAnalyzer.cleanup().catch(
|
|
697
|
+
(cleanupError) => console.error("Failed to clean up lip-sync analyzer:", cleanupError)
|
|
698
|
+
);
|
|
662
699
|
if (this.transport) {
|
|
663
700
|
this.transport.close();
|
|
664
701
|
this.transport = null;
|
|
@@ -719,5 +756,5 @@ function createOpenAIRealtimeAgentsClient(options) {
|
|
|
719
756
|
}
|
|
720
757
|
|
|
721
758
|
export { createOpenAIRealtimeAgentsClient };
|
|
722
|
-
//# sourceMappingURL=chunk-
|
|
723
|
-
//# sourceMappingURL=chunk-
|
|
759
|
+
//# sourceMappingURL=chunk-5WS7XIKZ.mjs.map
|
|
760
|
+
//# sourceMappingURL=chunk-5WS7XIKZ.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/openai-agents/dev-bootstrap.ts","../src/openai-agents/bootstrap.ts","../src/openai-agents/session-config.ts","../src/openai-agents/tool-schema.ts","../src/openai-agents/client.ts"],"names":["CharivoProviderError","OPENAI_REALTIME_AGENTS_ADAPTER"],"mappings":";;;;AAoBA,IAAM,kBAAA,GAAqB,mDAAA;AAK3B,SAAS,uBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,OAAA,CAAQ,cAAc,OAAA,CAAQ,WAAA;AAAA,EAChC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,6BAA6B,OAAA,CAAQ,SAAA;AAAA,EAC/C;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAGA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEO,SAAS,iCACd,MAAA,EACwE;AACxE,EAAA,OAAO,OACL,OAAA,KACsC;AACtC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,kBAAA;AAAA,MACA;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,UAAU,MAAM,CAAA,CAAA;AAAA,UAC/B,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,sBAAA,CAAuB,OAAA,CAAQ,OAAO;AAAA,SAChD;AAAA,OACH;AAAA,MACA,kDAAkD,0BAA0B,CAAA,EAAA;AAAA,KAC9E;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,IAAA,EAAK;AACtC,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR,iDAAiD,SAAS,CAAA;AAAA,OAC5D;AAAA,IACF;AAEA,IAAA,IAAI,IAAA;AACJ,IAAA,IAAI;AACF,MAAA,IAAA,GAAO,MAAM,SAAS,IAAA,EAAK;AAAA,IAC7B,CAAA,CAAA,MAAQ;AACN,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe,oBAAoB,IAAI,CAAA;AAC7C,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,8BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF,CAAA;AACF;;;AC3HA,eAAsB,gCAAA,CACpB,SACA,OAAA,EACmC;AACnC,EAAA,IAAI,QAAQ,gBAAA,EAAkB;AAC5B,IAAA,OAAO,OAAA,CAAQ,iBAAiB,OAAO,CAAA;AAAA,EACzC;AAEA,EAAA,MAAM,cAAc,OAAA,CAAQ,WAAA;AAC5B,EAAA,IAAI,CAAC,WAAA,IAAe,OAAA,CAAQ,MAAA,EAAQ;AAClC,IAAA,OAAO,gCAAA,CAAiC,OAAA,CAAQ,MAAM,CAAA,CAAE,OAAO,CAAA;AAAA,EACjE;AAEA,EAAA,IAAI,CAAC,WAAA,EAAa;AAChB,IAAA,MAAM,IAAI,iBAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,IACrB,WAAA;AAAA,IACA;AAAA,MACE,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,OAAO;AAAA,KAC9B;AAAA,IACA,4CAA4C,0BAA0B,CAAA,EAAA;AAAA,GACxE;AAEA,EAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,IAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,IAAA,EAAK;AACtC,IAAA,MAAM,IAAIA,oBAAAA;AAAA,MACR,sCAAsC,SAAS,CAAA;AAAA,KACjD;AAAA,EACF;AAEA,EAAA,MAAM,SAAA,GAAa,MAAM,QAAA,CAAS,IAAA,EAAK;AACvC,EAAA,IAAI,CAAC,0BAAA,CAA2B,SAAS,CAAA,EAAG;AAC1C,IAAA,MAAM,IAAIA,oBAAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,OAAO,SAAA;AACT;;;AC3DO,SAAS,oBAAoB,MAAA,EAAwC;AAC1E,EAAA,OAAO,QAAQ,YAAA,IAAgB,0CAAA;AACjC;AAEO,SAAS,aAAa,MAAA,EAAwC;AACnE,EAAA,OAAO,QAAQ,KAAA,IAAS,6BAAA;AAC1B;AAEO,SAAS,oCACd,MAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,aAAa,MAAM;AAAA;AAC5B,GACF;AAEA,EAAA,MAAM,gBAAgB,MAAA,EAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,aAAA,GAAyC;AAAA,IAC7C,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,YAAA,EAAc,oBAAoB,MAAM,CAAA;AAAA,IACxC,UAAA,EAAY,QAAQ,UAAA,IAAc,MAAA;AAAA,IAClC,gBAAA,EAAkB,CAAC,OAAO,CAAA;AAAA,IAC1B;AAAA,GACF;AAEA,EAAA,IAAI,MAAA,EAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,aAAA,CAAc,cAAc,MAAA,CAAO,WAAA;AAAA,EACrC;AAEA,EAAA,IAAI,MAAA,EAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,aAAA,CAAc,0BAA0B,MAAA,CAAO,SAAA;AAAA,EACjD;AAEA,EAAA,OAAO,aAAA;AACT;;;AC1BO,SAAS,wBACd,UAAA,EAG+D;AAC/D,EAAA,MAAM,oBAAA,GAAuB,uBAAuB,UAAU,CAAA;AAE9D,EAAA,IAAI,oBAAA,CAAqB,yBAAyB,KAAA,EAAO;AACvD,IAAA,OAAO;AAAA,MACL,UAAA,EAAY,oBAAA;AAAA,MACZ,MAAA,EAAQ;AAAA,KACV;AAAA,EACF;AAEA,EAAA,OAAO;AAAA,IACL,UAAA,EAAY,oBAAA;AAAA,IACZ,MAAA,EAAQ;AAAA,GACV;AACF;AAEA,SAAS,uBACP,UAAA,EACsB;AACtB,EAAA,MAAM,cAAA,GAAiB;AAAA,IACrB,IAAA,EAAM,QAAA;AAAA,IACN,YAAY,UAAA,CAAW,UAAA;AAAA,IACvB,QAAA,EAAU,UAAA,CAAW,QAAA,IAAY;AAAC,GACpC;AAEA,EAAA,IAAI,uBAAA,CAAwB,UAAU,CAAA,KAAM,KAAA,EAAO;AACjD,IAAA,OAAO;AAAA,MACL,GAAG,cAAA;AAAA,MACH,oBAAA,EAAsB;AAAA,KACxB;AAAA,EACF;AAEA,EAAA,OAAO;AAAA,IACL,GAAG,cAAA;AAAA,IACH,oBAAA,EAAsB;AAAA,GACxB;AACF;AAEA,SAAS,wBACP,UAAA,EACqB;AACrB,EAAA,MAAM,QAAS,UAAA,CACZ,oBAAA;AACH,EAAA,OAAO,OAAO,KAAA,KAAU,SAAA,GAAY,KAAA,GAAQ,MAAA;AAC9C;;;ACJA,IAAM,qBAAA,uBAA4B,GAAA,CAAI;AAAA,EACpC,uDAAA;AAAA,EACA;AACF,CAAC,CAAA;AAED,IAAM,2BAAA,GACJ,wDAAA;AAEK,IAAM,6BAAN,MAAoE;AAAA,EAoCzE,WAAA,CAAoB,OAAA,GAA6C,EAAC,EAAG;AAAjD,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAAkD;AAAA,EAnC9D,OAAA,GAAkC,IAAA;AAAA,EAClC,SAAA,GAAyC,IAAA;AAAA,EACzC,YAAA,GAAwC,IAAA;AAAA,EACxC,WAAA,GAAkC,IAAA;AAAA,EAClC,cAAA,GAA2C,IAAA;AAAA,EAC3C,WAAA,GAAmC,IAAA;AAAA,EACnC,mBAAA,GAAsB,KAAA;AAAA,EACtB,sBAAA,GAAyB,KAAA;AAAA,EACzB,oBAAA,GAAuB,KAAA;AAAA,EACvB,YAAA,GAAe,KAAA;AAAA,EACf,YAAA,GAAe,KAAA;AAAA,EACf,SAAA,GAA4B,EAAE,IAAA,EAAM,EAAA,EAAI,SAAS,KAAA,EAAM;AAAA,EACvD,8BAA2D,EAAC;AAAA,EAC5D,mBAAA,GAAsB,EAAA;AAAA,EACtB,oBAAA;AAAA,EACA,0BAAA;AAAA,EACS,sBAAA,GAAyB,6BAA6B,MAAM;AAC3E,IAAA,IAAA,CAAK,mBAAmB,kBAAkB,CAAA;AAAA,EAC5C,GAAG,oCAAoC,CAAA;AAAA,EACtB,cAAA,uBAAqB,GAAA,EAEpC;AAAA,EACe,gBAAA,uBAAuB,GAAA,EAA6B;AAAA,EACpD,kBAAkB,qBAAA,CAAsB;AAAA,IACvD,KAAA,EAAO,CAAC,GAAA,KAAQ;AACd,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,eAAA,EAAiB,KAAK,CAAA;AAAA,IAC/C,CAAA;AAAA,IACA,OAAA,EAAS,CAAC,KAAA,KAAU;AAClB,MAAA,OAAA,CAAQ,KAAA,CAAM,mCAAmC,KAAK,CAAA;AAAA,IACxD;AAAA,GACD,CAAA;AAAA,EACO,oBAAA,GAAgD,IAAA;AAAA,EAChD,4BAAA,GAAoD,IAAA;AAAA,EACpD,uBAAA,GAAyC,IAAA;AAAA,EAIjD,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAI;AACF,MAAA,IAAI,IAAA,CAAK,oBAAA,IAAwB,IAAA,CAAK,YAAA,EAAc;AAClD,QAAA,MAAM,IAAI,MAAM,uCAAuC,CAAA;AAAA,MACzD;AAEA,MAAA,IAAA,CAAK,IAAI,mDAAmD,CAAA;AAE5D,MAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,MAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,MAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,MAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAC5B,MAAA,IAAA,CAAK,YAAA,GAAe,QAAA,CAAS,aAAA,CAAc,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,aAAa,QAAA,GAAW,IAAA;AAC7B,MAAA,IAAA,CAAK,YAAA,CAAa,YAAA,CAAa,aAAA,EAAe,MAAM,CAAA;AACpD,MAAA,IAAA,CAAK,WAAA,GAAc,MAAM,uBAAA,EAAwB;AACjD,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,MAAA,MAAM,IAAA,CAAK,gBAAgB,OAAA,EAAQ;AAEnC,MAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,WAAA,CAAY,MAAM,CAAA;AAErC,MAAA,IAAA,CAAK,YAAY,IAAI,oBAAA;AAAA,QACnB,IAAA,CAAK,sBAAA,CAAuB,IAAA,CAAK,YAAA,EAAc,KAAK,WAAW;AAAA,OACjE;AAEA,MAAA,IAAA,CAAK,OAAA,GAAU,IAAI,eAAA,CAAgB,KAAA,EAAO;AAAA,QACxC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,MAAA,EAAQ,oCAAoC,MAAM;AAAA,OACnD,CAAA;AAED,MAAA,IAAA,CAAK,iBAAA,CAAkB,KAAK,OAAO,CAAA;AACnC,MAAA,IAAA,CAAK,mBAAA,CAAoB,KAAK,SAAS,CAAA;AACvC,MAAA,IAAA,CAAK,mBAAA,CAAoB,KAAK,YAAY,CAAA;AAE1C,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,mBAAA,CAAoB;AAAA,QAC/C,OAAA,EAASC,8BAAAA;AAAA,QACT,SAAA,EAAW,QAAA;AAAA,QACX,OAAA,EAAS,UAAU;AAAC,OACrB,CAAA;AAED,MAAA,IACE,SAAA,CAAU,OAAA,KAAYA,8BAAAA,IACtB,SAAA,CAAU,SAAA,KAAc,QAAA,IACxB,EAAE,cAAA,IAAkB,SAAA,CAAA,IACpB,OAAO,SAAA,CAAU,YAAA,KAAiB,QAAA,EAClC;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,+CAA+CA,8BAA8B,CAAA,qBAAA,EAAwB,UAAU,OAAO,CAAA,CAAA,EAAI,UAAU,SAAS,CAAA;AAAA,SAC/I;AAAA,MACF;AAEA,MAAA,MAAM,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,QACzB,QAAQ,SAAA,CAAU,YAAA;AAAA,QAClB,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA,OACzB,CAAA;AAED,MAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA;AAC3B,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAA;AAAA,IAC5C,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,QAAQ,KAAK,CAAA;AAClB,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,IAAI,6CAA6C,CAAA;AACtD,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,IAAA,IAAA,CAAK,OAAA,EAAQ;AAAA,EACf;AAAA,EAEA,MAAM,cAAc,MAAA,EAA+C;AACjE,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAOA,IAAA,IAAA,CAAK,OAAA,CAAQ,OAAA,CAAQ,MAAA,GAAS,mCAAA,CAAoC,MAAM,CAAA;AACxE,IAAA,MAAM,KAAK,OAAA,CAAQ,WAAA,CAAY,IAAA,CAAK,WAAA,CAAY,MAAM,CAAC,CAAA;AACvD,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAAA,EAC9B;AAAA,EAEA,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI;AACF,MAAA,IAAA,CAAK,uBAAA;AAAA,QACH,IAAI,MAAM,+CAA+C;AAAA,OAC3D;AACA,MAAA,IAAA,CAAK,OAAA,EAAQ;AACb,MAAA,MAAM,IAAA,CAAK,OAAA,CAAQ,MAAA,IAAU,IAAA,CAAK,oBAAoB,CAAA;AACtD,MAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAAA,IAChC,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AAAA,IACtB;AAAA,EACF;AAAA,EAEA,MAAM,SAAS,IAAA,EAA6B;AAC1C,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,OAAA,CAAQ,YAAY,IAAI,CAAA;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAA,EAAoC;AAClD,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,OAAA,CAAQ,IAAA;AAAA,MACN;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,cAAA,CACJ,MAAA,EACA,MAAA,EACe;AACf,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,gBAAA,CAAiB,GAAA,CAAI,MAAM,CAAA;AAEpD,IAAA,IAAI,CAAC,WAAA,EAAa;AAChB,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,mCAAA,EAAsC,MAAM,CAAA,CAAA,CAAG,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,gBAAA,CAAiB,OAAO,MAAM,CAAA;AACnC,IAAA,WAAA,CAAY,QAAQ,MAAM,CAAA;AAAA,EAC5B;AAAA,EAEA,MAAM,SAAA,GAA2B;AAC/B,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,IAAA,CAAK,QAAQ,SAAA,EAAU;AACvB,IAAA,IAAA,CAAK,UAAU,OAAA,GAAU,KAAA;AAAA,EAC3B;AAAA,EAEA,QAAQ,QAAA,EAAyD;AAC/D,IAAA,IAAA,CAAK,cAAA,CAAe,IAAI,QAAQ,CAAA;AAAA,EAClC;AAAA,EAEA,MAAM,YAAA,GAA8B;AAClC,IAAA,MAAM,IAAA,CAAK,gBAAgB,OAAA,EAAQ;AAAA,EACrC;AAAA,EAEQ,YAAY,MAAA,EAA+C;AACjE,IAAA,OAAO,IAAI,aAAA,CAAc;AAAA,MACvB,IAAA,EAAM,wBAAA;AAAA,MACN,YAAA,EAAc,oBAAoB,MAAM,CAAA;AAAA,MACxC,KAAA,EAAO,IAAA,CAAK,gBAAA,CAAiB,MAAA,EAAQ,KAAK,CAAA;AAAA,MAC1C,KAAA,EAAO,aAAa,MAAM;AAAA,KAC3B,CAAA;AAAA,EACH;AAAA,EAEQ,kBAAkB,OAAA,EAAgC;AACxD,IAAA,OAAA,CAAQ,EAAA,CAAG,eAAe,MAAM;AAC9B,MAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,IAC9B,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,WAAA,EAAa,CAAC,QAAA,EAAU,QAAQ,MAAA,KAAW;AACpD,MAAA,IAAA,CAAK,0BAA0B,MAAM,CAAA;AAAA,IACvC,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,eAAe,MAAM;AAC9B,MAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAC5B,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,sBAAA,EAAwB,CAAA;AAAA,IACjD,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAiB,MAAM;AAChC,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAAA,IAC/C,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAA,EAAmB,CAAC,OAAA,KAAY;AACzC,MAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA,CAAK,0BAAA,CAA2B,OAAO,CAAA;AAAA,IACpE,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,OAAA,EAAS,CAAC,EAAE,OAAM,KAAM;AACjC,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,OAAA;AAAA,QACN,KAAA,EAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAChE,CAAA;AAAA,IACH,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAA,EAAmB,CAAC,KAAA,KAAU;AACvC,MAAA,IAAI,KAAK,OAAA,CAAQ,KAAA,IAAS,sBAAsB,GAAA,CAAI,KAAA,CAAM,IAAI,CAAA,EAAG;AAC/D,QAAA,IAAA,CAAK,GAAA,CAAI,2CAAA,EAAsC,KAAA,CAAM,IAAA,EAAM,KAAK,CAAA;AAAA,MAClE;AAEA,MAAA,IACE,MAAM,IAAA,KACJ,uDAAA,IACF,OAAO,KAAA,CAAM,eAAe,QAAA,EAC5B;AACA,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,iBAAA;AAAA,UACN,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,MAAM,IAAA,KAAS,eAAA,IAAmB,QAAA,CAAS,KAAA,CAAM,QAAQ,CAAA,EAAG;AAC9D,QAAA,IAAA,CAAK,2BAAA,GAA8B;AAAA,UACjC,KAAA,EAAO,SAAS,KAAA,CAAM,QAAA,CAAS,KAAK,CAAA,GAChC,KAAA,CAAM,SAAS,KAAA,GACf,MAAA;AAAA,UACJ,KAAA,EACE,OAAO,KAAA,CAAM,QAAA,CAAS,UAAU,QAAA,GAC5B,KAAA,CAAM,SAAS,KAAA,GACf,MAAA;AAAA,UACN,UAAA,EACE,OAAO,KAAA,CAAM,QAAA,CAAS,OAAO,QAAA,GACzB,KAAA,CAAM,SAAS,EAAA,GACf;AAAA,SACR;AAAA,MACF;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,oBAAoB,SAAA,EAAuC;AACjE,IAAA,SAAA,CAAU,EAAA,CAAG,wBAAA,EAA0B,CAAC,KAAA,KAAU;AAChD,MAAA,IAAA,CAAK,+BAA+B,KAAK,CAAA;AAAA,IAC3C,CAAC,CAAA;AAED,IAAA,SAAA,CAAU,EAAA,CAAG,qBAAqB,MAAM;AACtC,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAC7C,MAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,IAC7B,CAAC,CAAA;AAED,IAAA,SAAA,CAAU,EAAA,CAAG,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC5C,MAAA,IAAI,MAAA,KAAW,cAAA,IAAkB,IAAA,CAAK,mBAAA,EAAqB;AACzD,QAAA,IAAA,CAAK,uBAAA,EAAwB;AAC7B,QAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAC3B,QAAA,IAAA,CAAK,mBAAmB,mBAAmB,CAAA;AAAA,MAC7C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,+BACN,KAAA,EACM;AACN,IAAA,IAAI,CAAC,MAAM,KAAA,EAAO;AAChB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,SAAA,CAAU,QAAQ,KAAA,CAAM,KAAA;AAC7B,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,sBAAA;AAAA,MACN,MAAM,KAAA,CAAM;AAAA,KACb,CAAA;AAAA,EACH;AAAA,EAEQ,sBAAA,GAA+B;AACrC,IAAA,IAAI,IAAA,CAAK,UAAU,OAAA,EAAS;AAC1B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,UAAU,OAAA,GAAU,IAAA;AACzB,IAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,4BAAA,EAA8B,CAAA;AAAA,EACvD;AAAA,EAEQ,0BAA0B,MAAA,EAAsB;AAStD,IAAA,IAAI,CAAC,IAAA,CAAK,SAAA,CAAU,QAAQ,CAAC,MAAA,CAAO,MAAK,EAAG;AAC1C,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,SAAA,GAAY,IAAA,CAAK,mBAAA,IAAuB,MAAA,IAAU,KAAK,SAAA,CAAU,IAAA;AAEvE,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAG5B,IAAA,IACE,SAAA,IACA,SAAA,CAAU,UAAA,CAAW,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA,IACxC,SAAA,KAAc,IAAA,CAAK,SAAA,CAAU,IAAA,EAC7B;AACA,MAAA,MAAM,QAAQ,SAAA,CAAU,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,KAAK,MAAM,CAAA;AACxD,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,sBAAA;AAAA,UACN,IAAA,EAAM;AAAA,SACP,CAAA;AAAA,MACH;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,8BAAA;AAAA,MACN,IAAA,EAAM,SAAA;AAAA,MACN,GAAG,IAAA,CAAK;AAAA,KACT,CAAA;AACD,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,EAC9B;AAAA,EAEQ,2BAA2B,OAAA,EAAiC;AAClE,IAAA,KAAA,IAAS,QAAQ,OAAA,CAAQ,MAAA,GAAS,GAAG,KAAA,IAAS,CAAA,EAAG,SAAS,CAAA,EAAG;AAC3D,MAAA,MAAM,IAAA,GAAO,QAAQ,KAAK,CAAA;AAC1B,MAAA,IACE,IAAA,CAAK,IAAA,KAAS,SAAA,IACd,IAAA,CAAK,IAAA,KAAS,eACd,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,OAAO,CAAA,EAC1B;AACA,QAAA,MAAM,IAAA,GAAO,IAAA,CAAK,OAAA,CACf,GAAA,CAAI,CAAC,OAAA,KAAY;AAChB,UAAA,IAAI,OAAA,CAAQ,SAAS,cAAA,EAAgB;AACnC,YAAA,OAAO,QAAQ,UAAA,IAAc,EAAA;AAAA,UAC/B;AACA,UAAA,IAAI,OAAA,CAAQ,SAAS,aAAA,EAAe;AAClC,YAAA,OAAO,OAAA,CAAQ,IAAA;AAAA,UACjB;AACA,UAAA,OAAO,EAAA;AAAA,QACT,CAAC,CAAA,CACA,IAAA,CAAK,EAAE,EACP,IAAA,EAAK;AAER,QAAA,IAAI,IAAA,EAAM;AACR,UAAA,OAAO,IAAA;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,IAAA,OAAO,EAAA;AAAA,EACT;AAAA,EAEQ,iBACN,KAAA,EACgC;AAChC,IAAA,OAAA,CAAQ,KAAA,IAAS,EAAC,EAAG,GAAA,CAAI,CAAC,UAAA,KAAe;AACvC,MAAA,MAAM,OAAA,GAAU,OACd,KAAA,EACA,QAAA,EACA,OAAA,KACqC;AACrC,QAAA,MAAM,eAAe,OAAA,EAAS,QAAA;AAC9B,QAAA,MAAM,SACJ,YAAA,EAAc,MAAA,IAAU,IAAA,CAAK,gBAAA,CAAiB,WAAW,IAAI,CAAA;AAE/D,QAAA,OAAO,MAAM,IAAI,OAAA,CAAiC,CAAC,SAAS,MAAA,KAAW;AACrE,UAAA,IAAA,CAAK,gBAAA,CAAiB,IAAI,MAAA,EAAQ;AAAA,YAChC,OAAA;AAAA,YACA;AAAA,WACD,CAAA;AAED,UAAA,IAAA,CAAK,SAAA,CAAU;AAAA,YACb,IAAA,EAAM,WAAA;AAAA,YACN,MAAM,UAAA,CAAW,IAAA;AAAA,YACjB,IAAA,EAAM,QAAA,CAAS,KAAK,CAAA,GAAI,QAAQ,EAAC;AAAA,YACjC;AAAA,WACD,CAAA;AAAA,QACH,CAAC,CAAA;AAAA,MACH,CAAA;AAEA,MAAA,MAAM,aAAA,GAAgB,uBAAA,CAAwB,UAAA,CAAW,UAAU,CAAA;AACnE,MAAA,IAAI,cAAc,MAAA,EAAQ;AACxB,QAAA,OAAO,IAAA,CAAK;AAAA,UACV,MAAM,UAAA,CAAW,IAAA;AAAA,UACjB,aAAa,UAAA,CAAW,WAAA;AAAA,UACxB,YAAY,aAAA,CAAc,UAAA;AAAA,UAC1B,MAAA,EAAQ,IAAA;AAAA,UACR,aAAA,EAAe,KAAA;AAAA,UACf;AAAA,SACD,CAAA;AAAA,MACH;AAEA,MAAA,OAAO,IAAA,CAAK;AAAA,QACV,MAAM,UAAA,CAAW,IAAA;AAAA,QACjB,aAAa,UAAA,CAAW,WAAA;AAAA,QACxB,YAAY,aAAA,CAAc,UAAA;AAAA,QAC1B,MAAA,EAAQ,KAAA;AAAA,QACR,aAAA,EAAe,KAAA;AAAA,QACf;AAAA,OACD,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,sBAAA,CACN,cACA,WAAA,EAC6B;AAC7B,IAAA,OAAO;AAAA,MACL,YAAA;AAAA,MACA,WAAA;AAAA,MACA,oBAAA,EAAsB,OAAO,cAAA,KAAmB;AAC9C,QAAA,IAAA,CAAK,cAAA,GAAiB,cAAA;AACtB,QAAA,IAAA,CAAK,cACH,OAAO,cAAA,CAAe,UAAA,KAAe,UAAA,GAChC,eACE,UAAA,EAAW,CACX,IAAA,CAAK,CAAC,cAAc,SAAA,CAAU,KAAA,EAAO,IAAA,KAAS,OAAO,KAAK,IAAA,GAC7D,IAAA;AACN,QAAA,IAAA,CAAK,yBAAyB,cAAc,CAAA;AAC5C,QAAA,cAAA,CAAe,gBAAA,CAAiB,OAAA,EAAS,CAAC,KAAA,KAAU;AAClD,UAAA,MAAM,MAAA,GAAS,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAA;AAC9B,UAAA,IAAI,MAAA,EAAQ;AACV,YAAA,IAAA,CAAK,eAAA,CAAgB,kBAAkB,MAAM,CAAA;AAAA,UAC/C;AAAA,QACF,CAAC,CAAA;AACD,QAAA,OAAO,cAAA;AAAA,MACT;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,yBAAyB,cAAA,EAAyC;AACxE,IAAA,cAAA,CAAe,gBAAA,CAAiB,4BAA4B,MAAM;AAChE,MAAA,MAAM,WAAW,cAAA,CAAe,kBAAA;AAChC,MAAA,IAAI,aAAa,QAAA,EAAU;AACzB,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,QAAA,IAAA,CAAK,mBAAmB,YAAY,CAAA;AAAA,MACtC,CAAA,MAAA,IAAW,aAAa,cAAA,EAAgB;AACtC,QAAA,IAAA,CAAK,uBAAuB,QAAA,EAAS;AAAA,MACvC,CAAA,MAAO;AACL,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AAAA,MACrC;AAAA,IACF,CAAC,CAAA;AAED,IAAA,cAAA,CAAe,gBAAA,CAAiB,yBAAyB,MAAM;AAC7D,MAAA,IACE,cAAA,CAAe,eAAA,KAAoB,QAAA,IACnC,cAAA,CAAe,oBAAoB,QAAA,EACnC;AACA,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,QAAA,IAAA,CAAK,mBAAmB,mBAAmB,CAAA;AAAA,MAC7C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAI,KAAK,0BAAA,EAA4B;AACnC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,6BAA6B,sBAAA,CAAuB;AAAA,MACvD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK,aAAA;AAAA,MAChB,gBAAgB,IAAA,CAAK;AAAA,KACtB,CAAA;AAAA,EACH;AAAA,EAEQ,8BAAA,GAAuC;AAC7C,IAAA,IAAA,CAAK,0BAAA,IAA6B;AAClC,IAAA,IAAA,CAAK,0BAAA,GAA6B,MAAA;AAAA,EACpC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,mBAAmB,QAAQ,CAAA;AAAA,EAClC,CAAA;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,EAC7B,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAC5B,IAAA,IAAA,CAAK,mBAAmB,YAAY,CAAA;AAAA,EACtC,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,EAC7B,CAAA;AAAA,EAEiB,cAAA,GAAiB,CAAC,KAAA,KAAqC;AACtE,IAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAC5B,IAAA,IAAI,MAAM,SAAA,EAAW;AACnB,MAAA,IAAA,CAAK,mBAAmB,UAAU,CAAA;AAAA,IACpC;AAAA,EACF,CAAA;AAAA,EAEiB,qBAAqB,MAAY;AAChD,IAAA,KAAK,KAAK,sBAAA,EAAuB;AAAA,EACnC,CAAA;AAAA,EAEA,MAAc,sBAAA,GAAwC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,IAAkB,IAAA,CAAK,oBAAA,EAAsB;AACrD,MAAA;AAAA,IACF;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,EAAE,WAAA,EAAa,WAAA,EAAY,GAAI,MAAM,sBAAA,CAAuB;AAAA,QAChE,aAAa,IAAA,CAAK,WAAA;AAAA,QAClB,aAAa,IAAA,CAAK,WAAA;AAAA,QAClB,gBAAgB,IAAA,CAAK;AAAA,OACtB,CAAA;AACD,MAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AACnB,MAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAAA,IACrB,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,OAAA;AAAA,QACN,KAAA,EAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAChE,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,oBAAoB,YAAA,EAAsC;AAChE,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAE/B,IAAA,MAAM,kBAAkB,MAAM;AAC5B,MAAA,MAAM,SAAS,YAAA,CAAa,SAAA;AAC5B,MAAA,IAAI,kBAAkB,WAAA,EAAa;AACjC,QAAA,IAAA,CAAK,eAAA,CAAgB,kBAAkB,MAAM,CAAA;AAC7C,QAAA,IAAA,CAAK,yBAAA,EAA0B;AAAA,MACjC;AAAA,IACF,CAAA;AAEA,IAAA,IAAA,CAAK,oBAAA,GAAuB,YAAA;AAC5B,IAAA,IAAA,CAAK,4BAAA,GAA+B,eAAA;AACpC,IAAA,YAAA,CAAa,gBAAA,CAAiB,kBAAkB,eAAe,CAAA;AAC/D,IAAA,IAAA,CAAK,uBAAA,GAA0B,MAAA,CAAO,WAAA,CAAY,eAAA,EAAiB,EAAE,CAAA;AAAA,EACvE;AAAA,EAEQ,yBAAA,GAAkC;AACxC,IAAA,IAAI,IAAA,CAAK,4BAA4B,IAAA,EAAM;AACzC,MAAA,aAAA,CAAc,KAAK,uBAAuB,CAAA;AAC1C,MAAA,IAAA,CAAK,uBAAA,GAA0B,IAAA;AAAA,IACjC;AAEA,IAAA,IAAI,IAAA,CAAK,oBAAA,IAAwB,IAAA,CAAK,4BAAA,EAA8B;AAClE,MAAA,IAAA,CAAK,oBAAA,CAAqB,mBAAA;AAAA,QACxB,gBAAA;AAAA,QACA,IAAA,CAAK;AAAA,OACP;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,4BAAA,GAA+B,IAAA;AAAA,EACtC;AAAA,EAEQ,kBAAA,CACN,OACA,KAAA,EACM;AACN,IAAA,IACE,IAAA,CAAK,sBAAA,IACL,IAAA,CAAK,oBAAA,IACL,IAAA,CAAK,gBACL,CAAC,IAAA,CAAK,aAAA,CAAc,KAAK,CAAA,EACzB;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,uBAAA;AAAA,MACH,IAAI,MAAM,+CAA+C;AAAA,KAC3D;AACA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,gBAAgB,IAAA,EAAK;AAC1B,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,iBAAA;AAAA,MACN,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,cAAc,KAAA,EAAwC;AAC5D,IAAA,IAAI,CAAC,KAAK,cAAA,EAAgB;AACxB,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,UAAU,YAAA,IACV,KAAA,KAAU,cACV,KAAA,KAAU,SAAA,IACV,UAAU,QAAA,EACV;AACA,MAAA,OACE,IAAA,CAAK,cAAA,CAAe,eAAA,KAAoB,QAAA,IACxC,KAAK,cAAA,CAAe,eAAA,KAAoB,QAAA,IACxC,IAAA,CAAK,cAAA,CAAe,kBAAA,KAAuB,QAAA,IAC3C,IAAA,CAAK,eAAe,kBAAA,KAAuB,cAAA;AAAA,IAE/C;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,QAAQ,KAAA,EAAuB;AACrC,IAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAC3B,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,IAAA,IAAA,CAAK,8BAAA,EAA+B;AACpC,IAAA,IAAA,CAAK,wBAAwB,KAAK,CAAA;AAClC,IAAA,IAAA,CAAK,yBAAA,EAA0B;AAC/B,IAAA,IAAA,CAAK,eAAA,CACF,SAAQ,CACR,KAAA;AAAA,MAAM,CAAC,YAAA,KACN,OAAA,CAAQ,KAAA,CAAM,yCAAyC,YAAY;AAAA,KACrE;AAEF,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,IAAA,CAAK,UAAU,KAAA,EAAM;AACrB,MAAA,IAAA,CAAK,SAAA,GAAY,IAAA;AAAA,IACnB;AAEA,IAAA,IAAI,KAAK,OAAA,EAAS;AAChB,MAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AACnB,MAAA,IAAA,CAAK,OAAA,GAAU,IAAA;AAAA,IACjB;AAEA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAA,CAAK,aAAa,SAAA,GAAY,IAAA;AAC9B,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAEA,IAAA,IAAI,KAAK,WAAA,EAAa;AACpB,MAAA,IAAA,CAAK,WAAA,CAAY,aAAY,CAAE,OAAA,CAAQ,CAAC,KAAA,KAAU,KAAA,CAAM,MAAM,CAAA;AAC9D,MAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AAAA,IACrB;AAEA,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AACnB,IAAA,IAAA,CAAK,mBAAA,GAAsB,EAAA;AAC3B,IAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,EAC9B;AAAA,EAEQ,sBAAA,GAA+B;AACrC,IAAA,IAAA,CAAK,SAAA,GAAY;AAAA,MACf,IAAA,EAAM,EAAA;AAAA,MACN,OAAA,EAAS;AAAA,KACX;AACA,IAAA,IAAA,CAAK,8BAA8B,EAAC;AAAA,EACtC;AAAA,EAEQ,wBAAwB,KAAA,EAAuB;AACrD,IAAA,MAAM,YACJ,KAAA,YAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,MAAM,2BAA2B,CAAA;AAExE,IAAA,KAAA,MAAW,WAAA,IAAe,IAAA,CAAK,gBAAA,CAAiB,MAAA,EAAO,EAAG;AACxD,MAAA,WAAA,CAAY,OAAO,SAAS,CAAA;AAAA,IAC9B;AAEA,IAAA,IAAA,CAAK,iBAAiB,KAAA,EAAM;AAAA,EAC9B;AAAA,EAEQ,iBAAiB,QAAA,EAA0B;AACjD,IAAA,OAAO,OAAO,MAAA,KAAW,WAAA,IAAe,YAAA,IAAgB,MAAA,GACpD,MAAA,CAAO,UAAA,EAAW,GAClB,CAAA,EAAG,QAAQ,CAAA,CAAA,EAAI,IAAA,CAAK,KAAK,CAAA,CAAA;AAAA,EAC/B;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,OAAO,gCAAA,CAAiC,IAAA,CAAK,OAAA,EAAS,OAAO,CAAA;AAAA,EAC/D;AAAA,EAEQ,UAAU,KAAA,EAAqC;AACrD,IAAA,KAAA,MAAW,QAAA,IAAY,KAAK,cAAA,EAAgB;AAC1C,MAAA,QAAA,CAAS,KAAK,CAAA;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,OAAO,IAAA,EAAuB;AACpC,IAAA,IAAI,CAAC,IAAA,CAAK,OAAA,CAAQ,KAAA,EAAO;AACvB,MAAA;AAAA,IACF;AAEA,IAAA,OAAA,CAAQ,KAAA,CAAM,kCAAA,EAAoC,GAAG,IAAI,CAAA;AAAA,EAC3D;AACF,CAAA;AAEO,SAAS,iCACd,OAAA,EACyB;AACzB,EAAA,OAAO,IAAI,2BAA2B,OAAO,CAAA;AAC/C","file":"chunk-5WS7XIKZ.mjs","sourcesContent":["import {\n OPENAI_REALTIME_AGENTS_ADAPTER,\n CharivoProviderError,\n} from \"@charivo/core\";\nimport type {\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n RealtimeSessionBootstrap,\n} from \"@charivo/core\";\nimport {\n DEFAULT_OPENAI_REALTIME_MODEL,\n DEFAULT_OPENAI_REALTIME_VOICE,\n} from \"../openai/defaults\";\nimport {\n DEFAULT_REQUEST_TIMEOUT_MS,\n fetchWithTimeout,\n isRecord,\n} from \"../internal/shared\";\n\n// Fixed minting endpoint — no base URL override.\nconst CLIENT_SECRETS_URL = \"https://api.openai.com/v1/realtime/client_secrets\";\n\n// Mirrors toOpenAIRealtimeSession in packages/server/src/openai/realtime/index.ts.\n// Duplicated intentionally: browser clients must not import from @charivo/server\n// (the same self-contained pattern as the tts/stt OpenAI providers).\nfunction toClientSecretsSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.temperature !== undefined) {\n payload.temperature = session.temperature;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_response_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\n// Mirrors extractClientSecret in packages/server/src/openai/realtime/index.ts.\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nexport function createOpenAIRealtimeDevBootstrap(\n apiKey: string,\n): (request: RealtimeSessionRequest) => Promise<RealtimeSessionBootstrap> {\n return async (\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> => {\n const response = await fetchWithTimeout(\n CLIENT_SECRETS_URL,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toClientSecretsSession(request.session),\n }),\n },\n `Realtime client secret request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new CharivoProviderError(\n `Failed to mint OpenAI realtime client secret: ${errorText}`,\n );\n }\n\n let body: unknown;\n try {\n body = await response.json();\n } catch {\n throw new CharivoProviderError(\n \"Invalid client secret response: response body could not be parsed as JSON\",\n );\n }\n\n const clientSecret = extractClientSecret(body);\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"Invalid client secret response: client_secret missing or empty\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n };\n}\n","import type {\n RealtimeSessionBootstrap,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport { CharivoProviderError, CharivoStateError } from \"@charivo/core\";\nimport {\n DEFAULT_REQUEST_TIMEOUT_MS,\n fetchWithTimeout,\n isRealtimeSessionBootstrap,\n} from \"../internal/shared\";\nimport { createOpenAIRealtimeDevBootstrap } from \"./dev-bootstrap\";\n\nexport interface RealtimeBootstrapLoaderOptions {\n apiEndpoint?: string;\n sessionBootstrap?: (\n request: RealtimeSessionRequest,\n ) => Promise<RealtimeSessionBootstrap>;\n apiKey?: string;\n}\n\nexport async function getOpenAIRealtimeAgentsBootstrap(\n options: RealtimeBootstrapLoaderOptions,\n request: RealtimeSessionRequest,\n): Promise<RealtimeSessionBootstrap> {\n if (options.sessionBootstrap) {\n return options.sessionBootstrap(request);\n }\n\n const apiEndpoint = options.apiEndpoint;\n if (!apiEndpoint && options.apiKey) {\n return createOpenAIRealtimeDevBootstrap(options.apiKey)(request);\n }\n\n if (!apiEndpoint) {\n throw new CharivoStateError(\n \"OpenAI agents realtime client requires sessionBootstrap, apiEndpoint, or apiKey\",\n );\n }\n\n const response = await fetchWithTimeout(\n apiEndpoint,\n {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(request),\n },\n `Realtime session request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new CharivoProviderError(\n `Failed to create Realtime session: ${errorText}`,\n );\n }\n\n const bootstrap = (await response.json()) as unknown;\n if (!isRealtimeSessionBootstrap(bootstrap)) {\n throw new CharivoProviderError(\n \"Invalid realtime session bootstrap response\",\n );\n }\n\n return bootstrap;\n}\n","import type { RealtimeSessionConfig } from \"@charivo/core\";\nimport {\n DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS,\n DEFAULT_OPENAI_REALTIME_MODEL,\n DEFAULT_OPENAI_REALTIME_VOICE,\n} from \"../openai/defaults\";\n\nexport function resolveInstructions(config?: RealtimeSessionConfig): string {\n return config?.instructions ?? DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS;\n}\n\nexport function resolveVoice(config?: RealtimeSessionConfig): string {\n return config?.voice ?? DEFAULT_OPENAI_REALTIME_VOICE;\n}\n\nexport function toOpenAIRealtimeAgentsSessionConfig(\n config?: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: resolveVoice(config),\n },\n };\n\n const transcription = config?.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const sessionConfig: Record<string, unknown> = {\n model: config?.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n instructions: resolveInstructions(config),\n toolChoice: config?.toolChoice ?? \"auto\",\n outputModalities: [\"audio\"],\n audio,\n };\n\n if (config?.temperature !== undefined) {\n sessionConfig.temperature = config.temperature;\n }\n\n if (config?.maxTokens !== undefined) {\n sessionConfig.maxResponseOutputTokens = config.maxTokens;\n }\n\n return sessionConfig;\n}\n","import type { RealtimeSessionConfig } from \"@charivo/core\";\n\ntype RealtimeToolParameters = NonNullable<\n RealtimeSessionConfig[\"tools\"]\n>[number][\"parameters\"];\n\nexport interface StrictAgentsToolParameters {\n type: \"object\";\n properties: Record<string, unknown>;\n required: string[];\n additionalProperties: false;\n}\n\nexport interface NonStrictAgentsToolParameters {\n type: \"object\";\n properties: Record<string, unknown>;\n required: string[];\n additionalProperties: true;\n}\n\nexport type AgentsToolParameters =\n | StrictAgentsToolParameters\n | NonStrictAgentsToolParameters;\n\nexport function createToolSchemaOptions(\n parameters: RealtimeToolParameters,\n):\n | { parameters: StrictAgentsToolParameters; strict: true }\n | { parameters: NonStrictAgentsToolParameters; strict: false } {\n const normalizedParameters = toAgentsToolParameters(parameters);\n\n if (normalizedParameters.additionalProperties === false) {\n return {\n parameters: normalizedParameters,\n strict: true,\n };\n }\n\n return {\n parameters: normalizedParameters,\n strict: false,\n };\n}\n\nfunction toAgentsToolParameters(\n parameters: RealtimeToolParameters,\n): AgentsToolParameters {\n const baseParameters = {\n type: \"object\" as const,\n properties: parameters.properties,\n required: parameters.required ?? [],\n };\n\n if (getAdditionalProperties(parameters) === false) {\n return {\n ...baseParameters,\n additionalProperties: false,\n };\n }\n\n return {\n ...baseParameters,\n additionalProperties: true,\n };\n}\n\nfunction getAdditionalProperties(\n parameters: RealtimeToolParameters,\n): boolean | undefined {\n const value = (parameters as { additionalProperties?: unknown })\n .additionalProperties;\n return typeof value === \"boolean\" ? value : undefined;\n}\n","import type {\n RealtimeReconnectCause,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n createLipSyncAnalyzer,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n} from \"@charivo/core\";\nimport { acquireMicrophoneStream } from \"../internal/microphone\";\nimport {\n bindTransportLifecycle,\n createIceDisconnectDebouncer,\n DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS,\n replaceMicrophoneTrack,\n} from \"../internal/webrtc-lifecycle\";\nimport { isRecord } from \"../internal/shared\";\nimport type { RealtimeTransportClient, RealtimeTransportEvent } from \"../types\";\nimport {\n OpenAIRealtimeWebRTC,\n RealtimeAgent,\n RealtimeSession,\n tool,\n type OpenAIRealtimeWebRTCOptions,\n type RealtimeItem,\n type TransportLayerTranscriptDelta,\n} from \"@openai/agents-realtime\";\nimport {\n getOpenAIRealtimeAgentsBootstrap,\n type RealtimeBootstrapLoaderOptions,\n} from \"./bootstrap\";\nimport {\n resolveInstructions,\n resolveVoice,\n toOpenAIRealtimeAgentsSessionConfig,\n} from \"./session-config\";\nimport { DEFAULT_OPENAI_REALTIME_MODEL } from \"../openai/defaults\";\nimport { createToolSchemaOptions } from \"./tool-schema\";\n\ninterface PendingToolCall {\n resolve: (output: Record<string, unknown>) => void;\n reject: (error: Error) => void;\n}\n\ninterface AssistantState {\n text: string;\n started: boolean;\n}\n\ninterface AssistantCompletionMetadata {\n usage?: Record<string, unknown>;\n model?: string;\n responseId?: string;\n}\n\n/**\n * @remarks\n * `apiKey` is a dev/testing-only escape hatch. The key is exposed in the\n * browser. For production, use `sessionBootstrap` or `apiEndpoint` instead.\n * Intentional dev/test escape hatch: this direct browser client exposes\n * credentials. For production, see docs/guide/choosing-packages.md#remote.\n */\nexport interface OpenAIRealtimeAgentsClientOptions\n extends RealtimeBootstrapLoaderOptions {\n debug?: boolean;\n}\n\nconst DEBUG_EVENT_ALLOWLIST = new Set([\n \"conversation.item.input_audio_transcription.completed\",\n \"error\",\n]);\n\nconst TOOL_RESULT_TIMEOUT_MESSAGE =\n \"Realtime session ended before tool result was returned\";\n\nexport class OpenAIRealtimeAgentsClient implements RealtimeTransportClient {\n private session: RealtimeSession | null = null;\n private transport: OpenAIRealtimeWebRTC | null = null;\n private audioElement: HTMLAudioElement | null = null;\n private mediaStream: MediaStream | null = null;\n private peerConnection: RTCPeerConnection | null = null;\n private audioSender: RTCRtpSender | null = null;\n private connectionWasActive = false;\n private connectionLossNotified = false;\n private isExplicitDisconnect = false;\n private isRecovering = false;\n private isCleaningUp = false;\n private assistant: AssistantState = { text: \"\", started: false };\n private assistantCompletionMetadata: AssistantCompletionMetadata = {};\n private latestAssistantText = \"\";\n private currentSessionConfig?: RealtimeSessionConfig;\n private teardownTransportLifecycle?: () => void;\n private readonly iceDisconnectDebouncer = createIceDisconnectDebouncer(() => {\n this.emitConnectionLost(\"ice-disconnected\");\n }, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS);\n private readonly eventCallbacks = new Set<\n (event: RealtimeTransportEvent) => void\n >();\n private readonly pendingToolCalls = new Map<string, PendingToolCall>();\n private readonly lipSyncAnalyzer = createLipSyncAnalyzer({\n onRms: (rms) => {\n this.emitEvent({ type: \"audio.lipsync\", rms });\n },\n onError: (error) => {\n console.error(\"Failed to setup audio analysis:\", error);\n },\n });\n private observedAudioElement: HTMLAudioElement | null = null;\n private observedAudioElementListener: (() => void) | null = null;\n private pendingAudioElementPoll: number | null = null;\n\n constructor(private options: OpenAIRealtimeAgentsClientOptions = {}) {}\n\n async connect(config?: RealtimeSessionConfig): Promise<void> {\n try {\n if (this.isExplicitDisconnect && this.isRecovering) {\n throw new Error(\"Realtime session disconnect requested\");\n }\n\n this.log(\"Starting OpenAI Agents Realtime WebRTC connection\");\n\n this.isExplicitDisconnect = false;\n this.isRecovering = false;\n this.connectionLossNotified = false;\n this.currentSessionConfig = config;\n this.audioElement = document.createElement(\"audio\");\n this.audioElement.autoplay = true;\n this.audioElement.setAttribute(\"playsinline\", \"true\");\n this.mediaStream = await acquireMicrophoneStream();\n this.bindTransportLifecycleEvents();\n await this.lipSyncAnalyzer.prepare();\n\n const agent = this.createAgent(config);\n\n this.transport = new OpenAIRealtimeWebRTC(\n this.createTransportOptions(this.audioElement, this.mediaStream),\n );\n\n this.session = new RealtimeSession(agent, {\n transport: this.transport,\n config: toOpenAIRealtimeAgentsSessionConfig(config),\n });\n\n this.bindSessionEvents(this.session);\n this.bindTransportEvents(this.transport);\n this.observeAudioElement(this.audioElement);\n\n const bootstrap = await this.getSessionBootstrap({\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n session: config ?? {},\n });\n\n if (\n bootstrap.adapter !== OPENAI_REALTIME_AGENTS_ADAPTER ||\n bootstrap.transport !== \"webrtc\" ||\n !(\"clientSecret\" in bootstrap) ||\n typeof bootstrap.clientSecret !== \"string\"\n ) {\n throw new Error(\n `OpenAI agents realtime client only supports ${OPENAI_REALTIME_AGENTS_ADAPTER} bootstrap, received ${bootstrap.adapter}/${bootstrap.transport}`,\n );\n }\n\n await this.session.connect({\n apiKey: bootstrap.clientSecret,\n model: config?.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n });\n\n this.connectionWasActive = true;\n this.emitEvent({ type: \"session.started\" });\n } catch (error) {\n this.cleanup(error);\n throw error;\n }\n }\n\n async disconnect(): Promise<void> {\n this.log(\"Disconnecting OpenAI Agents Realtime WebRTC\");\n this.isExplicitDisconnect = true;\n this.isRecovering = false;\n this.cleanup();\n }\n\n async updateSession(config?: RealtimeSessionConfig): Promise<void> {\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n // `RealtimeSession.updateAgent(...)` is the only public session-level API\n // that recomputes instructions / tools / voice and applies them without a\n // reconnect. The SDK currently derives that patch from `options.config`\n // plus agent fields, so keep `options.config` aligned here until it\n // exposes a dedicated public config update path on `RealtimeSession`.\n this.session.options.config = toOpenAIRealtimeAgentsSessionConfig(config);\n await this.session.updateAgent(this.createAgent(config));\n this.currentSessionConfig = config;\n }\n\n async recover(config?: RealtimeSessionConfig): Promise<void> {\n this.isRecovering = true;\n this.connectionLossNotified = true;\n this.currentSessionConfig = config;\n\n try {\n this.cleanupPendingToolCalls(\n new Error(\"Realtime session interrupted during reconnect\"),\n );\n this.cleanup();\n await this.connect(config ?? this.currentSessionConfig);\n this.connectionLossNotified = false;\n } finally {\n this.isRecovering = false;\n }\n }\n\n async sendText(text: string): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n this.resetAssistantTracking();\n this.session.sendMessage(text);\n }\n\n async sendAudio(_audio: ArrayBuffer): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n console.warn(\n \"sendAudio is not needed with WebRTC - audio is automatically transmitted\",\n );\n }\n\n async sendToolResult(\n callId: string,\n output: Record<string, unknown>,\n ): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n const pendingCall = this.pendingToolCalls.get(callId);\n\n if (!pendingCall) {\n throw new Error(`No pending realtime tool call for \"${callId}\"`);\n }\n\n this.pendingToolCalls.delete(callId);\n pendingCall.resolve(output);\n }\n\n async interrupt(): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n this.session.interrupt();\n this.assistant.started = false;\n }\n\n onEvent(callback: (event: RealtimeTransportEvent) => void): void {\n this.eventCallbacks.add(callback);\n }\n\n async prepareAudio(): Promise<void> {\n await this.lipSyncAnalyzer.prepare();\n }\n\n private createAgent(config?: RealtimeSessionConfig): RealtimeAgent {\n return new RealtimeAgent({\n name: \"charivo-realtime-agent\",\n instructions: resolveInstructions(config),\n tools: this.createProxyTools(config?.tools),\n voice: resolveVoice(config),\n });\n }\n\n private bindSessionEvents(session: RealtimeSession): void {\n session.on(\"agent_start\", () => {\n this.ensureAssistantStarted();\n });\n\n session.on(\"agent_end\", (_context, _agent, output) => {\n this.finalizeAssistantResponse(output);\n });\n\n session.on(\"audio_start\", () => {\n this.lipSyncAnalyzer.resume();\n this.emitEvent({ type: \"audio.output.started\" });\n });\n\n session.on(\"audio_stopped\", () => {\n this.emitEvent({ type: \"audio.output.ended\" });\n });\n\n session.on(\"history_updated\", (history) => {\n this.latestAssistantText = this.extractLatestAssistantText(history);\n });\n\n session.on(\"error\", ({ error }) => {\n this.emitEvent({\n type: \"error\",\n error: error instanceof Error ? error : new Error(String(error)),\n });\n });\n\n session.on(\"transport_event\", (event) => {\n if (this.options.debug && DEBUG_EVENT_ALLOWLIST.has(event.type)) {\n this.log(\"📡 [OpenAI Agents Transport Event]\", event.type, event);\n }\n\n if (\n event.type ===\n \"conversation.item.input_audio_transcription.completed\" &&\n typeof event.transcript === \"string\"\n ) {\n this.emitEvent({\n type: \"user.transcript\",\n text: event.transcript,\n });\n }\n\n if (event.type === \"response.done\" && isRecord(event.response)) {\n this.assistantCompletionMetadata = {\n usage: isRecord(event.response.usage)\n ? event.response.usage\n : undefined,\n model:\n typeof event.response.model === \"string\"\n ? event.response.model\n : undefined,\n responseId:\n typeof event.response.id === \"string\"\n ? event.response.id\n : undefined,\n };\n }\n });\n }\n\n private bindTransportEvents(transport: OpenAIRealtimeWebRTC): void {\n transport.on(\"audio_transcript_delta\", (event) => {\n this.handleAssistantTranscriptDelta(event);\n });\n\n transport.on(\"audio_interrupted\", () => {\n this.emitEvent({ type: \"audio.output.ended\" });\n this.lipSyncAnalyzer.pause();\n });\n\n transport.on(\"connection_change\", (status) => {\n if (status === \"disconnected\" && this.connectionWasActive) {\n this.cleanupPendingToolCalls();\n this.connectionWasActive = false;\n this.emitConnectionLost(\"connection-failed\");\n }\n });\n }\n\n private handleAssistantTranscriptDelta(\n event: TransportLayerTranscriptDelta,\n ): void {\n if (!event.delta) {\n return;\n }\n\n this.ensureAssistantStarted();\n this.assistant.text += event.delta;\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: event.delta,\n });\n }\n\n private ensureAssistantStarted(): void {\n if (this.assistant.started) {\n return;\n }\n\n this.assistant.started = true;\n this.emitEvent({ type: \"assistant.response.started\" });\n }\n\n private finalizeAssistantResponse(output: string): void {\n // Tool-using user turns arrive as two agent_end events: the first after\n // the tool call (no new text this sub-cycle) and the second after the\n // post-tool reply (the real content). Skip the first one so consumers\n // see one completion per user turn instead of two, and keep tracking\n // live so the follow-up sub-cycle does not re-emit\n // assistant.response.started. Without this guard the first agent_end\n // would fall back to latestAssistantText, which can return the\n // previous turn's message.\n if (!this.assistant.text && !output.trim()) {\n return;\n }\n\n const finalText = this.latestAssistantText || output || this.assistant.text;\n\n this.ensureAssistantStarted();\n\n // Prefer streaming deltas, then patch any trailing drift from final history.\n if (\n finalText &&\n finalText.startsWith(this.assistant.text) &&\n finalText !== this.assistant.text\n ) {\n const delta = finalText.slice(this.assistant.text.length);\n if (delta) {\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: delta,\n });\n }\n }\n\n this.emitEvent({\n type: \"assistant.response.completed\",\n text: finalText,\n ...this.assistantCompletionMetadata,\n });\n this.resetAssistantTracking();\n }\n\n private extractLatestAssistantText(history: RealtimeItem[]): string {\n for (let index = history.length - 1; index >= 0; index -= 1) {\n const item = history[index];\n if (\n item.type === \"message\" &&\n item.role === \"assistant\" &&\n Array.isArray(item.content)\n ) {\n const text = item.content\n .map((content) => {\n if (content.type === \"output_audio\") {\n return content.transcript ?? \"\";\n }\n if (content.type === \"output_text\") {\n return content.text;\n }\n return \"\";\n })\n .join(\"\")\n .trim();\n\n if (text) {\n return text;\n }\n }\n }\n\n return \"\";\n }\n\n private createProxyTools(\n tools: RealtimeSessionConfig[\"tools\"],\n ): Array<ReturnType<typeof tool>> {\n return (tools ?? []).map((definition) => {\n const execute = async (\n input: unknown,\n _context?: unknown,\n details?: { toolCall?: { callId?: string } },\n ): Promise<Record<string, unknown>> => {\n const toolCallItem = details?.toolCall;\n const callId =\n toolCallItem?.callId ?? this.createToolCallId(definition.name);\n\n return await new Promise<Record<string, unknown>>((resolve, reject) => {\n this.pendingToolCalls.set(callId, {\n resolve,\n reject,\n });\n\n this.emitEvent({\n type: \"tool.call\",\n name: definition.name,\n args: isRecord(input) ? input : {},\n callId,\n });\n });\n };\n\n const schemaOptions = createToolSchemaOptions(definition.parameters);\n if (schemaOptions.strict) {\n return tool({\n name: definition.name,\n description: definition.description,\n parameters: schemaOptions.parameters,\n strict: true,\n needsApproval: false,\n execute,\n });\n }\n\n return tool({\n name: definition.name,\n description: definition.description,\n parameters: schemaOptions.parameters,\n strict: false,\n needsApproval: false,\n execute,\n });\n });\n }\n\n private createTransportOptions(\n audioElement: HTMLAudioElement,\n mediaStream: MediaStream,\n ): OpenAIRealtimeWebRTCOptions {\n return {\n audioElement,\n mediaStream,\n changePeerConnection: async (peerConnection) => {\n this.peerConnection = peerConnection;\n this.audioSender =\n typeof peerConnection.getSenders === \"function\"\n ? (peerConnection\n .getSenders()\n .find((candidate) => candidate.track?.kind === \"audio\") ?? null)\n : null;\n this.bindPeerConnectionEvents(peerConnection);\n peerConnection.addEventListener(\"track\", (event) => {\n const stream = event.streams[0];\n if (stream) {\n this.lipSyncAnalyzer.attachMediaStream(stream);\n }\n });\n return peerConnection;\n },\n };\n }\n\n private bindPeerConnectionEvents(peerConnection: RTCPeerConnection): void {\n peerConnection.addEventListener(\"iceconnectionstatechange\", () => {\n const iceState = peerConnection.iceConnectionState;\n if (iceState === \"failed\") {\n this.iceDisconnectDebouncer.cancel();\n this.emitConnectionLost(\"ice-failed\");\n } else if (iceState === \"disconnected\") {\n this.iceDisconnectDebouncer.schedule();\n } else {\n this.iceDisconnectDebouncer.cancel();\n }\n });\n\n peerConnection.addEventListener(\"connectionstatechange\", () => {\n if (\n peerConnection.connectionState === \"failed\" ||\n peerConnection.connectionState === \"closed\"\n ) {\n this.iceDisconnectDebouncer.cancel();\n this.emitConnectionLost(\"connection-failed\");\n }\n });\n }\n\n private bindTransportLifecycleEvents(): void {\n if (this.teardownTransportLifecycle) {\n return;\n }\n\n this.teardownTransportLifecycle = bindTransportLifecycle({\n onHidden: this.handleHidden,\n onOnline: this.handleOnline,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n onDeviceChange: this.handleDeviceChange,\n });\n }\n\n private unbindTransportLifecycleEvents(): void {\n this.teardownTransportLifecycle?.();\n this.teardownTransportLifecycle = undefined;\n }\n\n private readonly handleOnline = (): void => {\n this.emitConnectionLost(\"online\");\n };\n\n private readonly handleHidden = (): void => {\n this.lipSyncAnalyzer.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSyncAnalyzer.resume();\n this.emitConnectionLost(\"visibility\");\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSyncAnalyzer.pause();\n };\n\n private readonly handlePageShow = (event: PageTransitionEvent): void => {\n this.lipSyncAnalyzer.resume();\n if (event.persisted) {\n this.emitConnectionLost(\"pageshow\");\n }\n };\n\n private readonly handleDeviceChange = (): void => {\n void this.refreshMicrophoneTrack();\n };\n\n private async refreshMicrophoneTrack(): Promise<void> {\n if (!this.peerConnection || this.isExplicitDisconnect) {\n return;\n }\n\n try {\n const { audioSender, mediaStream } = await replaceMicrophoneTrack({\n audioSender: this.audioSender,\n mediaStream: this.mediaStream,\n peerConnection: this.peerConnection,\n });\n this.audioSender = audioSender;\n this.mediaStream = mediaStream;\n } catch (error) {\n this.emitEvent({\n type: \"error\",\n error: error instanceof Error ? error : new Error(String(error)),\n });\n }\n }\n\n private observeAudioElement(audioElement: HTMLAudioElement): void {\n this.stopObservingAudioElement();\n\n const tryAttachStream = () => {\n const stream = audioElement.srcObject;\n if (stream instanceof MediaStream) {\n this.lipSyncAnalyzer.attachMediaStream(stream);\n this.stopObservingAudioElement();\n }\n };\n\n this.observedAudioElement = audioElement;\n this.observedAudioElementListener = tryAttachStream;\n audioElement.addEventListener(\"loadedmetadata\", tryAttachStream);\n this.pendingAudioElementPoll = window.setInterval(tryAttachStream, 50);\n }\n\n private stopObservingAudioElement(): void {\n if (this.pendingAudioElementPoll !== null) {\n clearInterval(this.pendingAudioElementPoll);\n this.pendingAudioElementPoll = null;\n }\n\n if (this.observedAudioElement && this.observedAudioElementListener) {\n this.observedAudioElement.removeEventListener(\n \"loadedmetadata\",\n this.observedAudioElementListener,\n );\n }\n\n this.observedAudioElement = null;\n this.observedAudioElementListener = null;\n }\n\n private emitConnectionLost(\n cause: RealtimeReconnectCause,\n error?: Error,\n ): void {\n if (\n this.connectionLossNotified ||\n this.isExplicitDisconnect ||\n this.isCleaningUp ||\n !this.shouldRecover(cause)\n ) {\n return;\n }\n\n this.connectionLossNotified = true;\n this.cleanupPendingToolCalls(\n new Error(\"Realtime session interrupted during reconnect\"),\n );\n this.resetAssistantTracking();\n this.lipSyncAnalyzer.stop();\n this.emitEvent({\n type: \"connection.lost\",\n cause,\n error,\n });\n }\n\n private shouldRecover(cause: RealtimeReconnectCause): boolean {\n if (!this.peerConnection) {\n return false;\n }\n\n if (\n cause === \"visibility\" ||\n cause === \"pageshow\" ||\n cause === \"offline\" ||\n cause === \"online\"\n ) {\n return (\n this.peerConnection.connectionState === \"failed\" ||\n this.peerConnection.connectionState === \"closed\" ||\n this.peerConnection.iceConnectionState === \"failed\" ||\n this.peerConnection.iceConnectionState === \"disconnected\"\n );\n }\n\n return true;\n }\n\n private cleanup(error?: unknown): void {\n this.connectionWasActive = false;\n this.isCleaningUp = true;\n this.iceDisconnectDebouncer.cancel();\n this.unbindTransportLifecycleEvents();\n this.cleanupPendingToolCalls(error);\n this.stopObservingAudioElement();\n this.lipSyncAnalyzer\n .cleanup()\n .catch((cleanupError) =>\n console.error(\"Failed to clean up lip-sync analyzer:\", cleanupError),\n );\n\n if (this.transport) {\n this.transport.close();\n this.transport = null;\n }\n\n if (this.session) {\n this.session.close();\n this.session = null;\n }\n\n if (this.audioElement) {\n this.audioElement.srcObject = null;\n this.audioElement = null;\n }\n\n if (this.mediaStream) {\n this.mediaStream.getTracks?.().forEach((track) => track.stop());\n this.mediaStream = null;\n }\n\n this.peerConnection = null;\n this.audioSender = null;\n this.latestAssistantText = \"\";\n this.connectionLossNotified = false;\n this.isCleaningUp = false;\n this.resetAssistantTracking();\n }\n\n private resetAssistantTracking(): void {\n this.assistant = {\n text: \"\",\n started: false,\n };\n this.assistantCompletionMetadata = {};\n }\n\n private cleanupPendingToolCalls(error?: unknown): void {\n const toolError =\n error instanceof Error ? error : new Error(TOOL_RESULT_TIMEOUT_MESSAGE);\n\n for (const pendingCall of this.pendingToolCalls.values()) {\n pendingCall.reject(toolError);\n }\n\n this.pendingToolCalls.clear();\n }\n\n private createToolCallId(toolName: string): string {\n return typeof crypto !== \"undefined\" && \"randomUUID\" in crypto\n ? crypto.randomUUID()\n : `${toolName}-${Date.now()}`;\n }\n\n private async getSessionBootstrap(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n return getOpenAIRealtimeAgentsBootstrap(this.options, request);\n }\n\n private emitEvent(event: RealtimeTransportEvent): void {\n for (const callback of this.eventCallbacks) {\n callback(event);\n }\n }\n\n private log(...args: unknown[]): void {\n if (!this.options.debug) {\n return;\n }\n\n console.debug(\"[charivo/realtime/openai-agents]\", ...args);\n }\n}\n\nexport function createOpenAIRealtimeAgentsClient(\n options?: OpenAIRealtimeAgentsClientOptions,\n): RealtimeTransportClient {\n return new OpenAIRealtimeAgentsClient(options);\n}\n"]}
|
|
@@ -1,5 +1,3 @@
|
|
|
1
|
-
import { CharivoTimeoutError, CharivoTransportError } from '@charivo/core';
|
|
2
|
-
|
|
3
1
|
// src/instructions.ts
|
|
4
2
|
var DEFAULT_REALTIME_AGENT_INSTRUCTIONS = `
|
|
5
3
|
You are speaking in a realtime voice conversation.
|
|
@@ -50,45 +48,7 @@ function ensureSentence(text) {
|
|
|
50
48
|
function ensureSentenceFragment(text) {
|
|
51
49
|
return text.trim().replace(/[.!?]+$/, "");
|
|
52
50
|
}
|
|
53
|
-
var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
|
|
54
|
-
function isRecord(value) {
|
|
55
|
-
return typeof value === "object" && value !== null;
|
|
56
|
-
}
|
|
57
|
-
function isRealtimeSessionBootstrap(value) {
|
|
58
|
-
if (!isRecord(value) || typeof value.adapter !== "string" || typeof value.transport !== "string") {
|
|
59
|
-
return false;
|
|
60
|
-
}
|
|
61
|
-
if (value.transport === "webrtc") {
|
|
62
|
-
return typeof value.answerSdp === "string" || typeof value.clientSecret === "string";
|
|
63
|
-
}
|
|
64
|
-
if (value.transport === "websocket") {
|
|
65
|
-
return typeof value.url === "string" && typeof value.token === "string";
|
|
66
|
-
}
|
|
67
|
-
return false;
|
|
68
|
-
}
|
|
69
|
-
async function fetchWithTimeout(input, init, timeoutMessage, timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS) {
|
|
70
|
-
const controller = new AbortController();
|
|
71
|
-
const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
|
|
72
|
-
try {
|
|
73
|
-
return await fetch(input, {
|
|
74
|
-
...init,
|
|
75
|
-
signal: controller.signal
|
|
76
|
-
});
|
|
77
|
-
} catch (error) {
|
|
78
|
-
if (isAbortError(error)) {
|
|
79
|
-
throw new CharivoTimeoutError(timeoutMessage, { cause: error });
|
|
80
|
-
}
|
|
81
|
-
throw new CharivoTransportError("Realtime request failed", {
|
|
82
|
-
cause: error instanceof Error ? error : void 0
|
|
83
|
-
});
|
|
84
|
-
} finally {
|
|
85
|
-
clearTimeout(timeoutId);
|
|
86
|
-
}
|
|
87
|
-
}
|
|
88
|
-
function isAbortError(error) {
|
|
89
|
-
return error instanceof DOMException && error.name === "AbortError" || error instanceof Error && error.name === "AbortError";
|
|
90
|
-
}
|
|
91
51
|
|
|
92
|
-
export { DEFAULT_REALTIME_AGENT_INSTRUCTIONS,
|
|
93
|
-
//# sourceMappingURL=chunk-
|
|
94
|
-
//# sourceMappingURL=chunk-
|
|
52
|
+
export { DEFAULT_REALTIME_AGENT_INSTRUCTIONS, buildRealtimeSessionConfig };
|
|
53
|
+
//# sourceMappingURL=chunk-IBOM5FCP.mjs.map
|
|
54
|
+
//# sourceMappingURL=chunk-IBOM5FCP.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/instructions.ts"],"names":[],"mappings":";AAEO,IAAM,mCAAA,GAAsC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,CAAA,CAOjD,IAAA;AAOK,SAAS,0BAAA,CAA2B;AAAA,EACzC,SAAA;AAAA,EACA;AACF,CAAA,GAAuC,EAAC,EAA0B;AAChE,EAAA,OAAO;AAAA,IACL,SAAA,EAAW,YAAY,SAAA,IAAa,QAAA;AAAA,IACpC,UAAU,UAAA,EAAY,QAAA;AAAA,IACtB,OAAO,UAAA,EAAY,KAAA;AAAA,IACnB,KAAA,EAAO,UAAA,EAAY,KAAA,IAAS,SAAA,EAAW,KAAA,EAAO,OAAA;AAAA,IAC9C,YAAA,EACE,UAAA,EAAY,YAAA,IAAgB,0BAAA,CAA2B,SAAS,CAAA;AAAA,IAClE,aAAa,UAAA,EAAY,WAAA;AAAA,IACzB,WAAW,UAAA,EAAY,SAAA;AAAA,IACvB,OAAO,UAAA,EAAY,KAAA;AAAA,IACnB,UAAA,EAAY,YAAY,UAAA,IAAc,MAAA;AAAA,IACtC,yBAAyB,UAAA,EAAY;AAAA,GACvC;AACF;AAEA,SAAS,2BAA2B,SAAA,EAAsC;AACxE,EAAA,IAAI,CAAC,SAAA,EAAW;AACd,IAAA,OAAO,mCAAA;AAAA,EACT;AAEA,EAAA,MAAM,aAAA,GAAgB;AAAA,IACpB,CAAA,QAAA,EAAW,UAAU,IAAI,CAAA,CAAA,CAAA;AAAA,IACzB;AAAA,GACF;AAEA,EAAA,IAAI,UAAU,WAAA,EAAa;AACzB,IAAA,aAAA,CAAc,IAAA,CAAK,cAAA,CAAe,SAAA,CAAU,WAAW,CAAC,CAAA;AAAA,EAC1D;AAEA,EAAA,IAAI,UAAU,WAAA,EAAa;AACzB,IAAA,aAAA,CAAc,IAAA;AAAA,MACZ,CAAA,oBAAA,EAAuB,sBAAA,CAAuB,SAAA,CAAU,WAAW,CAAC,CAAA,CAAA;AAAA,KACtE;AAAA,EACF;AAEA,EAAA,OAAO,CAAC,GAAG,aAAA,EAAe,mCAAmC,CAAA,CAAE,KAAK,IAAI,CAAA;AAC1E;AAEA,SAAS,eAAe,IAAA,EAAsB;AAC5C,EAAA,OAAO,SAAS,IAAA,CAAK,IAAI,CAAA,GAAI,IAAA,GAAO,GAAG,IAAI,CAAA,CAAA,CAAA;AAC7C;AAEA,SAAS,uBAAuB,IAAA,EAAsB;AACpD,EAAA,OAAO,IAAA,CAAK,IAAA,EAAK,CAAE,OAAA,CAAQ,WAAW,EAAE,CAAA;AAC1C","file":"chunk-IBOM5FCP.mjs","sourcesContent":["import type { Character, RealtimeSessionConfig } from \"@charivo/core\";\n\nexport const DEFAULT_REALTIME_AGENT_INSTRUCTIONS = `\nYou are speaking in a realtime voice conversation.\nRespond naturally and keep replies concise enough for spoken delivery.\nUse available tools proactively when they make the conversation clearer or more present.\nLet each tool call earn its place; don't chain rapid-fire actions just to look responsive.\nNever break character. Never refer to yourself as an AI, model, or assistant.\nSpeak only the words you want heard aloud. Use tools for actions, but never mention tool calls, tool names, tool arguments, or bracketed/parenthetical action notes. If a tool is unavailable, omit the action instead of narrating it.\n`.trim();\n\nexport interface BuildRealtimeSessionConfigOptions {\n character?: Character | null;\n baseConfig?: RealtimeSessionConfig;\n}\n\nexport function buildRealtimeSessionConfig({\n character,\n baseConfig,\n}: BuildRealtimeSessionConfigOptions = {}): RealtimeSessionConfig {\n return {\n transport: baseConfig?.transport ?? \"webrtc\",\n provider: baseConfig?.provider,\n model: baseConfig?.model,\n voice: baseConfig?.voice ?? character?.voice?.voiceId,\n instructions:\n baseConfig?.instructions ?? buildCharacterInstructions(character),\n temperature: baseConfig?.temperature,\n maxTokens: baseConfig?.maxTokens,\n tools: baseConfig?.tools,\n toolChoice: baseConfig?.toolChoice ?? \"auto\",\n inputAudioTranscription: baseConfig?.inputAudioTranscription,\n };\n}\n\nfunction buildCharacterInstructions(character?: Character | null): string {\n if (!character) {\n return DEFAULT_REALTIME_AGENT_INSTRUCTIONS;\n }\n\n const identityLines = [\n `You are ${character.name}.`,\n \"Stay fully in character during the conversation.\",\n ];\n\n if (character.description) {\n identityLines.push(ensureSentence(character.description));\n }\n\n if (character.personality) {\n identityLines.push(\n `Your personality is ${ensureSentenceFragment(character.personality)}.`,\n );\n }\n\n return [...identityLines, DEFAULT_REALTIME_AGENT_INSTRUCTIONS].join(\"\\n\");\n}\n\nfunction ensureSentence(text: string): string {\n return /[.!?]$/.test(text) ? text : `${text}.`;\n}\n\nfunction ensureSentenceFragment(text: string): string {\n return text.trim().replace(/[.!?]+$/, \"\");\n}\n"]}
|
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
import { delay } from './chunk-XPKFJWHL.mjs';
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import { OPENAI_REALTIME_ADAPTER } from '@charivo/core';
|
|
2
|
+
import { createIceDisconnectDebouncer, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS, acquireMicrophoneStream, isRecord, fetchWithTimeout, DEFAULT_REQUEST_TIMEOUT_MS, isRealtimeSessionBootstrap, bindTransportLifecycle, replaceMicrophoneTrack, DEFAULT_OPENAI_REALTIME_VOICE } from './chunk-44K42PIQ.mjs';
|
|
3
|
+
import { createLipSyncAnalyzer, OPENAI_REALTIME_ADAPTER } from '@charivo/core';
|
|
5
4
|
|
|
6
5
|
var DEBUG_EVENT_ALLOWLIST = /* @__PURE__ */ new Set([
|
|
7
6
|
"session.created",
|
|
@@ -22,7 +21,7 @@ var OpenAIRealtimeClient = class {
|
|
|
22
21
|
audioElement = null;
|
|
23
22
|
mediaStream = null;
|
|
24
23
|
audioSender = null;
|
|
25
|
-
lipSyncAnalyzer =
|
|
24
|
+
lipSyncAnalyzer = createLipSyncAnalyzer({
|
|
26
25
|
onRms: (rms) => this.emitEvent({ type: "audio.lipsync", rms }),
|
|
27
26
|
onError: (error) => console.error("Failed to setup audio analysis:", error)
|
|
28
27
|
});
|
|
@@ -57,14 +56,14 @@ var OpenAIRealtimeClient = class {
|
|
|
57
56
|
this.audioElement = document.createElement("audio");
|
|
58
57
|
this.audioElement.autoplay = true;
|
|
59
58
|
this.audioElement.setAttribute("playsinline", "true");
|
|
60
|
-
void this.lipSyncAnalyzer.
|
|
59
|
+
void this.lipSyncAnalyzer.prepare().catch(() => void 0);
|
|
61
60
|
this.bindConnectionEvents();
|
|
62
61
|
this.bindTransportLifecycleEvents();
|
|
63
62
|
this.pc.ontrack = (event) => {
|
|
64
63
|
if (this.audioElement) {
|
|
65
64
|
this.audioElement.srcObject = event.streams[0];
|
|
66
65
|
}
|
|
67
|
-
this.lipSyncAnalyzer.
|
|
66
|
+
this.lipSyncAnalyzer.attachMediaStream(event.streams[0]);
|
|
68
67
|
};
|
|
69
68
|
try {
|
|
70
69
|
this.mediaStream = await acquireMicrophoneStream();
|
|
@@ -228,6 +227,9 @@ var OpenAIRealtimeClient = class {
|
|
|
228
227
|
onEvent(callback) {
|
|
229
228
|
this.eventCallbacks.add(callback);
|
|
230
229
|
}
|
|
230
|
+
async prepareAudio() {
|
|
231
|
+
await this.lipSyncAnalyzer.prepare();
|
|
232
|
+
}
|
|
231
233
|
handleServerEvent(event) {
|
|
232
234
|
if (this.options.debug && this.shouldLogDebugEvent(event.type)) {
|
|
233
235
|
this.log("\u{1F4E1} [OpenAI Realtime Event]", event.type, event);
|
|
@@ -476,7 +478,7 @@ var OpenAIRealtimeClient = class {
|
|
|
476
478
|
this.isResponseInProgress = false;
|
|
477
479
|
this.cancelInFlight = false;
|
|
478
480
|
this.resetResponseTracking();
|
|
479
|
-
this.lipSyncAnalyzer.
|
|
481
|
+
this.lipSyncAnalyzer.stop();
|
|
480
482
|
this.emitEvent({
|
|
481
483
|
type: "connection.lost",
|
|
482
484
|
cause,
|
|
@@ -496,7 +498,9 @@ var OpenAIRealtimeClient = class {
|
|
|
496
498
|
this.isCleaningUp = true;
|
|
497
499
|
this.unbindTransportLifecycleEvents();
|
|
498
500
|
this.iceDisconnectDebouncer.cancel();
|
|
499
|
-
this.lipSyncAnalyzer.cleanup()
|
|
501
|
+
this.lipSyncAnalyzer.cleanup().catch(
|
|
502
|
+
(error) => console.error("Failed to clean up lip-sync analyzer:", error)
|
|
503
|
+
);
|
|
500
504
|
this.rejectPendingSessionUpdate(
|
|
501
505
|
new Error("Realtime session ended before session update completed")
|
|
502
506
|
);
|
|
@@ -691,5 +695,5 @@ function toOpenAIRealtimeSessionUpdate(config) {
|
|
|
691
695
|
}
|
|
692
696
|
|
|
693
697
|
export { createOpenAIRealtimeClient };
|
|
694
|
-
//# sourceMappingURL=chunk-
|
|
695
|
-
//# sourceMappingURL=chunk-
|
|
698
|
+
//# sourceMappingURL=chunk-T3GIW5EA.mjs.map
|
|
699
|
+
//# sourceMappingURL=chunk-T3GIW5EA.mjs.map
|