@charivo/realtime 0.8.4 → 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +24 -0
- package/dist/{chunk-FZ2LAUCO.mjs → chunk-FZ62OEME.mjs} +101 -3
- package/dist/chunk-FZ62OEME.mjs.map +1 -0
- package/dist/openai-agents/index.d.mts +8 -0
- package/dist/openai-agents/index.d.ts +8 -0
- package/dist/openai-agents/index.js +116 -16
- package/dist/openai-agents/index.js.map +1 -1
- package/dist/openai-agents/index.mjs +1 -1
- package/dist/remote/index.js +116 -16
- package/dist/remote/index.js.map +1 -1
- package/dist/remote/index.mjs +1 -1
- package/package.json +1 -1
- package/dist/chunk-FZ2LAUCO.mjs.map +0 -1
package/README.md
CHANGED
|
@@ -75,6 +75,30 @@ session active and drives reconnect attempts internally. During that window
|
|
|
75
75
|
`state.session.status` stays `"active"` while `state.connection` moves back to
|
|
76
76
|
`"connecting"`.
|
|
77
77
|
|
|
78
|
+
## No-server dev (OpenAI Agents transport)
|
|
79
|
+
|
|
80
|
+
For local development you can skip the server route: pass an OpenAI API key to
|
|
81
|
+
the direct Agents transport client and it mints a short-lived realtime client
|
|
82
|
+
secret in the browser, mirroring `@charivo/llm/openai` and `@charivo/tts/openai`.
|
|
83
|
+
|
|
84
|
+
```ts
|
|
85
|
+
import { createRealtimeManager } from "@charivo/realtime";
|
|
86
|
+
import { createOpenAIRealtimeAgentsClient } from "@charivo/realtime/openai-agents";
|
|
87
|
+
|
|
88
|
+
// Dev/testing only: the API key is exposed in the browser.
|
|
89
|
+
const client = createOpenAIRealtimeAgentsClient({ apiKey: "sk-..." });
|
|
90
|
+
const manager = createRealtimeManager(client);
|
|
91
|
+
|
|
92
|
+
await manager.startSession({ provider: "openai", model: "gpt-realtime-mini" });
|
|
93
|
+
```
|
|
94
|
+
|
|
95
|
+
`createOpenAIRealtimeAgentsClient` option precedence is `sessionBootstrap` >
|
|
96
|
+
`apiEndpoint` > `apiKey`. The `apiKey` path is dev/testing only and additionally
|
|
97
|
+
requires microphone permission, a secure context (`localhost` or `https`), and a
|
|
98
|
+
user gesture to start; the minted client secret is short-lived (re-minted per
|
|
99
|
+
session). For production, use the server-mediated `@charivo/realtime/remote`
|
|
100
|
+
client shown above.
|
|
101
|
+
|
|
78
102
|
## Exports
|
|
79
103
|
|
|
80
104
|
- `createRealtimeManager(client, options?)`
|
|
@@ -3,14 +3,112 @@ import { isRecord, fetchWithTimeout, DEFAULT_REQUEST_TIMEOUT_MS, isRealtimeSessi
|
|
|
3
3
|
import { OPENAI_REALTIME_AGENTS_ADAPTER, CharivoStateError, CharivoProviderError } from '@charivo/core';
|
|
4
4
|
import { OpenAIRealtimeWebRTC, RealtimeSession, RealtimeAgent, tool } from '@openai/agents-realtime';
|
|
5
5
|
|
|
6
|
+
var CLIENT_SECRETS_URL = "https://api.openai.com/v1/realtime/client_secrets";
|
|
7
|
+
function toClientSecretsSession(session) {
|
|
8
|
+
const audio = {
|
|
9
|
+
output: {
|
|
10
|
+
voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE
|
|
11
|
+
}
|
|
12
|
+
};
|
|
13
|
+
const transcription = session.inputAudioTranscription;
|
|
14
|
+
if (transcription !== void 0) {
|
|
15
|
+
if (transcription.enabled === false) {
|
|
16
|
+
audio.input = { transcription: null };
|
|
17
|
+
} else if (transcription.model !== void 0) {
|
|
18
|
+
audio.input = { transcription: { model: transcription.model } };
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
const payload = {
|
|
22
|
+
type: "realtime",
|
|
23
|
+
model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,
|
|
24
|
+
audio,
|
|
25
|
+
tool_choice: session.toolChoice ?? "auto"
|
|
26
|
+
};
|
|
27
|
+
if (session.instructions) {
|
|
28
|
+
payload.instructions = session.instructions;
|
|
29
|
+
}
|
|
30
|
+
if (session.temperature !== void 0) {
|
|
31
|
+
payload.temperature = session.temperature;
|
|
32
|
+
}
|
|
33
|
+
if (session.maxTokens !== void 0) {
|
|
34
|
+
payload.max_response_output_tokens = session.maxTokens;
|
|
35
|
+
}
|
|
36
|
+
if (session.tools?.length) {
|
|
37
|
+
payload.tools = session.tools;
|
|
38
|
+
}
|
|
39
|
+
return payload;
|
|
40
|
+
}
|
|
41
|
+
function extractClientSecret(payload) {
|
|
42
|
+
if (!isRecord(payload)) {
|
|
43
|
+
return null;
|
|
44
|
+
}
|
|
45
|
+
if (typeof payload.client_secret === "string") {
|
|
46
|
+
return payload.client_secret;
|
|
47
|
+
}
|
|
48
|
+
if (isRecord(payload.client_secret) && typeof payload.client_secret.value === "string") {
|
|
49
|
+
return payload.client_secret.value;
|
|
50
|
+
}
|
|
51
|
+
if (typeof payload.value === "string") {
|
|
52
|
+
return payload.value;
|
|
53
|
+
}
|
|
54
|
+
return null;
|
|
55
|
+
}
|
|
56
|
+
function createOpenAIRealtimeDevBootstrap(apiKey) {
|
|
57
|
+
return async (request) => {
|
|
58
|
+
const response = await fetchWithTimeout(
|
|
59
|
+
CLIENT_SECRETS_URL,
|
|
60
|
+
{
|
|
61
|
+
method: "POST",
|
|
62
|
+
headers: {
|
|
63
|
+
Authorization: `Bearer ${apiKey}`,
|
|
64
|
+
"Content-Type": "application/json"
|
|
65
|
+
},
|
|
66
|
+
body: JSON.stringify({
|
|
67
|
+
session: toClientSecretsSession(request.session)
|
|
68
|
+
})
|
|
69
|
+
},
|
|
70
|
+
`Realtime client secret request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`
|
|
71
|
+
);
|
|
72
|
+
if (!response.ok) {
|
|
73
|
+
const errorText = await response.text();
|
|
74
|
+
throw new CharivoProviderError(
|
|
75
|
+
`Failed to mint OpenAI realtime client secret: ${errorText}`
|
|
76
|
+
);
|
|
77
|
+
}
|
|
78
|
+
let body;
|
|
79
|
+
try {
|
|
80
|
+
body = await response.json();
|
|
81
|
+
} catch {
|
|
82
|
+
throw new CharivoProviderError(
|
|
83
|
+
"Invalid client secret response: response body could not be parsed as JSON"
|
|
84
|
+
);
|
|
85
|
+
}
|
|
86
|
+
const clientSecret = extractClientSecret(body);
|
|
87
|
+
if (!clientSecret) {
|
|
88
|
+
throw new CharivoProviderError(
|
|
89
|
+
"Invalid client secret response: client_secret missing or empty"
|
|
90
|
+
);
|
|
91
|
+
}
|
|
92
|
+
return {
|
|
93
|
+
adapter: OPENAI_REALTIME_AGENTS_ADAPTER,
|
|
94
|
+
transport: "webrtc",
|
|
95
|
+
clientSecret
|
|
96
|
+
};
|
|
97
|
+
};
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
// src/openai-agents/bootstrap.ts
|
|
6
101
|
async function getOpenAIRealtimeAgentsBootstrap(options, request) {
|
|
7
102
|
if (options.sessionBootstrap) {
|
|
8
103
|
return options.sessionBootstrap(request);
|
|
9
104
|
}
|
|
10
105
|
const apiEndpoint = options.apiEndpoint;
|
|
106
|
+
if (!apiEndpoint && options.apiKey) {
|
|
107
|
+
return createOpenAIRealtimeDevBootstrap(options.apiKey)(request);
|
|
108
|
+
}
|
|
11
109
|
if (!apiEndpoint) {
|
|
12
110
|
throw new CharivoStateError(
|
|
13
|
-
"OpenAI agents realtime client requires apiEndpoint or
|
|
111
|
+
"OpenAI agents realtime client requires sessionBootstrap, apiEndpoint, or apiKey"
|
|
14
112
|
);
|
|
15
113
|
}
|
|
16
114
|
const response = await fetchWithTimeout(
|
|
@@ -621,5 +719,5 @@ function createOpenAIRealtimeAgentsClient(options) {
|
|
|
621
719
|
}
|
|
622
720
|
|
|
623
721
|
export { OpenAIRealtimeAgentsClient, createOpenAIRealtimeAgentsClient };
|
|
624
|
-
//# sourceMappingURL=chunk-
|
|
625
|
-
//# sourceMappingURL=chunk-
|
|
722
|
+
//# sourceMappingURL=chunk-FZ62OEME.mjs.map
|
|
723
|
+
//# sourceMappingURL=chunk-FZ62OEME.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/openai-agents/dev-bootstrap.ts","../src/openai-agents/bootstrap.ts","../src/openai-agents/session-config.ts","../src/openai-agents/tool-schema.ts","../src/openai-agents/client.ts"],"names":["CharivoProviderError","OPENAI_REALTIME_AGENTS_ADAPTER"],"mappings":";;;;;AAoBA,IAAM,kBAAA,GAAqB,mDAAA;AAI3B,SAAS,uBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,OAAA,CAAQ,cAAc,OAAA,CAAQ,WAAA;AAAA,EAChC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,6BAA6B,OAAA,CAAQ,SAAA;AAAA,EAC/C;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAGA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEO,SAAS,iCACd,MAAA,EACwE;AACxE,EAAA,OAAO,OACL,OAAA,KACsC;AACtC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,kBAAA;AAAA,MACA;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,UAAU,MAAM,CAAA,CAAA;AAAA,UAC/B,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,sBAAA,CAAuB,OAAA,CAAQ,OAAO;AAAA,SAChD;AAAA,OACH;AAAA,MACA,kDAAkD,0BAA0B,CAAA,EAAA;AAAA,KAC9E;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,IAAA,EAAK;AACtC,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR,iDAAiD,SAAS,CAAA;AAAA,OAC5D;AAAA,IACF;AAEA,IAAA,IAAI,IAAA;AACJ,IAAA,IAAI;AACF,MAAA,IAAA,GAAO,MAAM,SAAS,IAAA,EAAK;AAAA,IAC7B,CAAA,CAAA,MAAQ;AACN,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe,oBAAoB,IAAI,CAAA;AAC7C,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,8BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF,CAAA;AACF;;;AC1HA,eAAsB,gCAAA,CACpB,SACA,OAAA,EACmC;AACnC,EAAA,IAAI,QAAQ,gBAAA,EAAkB;AAC5B,IAAA,OAAO,OAAA,CAAQ,iBAAiB,OAAO,CAAA;AAAA,EACzC;AAEA,EAAA,MAAM,cAAc,OAAA,CAAQ,WAAA;AAC5B,EAAA,IAAI,CAAC,WAAA,IAAe,OAAA,CAAQ,MAAA,EAAQ;AAClC,IAAA,OAAO,gCAAA,CAAiC,OAAA,CAAQ,MAAM,CAAA,CAAE,OAAO,CAAA;AAAA,EACjE;AAEA,EAAA,IAAI,CAAC,WAAA,EAAa;AAChB,IAAA,MAAM,IAAI,iBAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,IACrB,WAAA;AAAA,IACA;AAAA,MACE,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS;AAAA,QACP,cAAA,EAAgB;AAAA,OAClB;AAAA,MACA,IAAA,EAAM,IAAA,CAAK,SAAA,CAAU,OAAO;AAAA,KAC9B;AAAA,IACA,4CAA4C,0BAA0B,CAAA,EAAA;AAAA,GACxE;AAEA,EAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,IAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,IAAA,EAAK;AACtC,IAAA,MAAM,IAAIA,oBAAAA;AAAA,MACR,sCAAsC,SAAS,CAAA;AAAA,KACjD;AAAA,EACF;AAEA,EAAA,MAAM,SAAA,GAAa,MAAM,QAAA,CAAS,IAAA,EAAK;AACvC,EAAA,IAAI,CAAC,0BAAA,CAA2B,SAAS,CAAA,EAAG;AAC1C,IAAA,MAAM,IAAIA,oBAAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,OAAO,SAAA;AACT;;;AC3DO,SAAS,oBAAoB,MAAA,EAAwC;AAC1E,EAAA,OAAO,QAAQ,YAAA,IAAgB,0CAAA;AACjC;AAEO,SAAS,aAAa,MAAA,EAAwC;AACnE,EAAA,OAAO,QAAQ,KAAA,IAAS,6BAAA;AAC1B;AAEO,SAAS,oCACd,MAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,aAAa,MAAM;AAAA;AAC5B,GACF;AAEA,EAAA,MAAM,gBAAgB,MAAA,EAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,aAAA,GAAyC;AAAA,IAC7C,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,YAAA,EAAc,oBAAoB,MAAM,CAAA;AAAA,IACxC,UAAA,EAAY,QAAQ,UAAA,IAAc,MAAA;AAAA,IAClC,gBAAA,EAAkB,CAAC,OAAO,CAAA;AAAA,IAC1B;AAAA,GACF;AAEA,EAAA,IAAI,MAAA,EAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,aAAA,CAAc,cAAc,MAAA,CAAO,WAAA;AAAA,EACrC;AAEA,EAAA,IAAI,MAAA,EAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,aAAA,CAAc,0BAA0B,MAAA,CAAO,SAAA;AAAA,EACjD;AAEA,EAAA,OAAO,aAAA;AACT;;;AC1BO,SAAS,wBACd,UAAA,EAG+D;AAC/D,EAAA,MAAM,oBAAA,GAAuB,uBAAuB,UAAU,CAAA;AAE9D,EAAA,IAAI,oBAAA,CAAqB,yBAAyB,KAAA,EAAO;AACvD,IAAA,OAAO;AAAA,MACL,UAAA,EAAY,oBAAA;AAAA,MACZ,MAAA,EAAQ;AAAA,KACV;AAAA,EACF;AAEA,EAAA,OAAO;AAAA,IACL,UAAA,EAAY,oBAAA;AAAA,IACZ,MAAA,EAAQ;AAAA,GACV;AACF;AAEA,SAAS,uBACP,UAAA,EACsB;AACtB,EAAA,MAAM,cAAA,GAAiB;AAAA,IACrB,IAAA,EAAM,QAAA;AAAA,IACN,YAAY,UAAA,CAAW,UAAA;AAAA,IACvB,QAAA,EAAU,UAAA,CAAW,QAAA,IAAY;AAAC,GACpC;AAEA,EAAA,IAAI,uBAAA,CAAwB,UAAU,CAAA,KAAM,KAAA,EAAO;AACjD,IAAA,OAAO;AAAA,MACL,GAAG,cAAA;AAAA,MACH,oBAAA,EAAsB;AAAA,KACxB;AAAA,EACF;AAEA,EAAA,OAAO;AAAA,IACL,GAAG,cAAA;AAAA,IACH,oBAAA,EAAsB;AAAA,GACxB;AACF;AAEA,SAAS,wBACP,UAAA,EACqB;AACrB,EAAA,MAAM,QAAS,UAAA,CACZ,oBAAA;AACH,EAAA,OAAO,OAAO,KAAA,KAAU,SAAA,GAAY,KAAA,GAAQ,MAAA;AAC9C;;;ACNA,IAAM,qBAAA,uBAA4B,GAAA,CAAI;AAAA,EACpC,uDAAA;AAAA,EACA;AACF,CAAC,CAAA;AAED,IAAM,2BAAA,GACJ,wDAAA;AAEK,IAAM,6BAAN,MAAoE;AAAA,EAiCzE,WAAA,CAAoB,OAAA,GAA6C,EAAC,EAAG;AAAjD,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAAA,EAAkD;AAAA,EAhC9D,OAAA,GAAkC,IAAA;AAAA,EAClC,SAAA,GAAyC,IAAA;AAAA,EACzC,YAAA,GAAwC,IAAA;AAAA,EACxC,WAAA,GAAkC,IAAA;AAAA,EAClC,cAAA,GAA2C,IAAA;AAAA,EAC3C,WAAA,GAAmC,IAAA;AAAA,EACnC,mBAAA,GAAsB,KAAA;AAAA,EACtB,sBAAA,GAAyB,KAAA;AAAA,EACzB,oBAAA,GAAuB,KAAA;AAAA,EACvB,YAAA,GAAe,KAAA;AAAA,EACf,YAAA,GAAe,KAAA;AAAA,EACf,SAAA,GAA4B,EAAE,IAAA,EAAM,EAAA,EAAI,SAAS,KAAA,EAAM;AAAA,EACvD,8BAA2D,EAAC;AAAA,EAC5D,mBAAA,GAAsB,EAAA;AAAA,EACtB,oBAAA;AAAA,EACA,0BAAA;AAAA,EACS,sBAAA,GAAyB,6BAA6B,MAAM;AAC3E,IAAA,IAAA,CAAK,mBAAmB,kBAAkB,CAAA;AAAA,EAC5C,GAAG,oCAAoC,CAAA;AAAA,EACtB,cAAA,uBAAqB,GAAA,EAEpC;AAAA,EACe,gBAAA,uBAAuB,GAAA,EAA6B;AAAA,EACpD,eAAA,GAAkB,IAAI,eAAA,CAAgB;AAAA,IACrD,KAAA,EAAO,CAAC,GAAA,KAAQ;AACd,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,eAAA,EAAiB,KAAK,CAAA;AAAA,IAC/C,CAAA;AAAA,IACA,OAAA,EAAS,CAAC,KAAA,KAAU;AAClB,MAAA,OAAA,CAAQ,KAAA,CAAM,mCAAmC,KAAK,CAAA;AAAA,IACxD;AAAA,GACD,CAAA;AAAA,EAID,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAI;AACF,MAAA,IAAI,IAAA,CAAK,oBAAA,IAAwB,IAAA,CAAK,YAAA,EAAc;AAClD,QAAA,MAAM,IAAI,MAAM,uCAAuC,CAAA;AAAA,MACzD;AAEA,MAAA,IAAA,CAAK,IAAI,mDAAmD,CAAA;AAE5D,MAAA,IAAA,CAAK,oBAAA,GAAuB,KAAA;AAC5B,MAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,MAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,MAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAC5B,MAAA,IAAA,CAAK,YAAA,GAAe,QAAA,CAAS,aAAA,CAAc,OAAO,CAAA;AAClD,MAAA,IAAA,CAAK,aAAa,QAAA,GAAW,IAAA;AAC7B,MAAA,IAAA,CAAK,YAAA,CAAa,YAAA,CAAa,aAAA,EAAe,MAAM,CAAA;AACpD,MAAA,IAAA,CAAK,WAAA,GAAc,MAAM,uBAAA,EAAwB;AACjD,MAAA,IAAA,CAAK,4BAAA,EAA6B;AAClC,MAAA,MAAM,IAAA,CAAK,gBAAgB,mBAAA,EAAoB;AAE/C,MAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,WAAA,CAAY,MAAM,CAAA;AAErC,MAAA,IAAA,CAAK,YAAY,IAAI,oBAAA;AAAA,QACnB,IAAA,CAAK,sBAAA,CAAuB,IAAA,CAAK,YAAA,EAAc,KAAK,WAAW;AAAA,OACjE;AAEA,MAAA,IAAA,CAAK,OAAA,GAAU,IAAI,eAAA,CAAgB,KAAA,EAAO;AAAA,QACxC,WAAW,IAAA,CAAK,SAAA;AAAA,QAChB,MAAA,EAAQ,oCAAoC,MAAM;AAAA,OACnD,CAAA;AAED,MAAA,IAAA,CAAK,iBAAA,CAAkB,KAAK,OAAO,CAAA;AACnC,MAAA,IAAA,CAAK,mBAAA,CAAoB,KAAK,SAAS,CAAA;AACvC,MAAA,IAAA,CAAK,eAAA,CAAgB,mBAAA,CAAoB,IAAA,CAAK,YAAY,CAAA;AAE1D,MAAA,MAAM,SAAA,GAAY,MAAM,IAAA,CAAK,mBAAA,CAAoB;AAAA,QAC/C,OAAA,EAASC,8BAAAA;AAAA,QACT,SAAA,EAAW,QAAA;AAAA,QACX,OAAA,EAAS,UAAU;AAAC,OACrB,CAAA;AAED,MAAA,IACE,SAAA,CAAU,OAAA,KAAYA,8BAAAA,IACtB,SAAA,CAAU,SAAA,KAAc,QAAA,IACxB,EAAE,cAAA,IAAkB,SAAA,CAAA,IACpB,OAAO,SAAA,CAAU,YAAA,KAAiB,QAAA,EAClC;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,+CAA+CA,8BAA8B,CAAA,qBAAA,EAAwB,UAAU,OAAO,CAAA,CAAA,EAAI,UAAU,SAAS,CAAA;AAAA,SAC/I;AAAA,MACF;AAEA,MAAA,MAAM,IAAA,CAAK,QAAQ,OAAA,CAAQ;AAAA,QACzB,QAAQ,SAAA,CAAU,YAAA;AAAA,QAClB,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA,OACzB,CAAA;AAED,MAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA;AAC3B,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,iBAAA,EAAmB,CAAA;AAAA,IAC5C,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,QAAQ,KAAK,CAAA;AAClB,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,UAAA,GAA4B;AAChC,IAAA,IAAA,CAAK,IAAI,6CAA6C,CAAA;AACtD,IAAA,IAAA,CAAK,oBAAA,GAAuB,IAAA;AAC5B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,IAAA,IAAA,CAAK,OAAA,EAAQ;AAAA,EACf;AAAA,EAEA,MAAM,cAAc,MAAA,EAA+C;AACjE,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAOA,IAAA,IAAA,CAAK,OAAA,CAAQ,OAAA,CAAQ,MAAA,GAAS,mCAAA,CAAoC,MAAM,CAAA;AACxE,IAAA,MAAM,KAAK,OAAA,CAAQ,WAAA,CAAY,IAAA,CAAK,WAAA,CAAY,MAAM,CAAC,CAAA;AACvD,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAAA,EAC9B;AAAA,EAEA,MAAM,QAAQ,MAAA,EAA+C;AAC3D,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,oBAAA,GAAuB,MAAA;AAE5B,IAAA,IAAI;AACF,MAAA,IAAA,CAAK,uBAAA;AAAA,QACH,IAAI,MAAM,+CAA+C;AAAA,OAC3D;AACA,MAAA,IAAA,CAAK,OAAA,EAAQ;AACb,MAAA,MAAM,IAAA,CAAK,OAAA,CAAQ,MAAA,IAAU,IAAA,CAAK,oBAAoB,CAAA;AACtD,MAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAAA,IAChC,CAAA,SAAE;AACA,MAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AAAA,IACtB;AAAA,EACF;AAAA,EAEA,MAAM,SAAS,IAAA,EAA6B;AAC1C,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,OAAA,CAAQ,YAAY,IAAI,CAAA;AAAA,EAC/B;AAAA,EAEA,MAAM,UAAU,MAAA,EAAoC;AAClD,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,OAAA,CAAQ,IAAA;AAAA,MACN;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,cAAA,CACJ,MAAA,EACA,MAAA,EACe;AACf,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,MAAM,WAAA,GAAc,IAAA,CAAK,gBAAA,CAAiB,GAAA,CAAI,MAAM,CAAA;AAEpD,IAAA,IAAI,CAAC,WAAA,EAAa;AAChB,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,mCAAA,EAAsC,MAAM,CAAA,CAAA,CAAG,CAAA;AAAA,IACjE;AAEA,IAAA,IAAA,CAAK,gBAAA,CAAiB,OAAO,MAAM,CAAA;AACnC,IAAA,WAAA,CAAY,QAAQ,MAAM,CAAA;AAAA,EAC5B;AAAA,EAEA,MAAM,SAAA,GAA2B;AAC/B,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,MAAM,IAAI,MAAM,iCAAiC,CAAA;AAAA,IACnD;AAEA,IAAA,IAAI,CAAC,KAAK,OAAA,EAAS;AACjB,MAAA,MAAM,IAAI,MAAM,6BAA6B,CAAA;AAAA,IAC/C;AAEA,IAAA,IAAA,CAAK,QAAQ,SAAA,EAAU;AACvB,IAAA,IAAA,CAAK,UAAU,OAAA,GAAU,KAAA;AAAA,EAC3B;AAAA,EAEA,QAAQ,QAAA,EAAyD;AAC/D,IAAA,IAAA,CAAK,cAAA,CAAe,IAAI,QAAQ,CAAA;AAAA,EAClC;AAAA,EAEQ,YAAY,MAAA,EAA+C;AACjE,IAAA,OAAO,IAAI,aAAA,CAAc;AAAA,MACvB,IAAA,EAAM,wBAAA;AAAA,MACN,YAAA,EAAc,oBAAoB,MAAM,CAAA;AAAA,MACxC,KAAA,EAAO,IAAA,CAAK,gBAAA,CAAiB,MAAA,EAAQ,KAAK,CAAA;AAAA,MAC1C,KAAA,EAAO,aAAa,MAAM;AAAA,KAC3B,CAAA;AAAA,EACH;AAAA,EAEQ,kBAAkB,OAAA,EAAgC;AACxD,IAAA,OAAA,CAAQ,EAAA,CAAG,eAAe,MAAM;AAC9B,MAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,IAC9B,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,WAAA,EAAa,CAAC,QAAA,EAAU,QAAQ,MAAA,KAAW;AACpD,MAAA,IAAA,CAAK,0BAA0B,MAAM,CAAA;AAAA,IACvC,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,eAAe,MAAM;AAC9B,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,sBAAA,EAAwB,CAAA;AAAA,IACjD,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAiB,MAAM;AAChC,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAAA,IAC/C,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAA,EAAmB,CAAC,OAAA,KAAY;AACzC,MAAA,IAAA,CAAK,mBAAA,GAAsB,IAAA,CAAK,0BAAA,CAA2B,OAAO,CAAA;AAAA,IACpE,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,OAAA,EAAS,CAAC,EAAE,OAAM,KAAM;AACjC,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,OAAA;AAAA,QACN,KAAA,EAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAChE,CAAA;AAAA,IACH,CAAC,CAAA;AAED,IAAA,OAAA,CAAQ,EAAA,CAAG,iBAAA,EAAmB,CAAC,KAAA,KAAU;AACvC,MAAA,IAAI,KAAK,OAAA,CAAQ,KAAA,IAAS,sBAAsB,GAAA,CAAI,KAAA,CAAM,IAAI,CAAA,EAAG;AAC/D,QAAA,IAAA,CAAK,GAAA,CAAI,2CAAA,EAAsC,KAAA,CAAM,IAAA,EAAM,KAAK,CAAA;AAAA,MAClE;AAEA,MAAA,IACE,MAAM,IAAA,KACJ,uDAAA,IACF,OAAO,KAAA,CAAM,eAAe,QAAA,EAC5B;AACA,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,iBAAA;AAAA,UACN,MAAM,KAAA,CAAM;AAAA,SACb,CAAA;AAAA,MACH;AAEA,MAAA,IAAI,MAAM,IAAA,KAAS,eAAA,IAAmB,QAAA,CAAS,KAAA,CAAM,QAAQ,CAAA,EAAG;AAC9D,QAAA,IAAA,CAAK,2BAAA,GAA8B;AAAA,UACjC,KAAA,EAAO,SAAS,KAAA,CAAM,QAAA,CAAS,KAAK,CAAA,GAChC,KAAA,CAAM,SAAS,KAAA,GACf,MAAA;AAAA,UACJ,KAAA,EACE,OAAO,KAAA,CAAM,QAAA,CAAS,UAAU,QAAA,GAC5B,KAAA,CAAM,SAAS,KAAA,GACf,MAAA;AAAA,UACN,UAAA,EACE,OAAO,KAAA,CAAM,QAAA,CAAS,OAAO,QAAA,GACzB,KAAA,CAAM,SAAS,EAAA,GACf;AAAA,SACR;AAAA,MACF;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,oBAAoB,SAAA,EAAuC;AACjE,IAAA,SAAA,CAAU,EAAA,CAAG,wBAAA,EAA0B,CAAC,KAAA,KAAU;AAChD,MAAA,IAAA,CAAK,+BAA+B,KAAK,CAAA;AAAA,IAC3C,CAAC,CAAA;AAED,IAAA,SAAA,CAAU,EAAA,CAAG,qBAAqB,MAAM;AACtC,MAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,oBAAA,EAAsB,CAAA;AAC7C,MAAA,IAAA,CAAK,gBAAgB,UAAA,EAAW;AAAA,IAClC,CAAC,CAAA;AAED,IAAA,SAAA,CAAU,EAAA,CAAG,mBAAA,EAAqB,CAAC,MAAA,KAAW;AAC5C,MAAA,IAAI,MAAA,KAAW,cAAA,IAAkB,IAAA,CAAK,mBAAA,EAAqB;AACzD,QAAA,IAAA,CAAK,uBAAA,EAAwB;AAC7B,QAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAC3B,QAAA,IAAA,CAAK,mBAAmB,mBAAmB,CAAA;AAAA,MAC7C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,+BACN,KAAA,EACM;AACN,IAAA,IAAI,CAAC,MAAM,KAAA,EAAO;AAChB,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,SAAA,CAAU,QAAQ,KAAA,CAAM,KAAA;AAC7B,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,sBAAA;AAAA,MACN,MAAM,KAAA,CAAM;AAAA,KACb,CAAA;AAAA,EACH;AAAA,EAEQ,sBAAA,GAA+B;AACrC,IAAA,IAAI,IAAA,CAAK,UAAU,OAAA,EAAS;AAC1B,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,UAAU,OAAA,GAAU,IAAA;AACzB,IAAA,IAAA,CAAK,SAAA,CAAU,EAAE,IAAA,EAAM,4BAAA,EAA8B,CAAA;AAAA,EACvD;AAAA,EAEQ,0BAA0B,MAAA,EAAsB;AAStD,IAAA,IAAI,CAAC,IAAA,CAAK,SAAA,CAAU,QAAQ,CAAC,MAAA,CAAO,MAAK,EAAG;AAC1C,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,SAAA,GAAY,IAAA,CAAK,mBAAA,IAAuB,MAAA,IAAU,KAAK,SAAA,CAAU,IAAA;AAEvE,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAG5B,IAAA,IACE,SAAA,IACA,SAAA,CAAU,UAAA,CAAW,IAAA,CAAK,SAAA,CAAU,IAAI,CAAA,IACxC,SAAA,KAAc,IAAA,CAAK,SAAA,CAAU,IAAA,EAC7B;AACA,MAAA,MAAM,QAAQ,SAAA,CAAU,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,KAAK,MAAM,CAAA;AACxD,MAAA,IAAI,KAAA,EAAO;AACT,QAAA,IAAA,CAAK,SAAA,CAAU;AAAA,UACb,IAAA,EAAM,sBAAA;AAAA,UACN,IAAA,EAAM;AAAA,SACP,CAAA;AAAA,MACH;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,8BAAA;AAAA,MACN,IAAA,EAAM,SAAA;AAAA,MACN,GAAG,IAAA,CAAK;AAAA,KACT,CAAA;AACD,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,EAC9B;AAAA,EAEQ,2BAA2B,OAAA,EAAiC;AAClE,IAAA,KAAA,IAAS,QAAQ,OAAA,CAAQ,MAAA,GAAS,GAAG,KAAA,IAAS,CAAA,EAAG,SAAS,CAAA,EAAG;AAC3D,MAAA,MAAM,IAAA,GAAO,QAAQ,KAAK,CAAA;AAC1B,MAAA,IACE,IAAA,CAAK,IAAA,KAAS,SAAA,IACd,IAAA,CAAK,IAAA,KAAS,eACd,KAAA,CAAM,OAAA,CAAQ,IAAA,CAAK,OAAO,CAAA,EAC1B;AACA,QAAA,MAAM,IAAA,GAAO,IAAA,CAAK,OAAA,CACf,GAAA,CAAI,CAAC,OAAA,KAAY;AAChB,UAAA,IAAI,OAAA,CAAQ,SAAS,cAAA,EAAgB;AACnC,YAAA,OAAO,QAAQ,UAAA,IAAc,EAAA;AAAA,UAC/B;AACA,UAAA,IAAI,OAAA,CAAQ,SAAS,aAAA,EAAe;AAClC,YAAA,OAAO,OAAA,CAAQ,IAAA;AAAA,UACjB;AACA,UAAA,OAAO,EAAA;AAAA,QACT,CAAC,CAAA,CACA,IAAA,CAAK,EAAE,EACP,IAAA,EAAK;AAER,QAAA,IAAI,IAAA,EAAM;AACR,UAAA,OAAO,IAAA;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,IAAA,OAAO,EAAA;AAAA,EACT;AAAA,EAEQ,iBACN,KAAA,EACgC;AAChC,IAAA,OAAA,CAAQ,KAAA,IAAS,EAAC,EAAG,GAAA,CAAI,CAAC,UAAA,KAAe;AACvC,MAAA,MAAM,OAAA,GAAU,OACd,KAAA,EACA,QAAA,EACA,OAAA,KACqC;AACrC,QAAA,MAAM,eAAe,OAAA,EAAS,QAAA;AAC9B,QAAA,MAAM,SACJ,YAAA,EAAc,MAAA,IAAU,IAAA,CAAK,gBAAA,CAAiB,WAAW,IAAI,CAAA;AAE/D,QAAA,OAAO,MAAM,IAAI,OAAA,CAAiC,CAAC,SAAS,MAAA,KAAW;AACrE,UAAA,IAAA,CAAK,gBAAA,CAAiB,IAAI,MAAA,EAAQ;AAAA,YAChC,OAAA;AAAA,YACA;AAAA,WACD,CAAA;AAED,UAAA,IAAA,CAAK,SAAA,CAAU;AAAA,YACb,IAAA,EAAM,WAAA;AAAA,YACN,MAAM,UAAA,CAAW,IAAA;AAAA,YACjB,IAAA,EAAM,QAAA,CAAS,KAAK,CAAA,GAAI,QAAQ,EAAC;AAAA,YACjC;AAAA,WACD,CAAA;AAAA,QACH,CAAC,CAAA;AAAA,MACH,CAAA;AAEA,MAAA,MAAM,aAAA,GAAgB,uBAAA,CAAwB,UAAA,CAAW,UAAU,CAAA;AACnE,MAAA,IAAI,cAAc,MAAA,EAAQ;AACxB,QAAA,OAAO,IAAA,CAAK;AAAA,UACV,MAAM,UAAA,CAAW,IAAA;AAAA,UACjB,aAAa,UAAA,CAAW,WAAA;AAAA,UACxB,YAAY,aAAA,CAAc,UAAA;AAAA,UAC1B,MAAA,EAAQ,IAAA;AAAA,UACR,aAAA,EAAe,KAAA;AAAA,UACf;AAAA,SACD,CAAA;AAAA,MACH;AAEA,MAAA,OAAO,IAAA,CAAK;AAAA,QACV,MAAM,UAAA,CAAW,IAAA;AAAA,QACjB,aAAa,UAAA,CAAW,WAAA;AAAA,QACxB,YAAY,aAAA,CAAc,UAAA;AAAA,QAC1B,MAAA,EAAQ,KAAA;AAAA,QACR,aAAA,EAAe,KAAA;AAAA,QACf;AAAA,OACD,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,sBAAA,CACN,cACA,WAAA,EAC6B;AAC7B,IAAA,OAAO;AAAA,MACL,YAAA;AAAA,MACA,WAAA;AAAA,MACA,oBAAA,EAAsB,OAAO,cAAA,KAAmB;AAC9C,QAAA,IAAA,CAAK,cAAA,GAAiB,cAAA;AACtB,QAAA,IAAA,CAAK,cACH,OAAO,cAAA,CAAe,UAAA,KAAe,UAAA,GAChC,eACE,UAAA,EAAW,CACX,IAAA,CAAK,CAAC,cAAc,SAAA,CAAU,KAAA,EAAO,IAAA,KAAS,OAAO,KAAK,IAAA,GAC7D,IAAA;AACN,QAAA,IAAA,CAAK,yBAAyB,cAAc,CAAA;AAC5C,QAAA,cAAA,CAAe,gBAAA,CAAiB,OAAA,EAAS,CAAC,KAAA,KAAU;AAClD,UAAA,MAAM,MAAA,GAAS,KAAA,CAAM,OAAA,CAAQ,CAAC,CAAA;AAC9B,UAAA,IAAI,MAAA,EAAQ;AACV,YAAA,IAAA,CAAK,eAAA,CAAgB,aAAa,MAAM,CAAA;AAAA,UAC1C;AAAA,QACF,CAAC,CAAA;AACD,QAAA,OAAO,cAAA;AAAA,MACT;AAAA,KACF;AAAA,EACF;AAAA,EAEQ,yBAAyB,cAAA,EAAyC;AACxE,IAAA,cAAA,CAAe,gBAAA,CAAiB,4BAA4B,MAAM;AAChE,MAAA,MAAM,WAAW,cAAA,CAAe,kBAAA;AAChC,MAAA,IAAI,aAAa,QAAA,EAAU;AACzB,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,QAAA,IAAA,CAAK,mBAAmB,YAAY,CAAA;AAAA,MACtC,CAAA,MAAA,IAAW,aAAa,cAAA,EAAgB;AACtC,QAAA,IAAA,CAAK,uBAAuB,QAAA,EAAS;AAAA,MACvC,CAAA,MAAO;AACL,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AAAA,MACrC;AAAA,IACF,CAAC,CAAA;AAED,IAAA,cAAA,CAAe,gBAAA,CAAiB,yBAAyB,MAAM;AAC7D,MAAA,IACE,cAAA,CAAe,eAAA,KAAoB,QAAA,IACnC,cAAA,CAAe,oBAAoB,QAAA,EACnC;AACA,QAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,QAAA,IAAA,CAAK,mBAAmB,mBAAmB,CAAA;AAAA,MAC7C;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,4BAAA,GAAqC;AAC3C,IAAA,IAAI,KAAK,0BAAA,EAA4B;AACnC,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,6BAA6B,sBAAA,CAAuB;AAAA,MACvD,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,UAAU,IAAA,CAAK,YAAA;AAAA,MACf,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,YAAY,IAAA,CAAK,cAAA;AAAA,MACjB,WAAW,IAAA,CAAK,aAAA;AAAA,MAChB,gBAAgB,IAAA,CAAK;AAAA,KACtB,CAAA;AAAA,EACH;AAAA,EAEQ,8BAAA,GAAuC;AAC7C,IAAA,IAAA,CAAK,0BAAA,IAA6B;AAClC,IAAA,IAAA,CAAK,0BAAA,GAA6B,MAAA;AAAA,EACpC;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,mBAAmB,QAAQ,CAAA;AAAA,EAClC,CAAA;AAAA,EAEiB,eAAe,MAAY;AAC1C,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,EAC7B,CAAA;AAAA,EAEiB,gBAAgB,MAAY;AAC3C,IAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAC5B,IAAA,IAAA,CAAK,mBAAmB,YAAY,CAAA;AAAA,EACtC,CAAA;AAAA,EAEiB,iBAAiB,MAAY;AAC5C,IAAA,IAAA,CAAK,gBAAgB,KAAA,EAAM;AAAA,EAC7B,CAAA;AAAA,EAEiB,cAAA,GAAiB,CAAC,KAAA,KAAqC;AACtE,IAAA,IAAA,CAAK,gBAAgB,MAAA,EAAO;AAC5B,IAAA,IAAI,MAAM,SAAA,EAAW;AACnB,MAAA,IAAA,CAAK,mBAAmB,UAAU,CAAA;AAAA,IACpC;AAAA,EACF,CAAA;AAAA,EAEiB,qBAAqB,MAAY;AAChD,IAAA,KAAK,KAAK,sBAAA,EAAuB;AAAA,EACnC,CAAA;AAAA,EAEA,MAAc,sBAAA,GAAwC;AACpD,IAAA,IAAI,CAAC,IAAA,CAAK,cAAA,IAAkB,IAAA,CAAK,oBAAA,EAAsB;AACrD,MAAA;AAAA,IACF;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,EAAE,WAAA,EAAa,WAAA,EAAY,GAAI,MAAM,sBAAA,CAAuB;AAAA,QAChE,aAAa,IAAA,CAAK,WAAA;AAAA,QAClB,aAAa,IAAA,CAAK,WAAA;AAAA,QAClB,gBAAgB,IAAA,CAAK;AAAA,OACtB,CAAA;AACD,MAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AACnB,MAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AAAA,IACrB,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,SAAA,CAAU;AAAA,QACb,IAAA,EAAM,OAAA;AAAA,QACN,KAAA,EAAO,iBAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,KAAA,CAAM,MAAA,CAAO,KAAK,CAAC;AAAA,OAChE,CAAA;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,kBAAA,CACN,OACA,KAAA,EACM;AACN,IAAA,IACE,IAAA,CAAK,sBAAA,IACL,IAAA,CAAK,oBAAA,IACL,IAAA,CAAK,gBACL,CAAC,IAAA,CAAK,aAAA,CAAc,KAAK,CAAA,EACzB;AACA,MAAA;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,sBAAA,GAAyB,IAAA;AAC9B,IAAA,IAAA,CAAK,uBAAA;AAAA,MACH,IAAI,MAAM,+CAA+C;AAAA,KAC3D;AACA,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAC5B,IAAA,IAAA,CAAK,gBAAgB,UAAA,EAAW;AAChC,IAAA,IAAA,CAAK,SAAA,CAAU;AAAA,MACb,IAAA,EAAM,iBAAA;AAAA,MACN,KAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEQ,cAAc,KAAA,EAAwC;AAC5D,IAAA,IAAI,CAAC,KAAK,cAAA,EAAgB;AACxB,MAAA,OAAO,KAAA;AAAA,IACT;AAEA,IAAA,IACE,UAAU,YAAA,IACV,KAAA,KAAU,cACV,KAAA,KAAU,SAAA,IACV,UAAU,QAAA,EACV;AACA,MAAA,OACE,IAAA,CAAK,cAAA,CAAe,eAAA,KAAoB,QAAA,IACxC,KAAK,cAAA,CAAe,eAAA,KAAoB,QAAA,IACxC,IAAA,CAAK,cAAA,CAAe,kBAAA,KAAuB,QAAA,IAC3C,IAAA,CAAK,eAAe,kBAAA,KAAuB,cAAA;AAAA,IAE/C;AAEA,IAAA,OAAO,IAAA;AAAA,EACT;AAAA,EAEQ,QAAQ,KAAA,EAAuB;AACrC,IAAA,IAAA,CAAK,mBAAA,GAAsB,KAAA;AAC3B,IAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AACpB,IAAA,IAAA,CAAK,uBAAuB,MAAA,EAAO;AACnC,IAAA,IAAA,CAAK,8BAAA,EAA+B;AACpC,IAAA,IAAA,CAAK,wBAAwB,KAAK,CAAA;AAClC,IAAA,IAAA,CAAK,gBAAgB,OAAA,EAAQ;AAE7B,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,IAAA,CAAK,UAAU,KAAA,EAAM;AACrB,MAAA,IAAA,CAAK,SAAA,GAAY,IAAA;AAAA,IACnB;AAEA,IAAA,IAAI,KAAK,OAAA,EAAS;AAChB,MAAA,IAAA,CAAK,QAAQ,KAAA,EAAM;AACnB,MAAA,IAAA,CAAK,OAAA,GAAU,IAAA;AAAA,IACjB;AAEA,IAAA,IAAI,KAAK,YAAA,EAAc;AACrB,MAAA,IAAA,CAAK,aAAa,SAAA,GAAY,IAAA;AAC9B,MAAA,IAAA,CAAK,YAAA,GAAe,IAAA;AAAA,IACtB;AAEA,IAAA,IAAI,KAAK,WAAA,EAAa;AACpB,MAAA,IAAA,CAAK,WAAA,CAAY,aAAY,CAAE,OAAA,CAAQ,CAAC,KAAA,KAAU,KAAA,CAAM,MAAM,CAAA;AAC9D,MAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AAAA,IACrB;AAEA,IAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AACtB,IAAA,IAAA,CAAK,WAAA,GAAc,IAAA;AACnB,IAAA,IAAA,CAAK,mBAAA,GAAsB,EAAA;AAC3B,IAAA,IAAA,CAAK,sBAAA,GAAyB,KAAA;AAC9B,IAAA,IAAA,CAAK,YAAA,GAAe,KAAA;AACpB,IAAA,IAAA,CAAK,sBAAA,EAAuB;AAAA,EAC9B;AAAA,EAEQ,sBAAA,GAA+B;AACrC,IAAA,IAAA,CAAK,SAAA,GAAY;AAAA,MACf,IAAA,EAAM,EAAA;AAAA,MACN,OAAA,EAAS;AAAA,KACX;AACA,IAAA,IAAA,CAAK,8BAA8B,EAAC;AAAA,EACtC;AAAA,EAEQ,wBAAwB,KAAA,EAAuB;AACrD,IAAA,MAAM,YACJ,KAAA,YAAiB,KAAA,GAAQ,KAAA,GAAQ,IAAI,MAAM,2BAA2B,CAAA;AAExE,IAAA,KAAA,MAAW,WAAA,IAAe,IAAA,CAAK,gBAAA,CAAiB,MAAA,EAAO,EAAG;AACxD,MAAA,WAAA,CAAY,OAAO,SAAS,CAAA;AAAA,IAC9B;AAEA,IAAA,IAAA,CAAK,iBAAiB,KAAA,EAAM;AAAA,EAC9B;AAAA,EAEQ,iBAAiB,QAAA,EAA0B;AACjD,IAAA,OAAO,OAAO,MAAA,KAAW,WAAA,IAAe,YAAA,IAAgB,MAAA,GACpD,MAAA,CAAO,UAAA,EAAW,GAClB,CAAA,EAAG,QAAQ,CAAA,CAAA,EAAI,IAAA,CAAK,KAAK,CAAA,CAAA;AAAA,EAC/B;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,OAAO,gCAAA,CAAiC,IAAA,CAAK,OAAA,EAAS,OAAO,CAAA;AAAA,EAC/D;AAAA,EAEQ,UAAU,KAAA,EAAqC;AACrD,IAAA,KAAA,MAAW,QAAA,IAAY,KAAK,cAAA,EAAgB;AAC1C,MAAA,QAAA,CAAS,KAAK,CAAA;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,OAAO,IAAA,EAAuB;AACpC,IAAA,IAAI,CAAC,IAAA,CAAK,OAAA,CAAQ,KAAA,EAAO;AACvB,MAAA;AAAA,IACF;AAEA,IAAA,OAAA,CAAQ,KAAA,CAAM,kCAAA,EAAoC,GAAG,IAAI,CAAA;AAAA,EAC3D;AACF;AAEO,SAAS,iCACd,OAAA,EACyB;AACzB,EAAA,OAAO,IAAI,2BAA2B,OAAO,CAAA;AAC/C","file":"chunk-FZ62OEME.mjs","sourcesContent":["import {\n OPENAI_REALTIME_AGENTS_ADAPTER,\n CharivoProviderError,\n} from \"@charivo/core\";\nimport type {\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n RealtimeSessionBootstrap,\n} from \"@charivo/core\";\nimport {\n DEFAULT_OPENAI_REALTIME_MODEL,\n DEFAULT_OPENAI_REALTIME_VOICE,\n} from \"../openai/defaults\";\nimport {\n DEFAULT_REQUEST_TIMEOUT_MS,\n fetchWithTimeout,\n isRecord,\n} from \"../internal/shared\";\n\n// Fixed minting endpoint — no base URL override.\nconst CLIENT_SECRETS_URL = \"https://api.openai.com/v1/realtime/client_secrets\";\n\n// Mirrors toOpenAIRealtimeSession in packages/server/src/openai/realtime/index.ts.\n// Duplicated intentionally: browser clients must not import from @charivo/server.\nfunction toClientSecretsSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.temperature !== undefined) {\n payload.temperature = session.temperature;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_response_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\n// Mirrors extractClientSecret in packages/server/src/openai/realtime/index.ts.\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nexport function createOpenAIRealtimeDevBootstrap(\n apiKey: string,\n): (request: RealtimeSessionRequest) => Promise<RealtimeSessionBootstrap> {\n return async (\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> => {\n const response = await fetchWithTimeout(\n CLIENT_SECRETS_URL,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toClientSecretsSession(request.session),\n }),\n },\n `Realtime client secret request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new CharivoProviderError(\n `Failed to mint OpenAI realtime client secret: ${errorText}`,\n );\n }\n\n let body: unknown;\n try {\n body = await response.json();\n } catch {\n throw new CharivoProviderError(\n \"Invalid client secret response: response body could not be parsed as JSON\",\n );\n }\n\n const clientSecret = extractClientSecret(body);\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"Invalid client secret response: client_secret missing or empty\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n };\n}\n","import type {\n RealtimeSessionBootstrap,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport { CharivoProviderError, CharivoStateError } from \"@charivo/core\";\nimport {\n DEFAULT_REQUEST_TIMEOUT_MS,\n fetchWithTimeout,\n isRealtimeSessionBootstrap,\n} from \"../internal/shared\";\nimport { createOpenAIRealtimeDevBootstrap } from \"./dev-bootstrap\";\n\nexport interface RealtimeBootstrapLoaderOptions {\n apiEndpoint?: string;\n sessionBootstrap?: (\n request: RealtimeSessionRequest,\n ) => Promise<RealtimeSessionBootstrap>;\n apiKey?: string;\n}\n\nexport async function getOpenAIRealtimeAgentsBootstrap(\n options: RealtimeBootstrapLoaderOptions,\n request: RealtimeSessionRequest,\n): Promise<RealtimeSessionBootstrap> {\n if (options.sessionBootstrap) {\n return options.sessionBootstrap(request);\n }\n\n const apiEndpoint = options.apiEndpoint;\n if (!apiEndpoint && options.apiKey) {\n return createOpenAIRealtimeDevBootstrap(options.apiKey)(request);\n }\n\n if (!apiEndpoint) {\n throw new CharivoStateError(\n \"OpenAI agents realtime client requires sessionBootstrap, apiEndpoint, or apiKey\",\n );\n }\n\n const response = await fetchWithTimeout(\n apiEndpoint,\n {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(request),\n },\n `Realtime session request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new CharivoProviderError(\n `Failed to create Realtime session: ${errorText}`,\n );\n }\n\n const bootstrap = (await response.json()) as unknown;\n if (!isRealtimeSessionBootstrap(bootstrap)) {\n throw new CharivoProviderError(\n \"Invalid realtime session bootstrap response\",\n );\n }\n\n return bootstrap;\n}\n","import type { RealtimeSessionConfig } from \"@charivo/core\";\nimport {\n DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS,\n DEFAULT_OPENAI_REALTIME_MODEL,\n DEFAULT_OPENAI_REALTIME_VOICE,\n} from \"../openai/defaults\";\n\nexport function resolveInstructions(config?: RealtimeSessionConfig): string {\n return config?.instructions ?? DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS;\n}\n\nexport function resolveVoice(config?: RealtimeSessionConfig): string {\n return config?.voice ?? DEFAULT_OPENAI_REALTIME_VOICE;\n}\n\nexport function toOpenAIRealtimeAgentsSessionConfig(\n config?: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: resolveVoice(config),\n },\n };\n\n const transcription = config?.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const sessionConfig: Record<string, unknown> = {\n model: config?.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n instructions: resolveInstructions(config),\n toolChoice: config?.toolChoice ?? \"auto\",\n outputModalities: [\"audio\"],\n audio,\n };\n\n if (config?.temperature !== undefined) {\n sessionConfig.temperature = config.temperature;\n }\n\n if (config?.maxTokens !== undefined) {\n sessionConfig.maxResponseOutputTokens = config.maxTokens;\n }\n\n return sessionConfig;\n}\n","import type { RealtimeSessionConfig } from \"@charivo/core\";\n\ntype RealtimeToolParameters = NonNullable<\n RealtimeSessionConfig[\"tools\"]\n>[number][\"parameters\"];\n\nexport interface StrictAgentsToolParameters {\n type: \"object\";\n properties: Record<string, unknown>;\n required: string[];\n additionalProperties: false;\n}\n\nexport interface NonStrictAgentsToolParameters {\n type: \"object\";\n properties: Record<string, unknown>;\n required: string[];\n additionalProperties: true;\n}\n\nexport type AgentsToolParameters =\n | StrictAgentsToolParameters\n | NonStrictAgentsToolParameters;\n\nexport function createToolSchemaOptions(\n parameters: RealtimeToolParameters,\n):\n | { parameters: StrictAgentsToolParameters; strict: true }\n | { parameters: NonStrictAgentsToolParameters; strict: false } {\n const normalizedParameters = toAgentsToolParameters(parameters);\n\n if (normalizedParameters.additionalProperties === false) {\n return {\n parameters: normalizedParameters,\n strict: true,\n };\n }\n\n return {\n parameters: normalizedParameters,\n strict: false,\n };\n}\n\nfunction toAgentsToolParameters(\n parameters: RealtimeToolParameters,\n): AgentsToolParameters {\n const baseParameters = {\n type: \"object\" as const,\n properties: parameters.properties,\n required: parameters.required ?? [],\n };\n\n if (getAdditionalProperties(parameters) === false) {\n return {\n ...baseParameters,\n additionalProperties: false,\n };\n }\n\n return {\n ...baseParameters,\n additionalProperties: true,\n };\n}\n\nfunction getAdditionalProperties(\n parameters: RealtimeToolParameters,\n): boolean | undefined {\n const value = (parameters as { additionalProperties?: unknown })\n .additionalProperties;\n return typeof value === \"boolean\" ? value : undefined;\n}\n","import type {\n RealtimeReconnectCause,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport { OPENAI_REALTIME_AGENTS_ADAPTER } from \"@charivo/core\";\nimport { acquireMicrophoneStream } from \"../internal/microphone\";\nimport {\n bindTransportLifecycle,\n createIceDisconnectDebouncer,\n DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS,\n replaceMicrophoneTrack,\n} from \"../internal/webrtc-lifecycle\";\nimport { isRecord } from \"../internal/shared\";\nimport type { RealtimeTransportClient, RealtimeTransportEvent } from \"../types\";\nimport {\n OpenAIRealtimeWebRTC,\n RealtimeAgent,\n RealtimeSession,\n tool,\n type OpenAIRealtimeWebRTCOptions,\n type RealtimeItem,\n type TransportLayerTranscriptDelta,\n} from \"@openai/agents-realtime\";\nimport {\n getOpenAIRealtimeAgentsBootstrap,\n type RealtimeBootstrapLoaderOptions,\n} from \"./bootstrap\";\nimport { LipSyncAnalyzer } from \"./lip-sync-analyzer\";\nimport {\n resolveInstructions,\n resolveVoice,\n toOpenAIRealtimeAgentsSessionConfig,\n} from \"./session-config\";\nimport { DEFAULT_OPENAI_REALTIME_MODEL } from \"../openai/defaults\";\nimport { createToolSchemaOptions } from \"./tool-schema\";\n\ninterface PendingToolCall {\n resolve: (output: Record<string, unknown>) => void;\n reject: (error: Error) => void;\n}\n\ninterface AssistantState {\n text: string;\n started: boolean;\n}\n\ninterface AssistantCompletionMetadata {\n usage?: Record<string, unknown>;\n model?: string;\n responseId?: string;\n}\n\n/**\n * @remarks\n * `apiKey` is a dev/testing-only escape hatch. The key is exposed in the\n * browser. For production, use `sessionBootstrap` or `apiEndpoint` instead.\n * Intentional dev/test escape hatch: this direct browser client exposes\n * credentials. For production, see docs/guide/choosing-packages.md#remote.\n */\nexport interface OpenAIRealtimeAgentsClientOptions\n extends RealtimeBootstrapLoaderOptions {\n debug?: boolean;\n}\n\nconst DEBUG_EVENT_ALLOWLIST = new Set([\n \"conversation.item.input_audio_transcription.completed\",\n \"error\",\n]);\n\nconst TOOL_RESULT_TIMEOUT_MESSAGE =\n \"Realtime session ended before tool result was returned\";\n\nexport class OpenAIRealtimeAgentsClient implements RealtimeTransportClient {\n private session: RealtimeSession | null = null;\n private transport: OpenAIRealtimeWebRTC | null = null;\n private audioElement: HTMLAudioElement | null = null;\n private mediaStream: MediaStream | null = null;\n private peerConnection: RTCPeerConnection | null = null;\n private audioSender: RTCRtpSender | null = null;\n private connectionWasActive = false;\n private connectionLossNotified = false;\n private isExplicitDisconnect = false;\n private isRecovering = false;\n private isCleaningUp = false;\n private assistant: AssistantState = { text: \"\", started: false };\n private assistantCompletionMetadata: AssistantCompletionMetadata = {};\n private latestAssistantText = \"\";\n private currentSessionConfig?: RealtimeSessionConfig;\n private teardownTransportLifecycle?: () => void;\n private readonly iceDisconnectDebouncer = createIceDisconnectDebouncer(() => {\n this.emitConnectionLost(\"ice-disconnected\");\n }, DEFAULT_ICE_DISCONNECTED_DEBOUNCE_MS);\n private readonly eventCallbacks = new Set<\n (event: RealtimeTransportEvent) => void\n >();\n private readonly pendingToolCalls = new Map<string, PendingToolCall>();\n private readonly lipSyncAnalyzer = new LipSyncAnalyzer({\n onRms: (rms) => {\n this.emitEvent({ type: \"audio.lipsync\", rms });\n },\n onError: (error) => {\n console.error(\"Failed to setup audio analysis:\", error);\n },\n });\n\n constructor(private options: OpenAIRealtimeAgentsClientOptions = {}) {}\n\n async connect(config?: RealtimeSessionConfig): Promise<void> {\n try {\n if (this.isExplicitDisconnect && this.isRecovering) {\n throw new Error(\"Realtime session disconnect requested\");\n }\n\n this.log(\"Starting OpenAI Agents Realtime WebRTC connection\");\n\n this.isExplicitDisconnect = false;\n this.isRecovering = false;\n this.connectionLossNotified = false;\n this.currentSessionConfig = config;\n this.audioElement = document.createElement(\"audio\");\n this.audioElement.autoplay = true;\n this.audioElement.setAttribute(\"playsinline\", \"true\");\n this.mediaStream = await acquireMicrophoneStream();\n this.bindTransportLifecycleEvents();\n await this.lipSyncAnalyzer.prepareAudioContext();\n\n const agent = this.createAgent(config);\n\n this.transport = new OpenAIRealtimeWebRTC(\n this.createTransportOptions(this.audioElement, this.mediaStream),\n );\n\n this.session = new RealtimeSession(agent, {\n transport: this.transport,\n config: toOpenAIRealtimeAgentsSessionConfig(config),\n });\n\n this.bindSessionEvents(this.session);\n this.bindTransportEvents(this.transport);\n this.lipSyncAnalyzer.observeAudioElement(this.audioElement);\n\n const bootstrap = await this.getSessionBootstrap({\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n session: config ?? {},\n });\n\n if (\n bootstrap.adapter !== OPENAI_REALTIME_AGENTS_ADAPTER ||\n bootstrap.transport !== \"webrtc\" ||\n !(\"clientSecret\" in bootstrap) ||\n typeof bootstrap.clientSecret !== \"string\"\n ) {\n throw new Error(\n `OpenAI agents realtime client only supports ${OPENAI_REALTIME_AGENTS_ADAPTER} bootstrap, received ${bootstrap.adapter}/${bootstrap.transport}`,\n );\n }\n\n await this.session.connect({\n apiKey: bootstrap.clientSecret,\n model: config?.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n });\n\n this.connectionWasActive = true;\n this.emitEvent({ type: \"session.started\" });\n } catch (error) {\n this.cleanup(error);\n throw error;\n }\n }\n\n async disconnect(): Promise<void> {\n this.log(\"Disconnecting OpenAI Agents Realtime WebRTC\");\n this.isExplicitDisconnect = true;\n this.isRecovering = false;\n this.cleanup();\n }\n\n async updateSession(config?: RealtimeSessionConfig): Promise<void> {\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n // `RealtimeSession.updateAgent(...)` is the only public session-level API\n // that recomputes instructions / tools / voice and applies them without a\n // reconnect. The SDK currently derives that patch from `options.config`\n // plus agent fields, so keep `options.config` aligned here until it\n // exposes a dedicated public config update path on `RealtimeSession`.\n this.session.options.config = toOpenAIRealtimeAgentsSessionConfig(config);\n await this.session.updateAgent(this.createAgent(config));\n this.currentSessionConfig = config;\n }\n\n async recover(config?: RealtimeSessionConfig): Promise<void> {\n this.isRecovering = true;\n this.connectionLossNotified = true;\n this.currentSessionConfig = config;\n\n try {\n this.cleanupPendingToolCalls(\n new Error(\"Realtime session interrupted during reconnect\"),\n );\n this.cleanup();\n await this.connect(config ?? this.currentSessionConfig);\n this.connectionLossNotified = false;\n } finally {\n this.isRecovering = false;\n }\n }\n\n async sendText(text: string): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n this.resetAssistantTracking();\n this.session.sendMessage(text);\n }\n\n async sendAudio(_audio: ArrayBuffer): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n console.warn(\n \"sendAudio is not needed with WebRTC - audio is automatically transmitted\",\n );\n }\n\n async sendToolResult(\n callId: string,\n output: Record<string, unknown>,\n ): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n const pendingCall = this.pendingToolCalls.get(callId);\n\n if (!pendingCall) {\n throw new Error(`No pending realtime tool call for \"${callId}\"`);\n }\n\n this.pendingToolCalls.delete(callId);\n pendingCall.resolve(output);\n }\n\n async interrupt(): Promise<void> {\n if (this.isRecovering) {\n throw new Error(\"Realtime transport reconnecting\");\n }\n\n if (!this.session) {\n throw new Error(\"Realtime session not active\");\n }\n\n this.session.interrupt();\n this.assistant.started = false;\n }\n\n onEvent(callback: (event: RealtimeTransportEvent) => void): void {\n this.eventCallbacks.add(callback);\n }\n\n private createAgent(config?: RealtimeSessionConfig): RealtimeAgent {\n return new RealtimeAgent({\n name: \"charivo-realtime-agent\",\n instructions: resolveInstructions(config),\n tools: this.createProxyTools(config?.tools),\n voice: resolveVoice(config),\n });\n }\n\n private bindSessionEvents(session: RealtimeSession): void {\n session.on(\"agent_start\", () => {\n this.ensureAssistantStarted();\n });\n\n session.on(\"agent_end\", (_context, _agent, output) => {\n this.finalizeAssistantResponse(output);\n });\n\n session.on(\"audio_start\", () => {\n this.emitEvent({ type: \"audio.output.started\" });\n });\n\n session.on(\"audio_stopped\", () => {\n this.emitEvent({ type: \"audio.output.ended\" });\n });\n\n session.on(\"history_updated\", (history) => {\n this.latestAssistantText = this.extractLatestAssistantText(history);\n });\n\n session.on(\"error\", ({ error }) => {\n this.emitEvent({\n type: \"error\",\n error: error instanceof Error ? error : new Error(String(error)),\n });\n });\n\n session.on(\"transport_event\", (event) => {\n if (this.options.debug && DEBUG_EVENT_ALLOWLIST.has(event.type)) {\n this.log(\"📡 [OpenAI Agents Transport Event]\", event.type, event);\n }\n\n if (\n event.type ===\n \"conversation.item.input_audio_transcription.completed\" &&\n typeof event.transcript === \"string\"\n ) {\n this.emitEvent({\n type: \"user.transcript\",\n text: event.transcript,\n });\n }\n\n if (event.type === \"response.done\" && isRecord(event.response)) {\n this.assistantCompletionMetadata = {\n usage: isRecord(event.response.usage)\n ? event.response.usage\n : undefined,\n model:\n typeof event.response.model === \"string\"\n ? event.response.model\n : undefined,\n responseId:\n typeof event.response.id === \"string\"\n ? event.response.id\n : undefined,\n };\n }\n });\n }\n\n private bindTransportEvents(transport: OpenAIRealtimeWebRTC): void {\n transport.on(\"audio_transcript_delta\", (event) => {\n this.handleAssistantTranscriptDelta(event);\n });\n\n transport.on(\"audio_interrupted\", () => {\n this.emitEvent({ type: \"audio.output.ended\" });\n this.lipSyncAnalyzer.stopOutput();\n });\n\n transport.on(\"connection_change\", (status) => {\n if (status === \"disconnected\" && this.connectionWasActive) {\n this.cleanupPendingToolCalls();\n this.connectionWasActive = false;\n this.emitConnectionLost(\"connection-failed\");\n }\n });\n }\n\n private handleAssistantTranscriptDelta(\n event: TransportLayerTranscriptDelta,\n ): void {\n if (!event.delta) {\n return;\n }\n\n this.ensureAssistantStarted();\n this.assistant.text += event.delta;\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: event.delta,\n });\n }\n\n private ensureAssistantStarted(): void {\n if (this.assistant.started) {\n return;\n }\n\n this.assistant.started = true;\n this.emitEvent({ type: \"assistant.response.started\" });\n }\n\n private finalizeAssistantResponse(output: string): void {\n // Tool-using user turns arrive as two agent_end events: the first after\n // the tool call (no new text this sub-cycle) and the second after the\n // post-tool reply (the real content). Skip the first one so consumers\n // see one completion per user turn instead of two, and keep tracking\n // live so the follow-up sub-cycle does not re-emit\n // assistant.response.started. Without this guard the first agent_end\n // would fall back to latestAssistantText, which can return the\n // previous turn's message.\n if (!this.assistant.text && !output.trim()) {\n return;\n }\n\n const finalText = this.latestAssistantText || output || this.assistant.text;\n\n this.ensureAssistantStarted();\n\n // Prefer streaming deltas, then patch any trailing drift from final history.\n if (\n finalText &&\n finalText.startsWith(this.assistant.text) &&\n finalText !== this.assistant.text\n ) {\n const delta = finalText.slice(this.assistant.text.length);\n if (delta) {\n this.emitEvent({\n type: \"assistant.text.delta\",\n text: delta,\n });\n }\n }\n\n this.emitEvent({\n type: \"assistant.response.completed\",\n text: finalText,\n ...this.assistantCompletionMetadata,\n });\n this.resetAssistantTracking();\n }\n\n private extractLatestAssistantText(history: RealtimeItem[]): string {\n for (let index = history.length - 1; index >= 0; index -= 1) {\n const item = history[index];\n if (\n item.type === \"message\" &&\n item.role === \"assistant\" &&\n Array.isArray(item.content)\n ) {\n const text = item.content\n .map((content) => {\n if (content.type === \"output_audio\") {\n return content.transcript ?? \"\";\n }\n if (content.type === \"output_text\") {\n return content.text;\n }\n return \"\";\n })\n .join(\"\")\n .trim();\n\n if (text) {\n return text;\n }\n }\n }\n\n return \"\";\n }\n\n private createProxyTools(\n tools: RealtimeSessionConfig[\"tools\"],\n ): Array<ReturnType<typeof tool>> {\n return (tools ?? []).map((definition) => {\n const execute = async (\n input: unknown,\n _context?: unknown,\n details?: { toolCall?: { callId?: string } },\n ): Promise<Record<string, unknown>> => {\n const toolCallItem = details?.toolCall;\n const callId =\n toolCallItem?.callId ?? this.createToolCallId(definition.name);\n\n return await new Promise<Record<string, unknown>>((resolve, reject) => {\n this.pendingToolCalls.set(callId, {\n resolve,\n reject,\n });\n\n this.emitEvent({\n type: \"tool.call\",\n name: definition.name,\n args: isRecord(input) ? input : {},\n callId,\n });\n });\n };\n\n const schemaOptions = createToolSchemaOptions(definition.parameters);\n if (schemaOptions.strict) {\n return tool({\n name: definition.name,\n description: definition.description,\n parameters: schemaOptions.parameters,\n strict: true,\n needsApproval: false,\n execute,\n });\n }\n\n return tool({\n name: definition.name,\n description: definition.description,\n parameters: schemaOptions.parameters,\n strict: false,\n needsApproval: false,\n execute,\n });\n });\n }\n\n private createTransportOptions(\n audioElement: HTMLAudioElement,\n mediaStream: MediaStream,\n ): OpenAIRealtimeWebRTCOptions {\n return {\n audioElement,\n mediaStream,\n changePeerConnection: async (peerConnection) => {\n this.peerConnection = peerConnection;\n this.audioSender =\n typeof peerConnection.getSenders === \"function\"\n ? (peerConnection\n .getSenders()\n .find((candidate) => candidate.track?.kind === \"audio\") ?? null)\n : null;\n this.bindPeerConnectionEvents(peerConnection);\n peerConnection.addEventListener(\"track\", (event) => {\n const stream = event.streams[0];\n if (stream) {\n this.lipSyncAnalyzer.attachStream(stream);\n }\n });\n return peerConnection;\n },\n };\n }\n\n private bindPeerConnectionEvents(peerConnection: RTCPeerConnection): void {\n peerConnection.addEventListener(\"iceconnectionstatechange\", () => {\n const iceState = peerConnection.iceConnectionState;\n if (iceState === \"failed\") {\n this.iceDisconnectDebouncer.cancel();\n this.emitConnectionLost(\"ice-failed\");\n } else if (iceState === \"disconnected\") {\n this.iceDisconnectDebouncer.schedule();\n } else {\n this.iceDisconnectDebouncer.cancel();\n }\n });\n\n peerConnection.addEventListener(\"connectionstatechange\", () => {\n if (\n peerConnection.connectionState === \"failed\" ||\n peerConnection.connectionState === \"closed\"\n ) {\n this.iceDisconnectDebouncer.cancel();\n this.emitConnectionLost(\"connection-failed\");\n }\n });\n }\n\n private bindTransportLifecycleEvents(): void {\n if (this.teardownTransportLifecycle) {\n return;\n }\n\n this.teardownTransportLifecycle = bindTransportLifecycle({\n onHidden: this.handleHidden,\n onOnline: this.handleOnline,\n onPageHide: this.handlePageHide,\n onPageShow: this.handlePageShow,\n onVisible: this.handleVisible,\n onDeviceChange: this.handleDeviceChange,\n });\n }\n\n private unbindTransportLifecycleEvents(): void {\n this.teardownTransportLifecycle?.();\n this.teardownTransportLifecycle = undefined;\n }\n\n private readonly handleOnline = (): void => {\n this.emitConnectionLost(\"online\");\n };\n\n private readonly handleHidden = (): void => {\n this.lipSyncAnalyzer.pause();\n };\n\n private readonly handleVisible = (): void => {\n this.lipSyncAnalyzer.resume();\n this.emitConnectionLost(\"visibility\");\n };\n\n private readonly handlePageHide = (): void => {\n this.lipSyncAnalyzer.pause();\n };\n\n private readonly handlePageShow = (event: PageTransitionEvent): void => {\n this.lipSyncAnalyzer.resume();\n if (event.persisted) {\n this.emitConnectionLost(\"pageshow\");\n }\n };\n\n private readonly handleDeviceChange = (): void => {\n void this.refreshMicrophoneTrack();\n };\n\n private async refreshMicrophoneTrack(): Promise<void> {\n if (!this.peerConnection || this.isExplicitDisconnect) {\n return;\n }\n\n try {\n const { audioSender, mediaStream } = await replaceMicrophoneTrack({\n audioSender: this.audioSender,\n mediaStream: this.mediaStream,\n peerConnection: this.peerConnection,\n });\n this.audioSender = audioSender;\n this.mediaStream = mediaStream;\n } catch (error) {\n this.emitEvent({\n type: \"error\",\n error: error instanceof Error ? error : new Error(String(error)),\n });\n }\n }\n\n private emitConnectionLost(\n cause: RealtimeReconnectCause,\n error?: Error,\n ): void {\n if (\n this.connectionLossNotified ||\n this.isExplicitDisconnect ||\n this.isCleaningUp ||\n !this.shouldRecover(cause)\n ) {\n return;\n }\n\n this.connectionLossNotified = true;\n this.cleanupPendingToolCalls(\n new Error(\"Realtime session interrupted during reconnect\"),\n );\n this.resetAssistantTracking();\n this.lipSyncAnalyzer.stopOutput();\n this.emitEvent({\n type: \"connection.lost\",\n cause,\n error,\n });\n }\n\n private shouldRecover(cause: RealtimeReconnectCause): boolean {\n if (!this.peerConnection) {\n return false;\n }\n\n if (\n cause === \"visibility\" ||\n cause === \"pageshow\" ||\n cause === \"offline\" ||\n cause === \"online\"\n ) {\n return (\n this.peerConnection.connectionState === \"failed\" ||\n this.peerConnection.connectionState === \"closed\" ||\n this.peerConnection.iceConnectionState === \"failed\" ||\n this.peerConnection.iceConnectionState === \"disconnected\"\n );\n }\n\n return true;\n }\n\n private cleanup(error?: unknown): void {\n this.connectionWasActive = false;\n this.isCleaningUp = true;\n this.iceDisconnectDebouncer.cancel();\n this.unbindTransportLifecycleEvents();\n this.cleanupPendingToolCalls(error);\n this.lipSyncAnalyzer.cleanup();\n\n if (this.transport) {\n this.transport.close();\n this.transport = null;\n }\n\n if (this.session) {\n this.session.close();\n this.session = null;\n }\n\n if (this.audioElement) {\n this.audioElement.srcObject = null;\n this.audioElement = null;\n }\n\n if (this.mediaStream) {\n this.mediaStream.getTracks?.().forEach((track) => track.stop());\n this.mediaStream = null;\n }\n\n this.peerConnection = null;\n this.audioSender = null;\n this.latestAssistantText = \"\";\n this.connectionLossNotified = false;\n this.isCleaningUp = false;\n this.resetAssistantTracking();\n }\n\n private resetAssistantTracking(): void {\n this.assistant = {\n text: \"\",\n started: false,\n };\n this.assistantCompletionMetadata = {};\n }\n\n private cleanupPendingToolCalls(error?: unknown): void {\n const toolError =\n error instanceof Error ? error : new Error(TOOL_RESULT_TIMEOUT_MESSAGE);\n\n for (const pendingCall of this.pendingToolCalls.values()) {\n pendingCall.reject(toolError);\n }\n\n this.pendingToolCalls.clear();\n }\n\n private createToolCallId(toolName: string): string {\n return typeof crypto !== \"undefined\" && \"randomUUID\" in crypto\n ? crypto.randomUUID()\n : `${toolName}-${Date.now()}`;\n }\n\n private async getSessionBootstrap(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n return getOpenAIRealtimeAgentsBootstrap(this.options, request);\n }\n\n private emitEvent(event: RealtimeTransportEvent): void {\n for (const callback of this.eventCallbacks) {\n callback(event);\n }\n }\n\n private log(...args: unknown[]): void {\n if (!this.options.debug) {\n return;\n }\n\n console.debug(\"[charivo/realtime/openai-agents]\", ...args);\n }\n}\n\nexport function createOpenAIRealtimeAgentsClient(\n options?: OpenAIRealtimeAgentsClientOptions,\n): RealtimeTransportClient {\n return new OpenAIRealtimeAgentsClient(options);\n}\n"]}
|
|
@@ -4,8 +4,16 @@ import { R as RealtimeTransportClient, a as RealtimeTransportEvent } from '../ty
|
|
|
4
4
|
interface RealtimeBootstrapLoaderOptions {
|
|
5
5
|
apiEndpoint?: string;
|
|
6
6
|
sessionBootstrap?: (request: RealtimeSessionRequest) => Promise<RealtimeSessionBootstrap>;
|
|
7
|
+
apiKey?: string;
|
|
7
8
|
}
|
|
8
9
|
|
|
10
|
+
/**
|
|
11
|
+
* @remarks
|
|
12
|
+
* `apiKey` is a dev/testing-only escape hatch. The key is exposed in the
|
|
13
|
+
* browser. For production, use `sessionBootstrap` or `apiEndpoint` instead.
|
|
14
|
+
* Intentional dev/test escape hatch: this direct browser client exposes
|
|
15
|
+
* credentials. For production, see docs/guide/choosing-packages.md#remote.
|
|
16
|
+
*/
|
|
9
17
|
interface OpenAIRealtimeAgentsClientOptions extends RealtimeBootstrapLoaderOptions {
|
|
10
18
|
debug?: boolean;
|
|
11
19
|
}
|
|
@@ -4,8 +4,16 @@ import { R as RealtimeTransportClient, a as RealtimeTransportEvent } from '../ty
|
|
|
4
4
|
interface RealtimeBootstrapLoaderOptions {
|
|
5
5
|
apiEndpoint?: string;
|
|
6
6
|
sessionBootstrap?: (request: RealtimeSessionRequest) => Promise<RealtimeSessionBootstrap>;
|
|
7
|
+
apiKey?: string;
|
|
7
8
|
}
|
|
8
9
|
|
|
10
|
+
/**
|
|
11
|
+
* @remarks
|
|
12
|
+
* `apiKey` is a dev/testing-only escape hatch. The key is exposed in the
|
|
13
|
+
* browser. For production, use `sessionBootstrap` or `apiEndpoint` instead.
|
|
14
|
+
* Intentional dev/test escape hatch: this direct browser client exposes
|
|
15
|
+
* credentials. For production, see docs/guide/choosing-packages.md#remote.
|
|
16
|
+
*/
|
|
9
17
|
interface OpenAIRealtimeAgentsClientOptions extends RealtimeBootstrapLoaderOptions {
|
|
10
18
|
debug?: boolean;
|
|
11
19
|
}
|
|
@@ -120,14 +120,129 @@ async function fetchWithTimeout(input, init, timeoutMessage, timeoutMs = DEFAULT
|
|
|
120
120
|
function isAbortError(error) {
|
|
121
121
|
return error instanceof DOMException && error.name === "AbortError" || error instanceof Error && error.name === "AbortError";
|
|
122
122
|
}
|
|
123
|
+
|
|
124
|
+
// src/instructions.ts
|
|
125
|
+
var DEFAULT_REALTIME_AGENT_INSTRUCTIONS = `
|
|
126
|
+
You are speaking in a realtime voice conversation.
|
|
127
|
+
Respond naturally and keep replies concise enough for spoken delivery.
|
|
128
|
+
Use available tools proactively when they make the conversation clearer or more present.
|
|
129
|
+
Let each tool call earn its place; don't chain rapid-fire actions just to look responsive.
|
|
130
|
+
Never break character. Never refer to yourself as an AI, model, or assistant.
|
|
131
|
+
Speak only the words you want heard aloud. Use tools for actions, but never mention tool calls, tool names, tool arguments, or bracketed/parenthetical action notes. If a tool is unavailable, omit the action instead of narrating it.
|
|
132
|
+
`.trim();
|
|
133
|
+
|
|
134
|
+
// src/openai/defaults.ts
|
|
135
|
+
var DEFAULT_OPENAI_REALTIME_MODEL = "gpt-realtime-mini";
|
|
136
|
+
var DEFAULT_OPENAI_REALTIME_VOICE = "marin";
|
|
137
|
+
var DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS = DEFAULT_REALTIME_AGENT_INSTRUCTIONS;
|
|
138
|
+
|
|
139
|
+
// src/openai-agents/dev-bootstrap.ts
|
|
140
|
+
var CLIENT_SECRETS_URL = "https://api.openai.com/v1/realtime/client_secrets";
|
|
141
|
+
function toClientSecretsSession(session) {
|
|
142
|
+
const audio = {
|
|
143
|
+
output: {
|
|
144
|
+
voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE
|
|
145
|
+
}
|
|
146
|
+
};
|
|
147
|
+
const transcription = session.inputAudioTranscription;
|
|
148
|
+
if (transcription !== void 0) {
|
|
149
|
+
if (transcription.enabled === false) {
|
|
150
|
+
audio.input = { transcription: null };
|
|
151
|
+
} else if (transcription.model !== void 0) {
|
|
152
|
+
audio.input = { transcription: { model: transcription.model } };
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
const payload = {
|
|
156
|
+
type: "realtime",
|
|
157
|
+
model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,
|
|
158
|
+
audio,
|
|
159
|
+
tool_choice: session.toolChoice ?? "auto"
|
|
160
|
+
};
|
|
161
|
+
if (session.instructions) {
|
|
162
|
+
payload.instructions = session.instructions;
|
|
163
|
+
}
|
|
164
|
+
if (session.temperature !== void 0) {
|
|
165
|
+
payload.temperature = session.temperature;
|
|
166
|
+
}
|
|
167
|
+
if (session.maxTokens !== void 0) {
|
|
168
|
+
payload.max_response_output_tokens = session.maxTokens;
|
|
169
|
+
}
|
|
170
|
+
if (session.tools?.length) {
|
|
171
|
+
payload.tools = session.tools;
|
|
172
|
+
}
|
|
173
|
+
return payload;
|
|
174
|
+
}
|
|
175
|
+
function extractClientSecret(payload) {
|
|
176
|
+
if (!isRecord(payload)) {
|
|
177
|
+
return null;
|
|
178
|
+
}
|
|
179
|
+
if (typeof payload.client_secret === "string") {
|
|
180
|
+
return payload.client_secret;
|
|
181
|
+
}
|
|
182
|
+
if (isRecord(payload.client_secret) && typeof payload.client_secret.value === "string") {
|
|
183
|
+
return payload.client_secret.value;
|
|
184
|
+
}
|
|
185
|
+
if (typeof payload.value === "string") {
|
|
186
|
+
return payload.value;
|
|
187
|
+
}
|
|
188
|
+
return null;
|
|
189
|
+
}
|
|
190
|
+
function createOpenAIRealtimeDevBootstrap(apiKey) {
|
|
191
|
+
return async (request) => {
|
|
192
|
+
const response = await fetchWithTimeout(
|
|
193
|
+
CLIENT_SECRETS_URL,
|
|
194
|
+
{
|
|
195
|
+
method: "POST",
|
|
196
|
+
headers: {
|
|
197
|
+
Authorization: `Bearer ${apiKey}`,
|
|
198
|
+
"Content-Type": "application/json"
|
|
199
|
+
},
|
|
200
|
+
body: JSON.stringify({
|
|
201
|
+
session: toClientSecretsSession(request.session)
|
|
202
|
+
})
|
|
203
|
+
},
|
|
204
|
+
`Realtime client secret request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`
|
|
205
|
+
);
|
|
206
|
+
if (!response.ok) {
|
|
207
|
+
const errorText = await response.text();
|
|
208
|
+
throw new core.CharivoProviderError(
|
|
209
|
+
`Failed to mint OpenAI realtime client secret: ${errorText}`
|
|
210
|
+
);
|
|
211
|
+
}
|
|
212
|
+
let body;
|
|
213
|
+
try {
|
|
214
|
+
body = await response.json();
|
|
215
|
+
} catch {
|
|
216
|
+
throw new core.CharivoProviderError(
|
|
217
|
+
"Invalid client secret response: response body could not be parsed as JSON"
|
|
218
|
+
);
|
|
219
|
+
}
|
|
220
|
+
const clientSecret = extractClientSecret(body);
|
|
221
|
+
if (!clientSecret) {
|
|
222
|
+
throw new core.CharivoProviderError(
|
|
223
|
+
"Invalid client secret response: client_secret missing or empty"
|
|
224
|
+
);
|
|
225
|
+
}
|
|
226
|
+
return {
|
|
227
|
+
adapter: core.OPENAI_REALTIME_AGENTS_ADAPTER,
|
|
228
|
+
transport: "webrtc",
|
|
229
|
+
clientSecret
|
|
230
|
+
};
|
|
231
|
+
};
|
|
232
|
+
}
|
|
233
|
+
|
|
234
|
+
// src/openai-agents/bootstrap.ts
|
|
123
235
|
async function getOpenAIRealtimeAgentsBootstrap(options, request) {
|
|
124
236
|
if (options.sessionBootstrap) {
|
|
125
237
|
return options.sessionBootstrap(request);
|
|
126
238
|
}
|
|
127
239
|
const apiEndpoint = options.apiEndpoint;
|
|
240
|
+
if (!apiEndpoint && options.apiKey) {
|
|
241
|
+
return createOpenAIRealtimeDevBootstrap(options.apiKey)(request);
|
|
242
|
+
}
|
|
128
243
|
if (!apiEndpoint) {
|
|
129
244
|
throw new core.CharivoStateError(
|
|
130
|
-
"OpenAI agents realtime client requires apiEndpoint or
|
|
245
|
+
"OpenAI agents realtime client requires sessionBootstrap, apiEndpoint, or apiKey"
|
|
131
246
|
);
|
|
132
247
|
}
|
|
133
248
|
const response = await fetchWithTimeout(
|
|
@@ -289,21 +404,6 @@ var LipSyncAnalyzer = class {
|
|
|
289
404
|
}
|
|
290
405
|
};
|
|
291
406
|
|
|
292
|
-
// src/instructions.ts
|
|
293
|
-
var DEFAULT_REALTIME_AGENT_INSTRUCTIONS = `
|
|
294
|
-
You are speaking in a realtime voice conversation.
|
|
295
|
-
Respond naturally and keep replies concise enough for spoken delivery.
|
|
296
|
-
Use available tools proactively when they make the conversation clearer or more present.
|
|
297
|
-
Let each tool call earn its place; don't chain rapid-fire actions just to look responsive.
|
|
298
|
-
Never break character. Never refer to yourself as an AI, model, or assistant.
|
|
299
|
-
Speak only the words you want heard aloud. Use tools for actions, but never mention tool calls, tool names, tool arguments, or bracketed/parenthetical action notes. If a tool is unavailable, omit the action instead of narrating it.
|
|
300
|
-
`.trim();
|
|
301
|
-
|
|
302
|
-
// src/openai/defaults.ts
|
|
303
|
-
var DEFAULT_OPENAI_REALTIME_MODEL = "gpt-realtime-mini";
|
|
304
|
-
var DEFAULT_OPENAI_REALTIME_VOICE = "marin";
|
|
305
|
-
var DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS = DEFAULT_REALTIME_AGENT_INSTRUCTIONS;
|
|
306
|
-
|
|
307
407
|
// src/openai-agents/session-config.ts
|
|
308
408
|
function resolveInstructions(config) {
|
|
309
409
|
return config?.instructions ?? DEFAULT_OPENAI_REALTIME_AGENT_INSTRUCTIONS;
|