@charivo/server 0.6.14 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +56 -12
- package/dist/gemini/index.d.mts +16 -0
- package/dist/gemini/index.d.ts +16 -0
- package/dist/gemini/index.js +210 -0
- package/dist/gemini/index.js.map +1 -0
- package/dist/gemini/index.mjs +207 -0
- package/dist/gemini/index.mjs.map +1 -0
- package/dist/openai/index.js +7 -2
- package/dist/openai/index.js.map +1 -1
- package/dist/openai/index.mjs +7 -2
- package/dist/openai/index.mjs.map +1 -1
- package/package.json +10 -5
package/README.md
CHANGED
|
@@ -29,6 +29,42 @@ const llm = createOpenAILLMProvider({
|
|
|
29
29
|
});
|
|
30
30
|
```
|
|
31
31
|
|
|
32
|
+
### Gemini providers
|
|
33
|
+
|
|
34
|
+
```ts
|
|
35
|
+
import { createGeminiRealtimeProvider } from "@charivo/server/gemini";
|
|
36
|
+
|
|
37
|
+
const realtime = createGeminiRealtimeProvider({
|
|
38
|
+
apiKey: process.env.GEMINI_API_KEY!,
|
|
39
|
+
});
|
|
40
|
+
```
|
|
41
|
+
|
|
42
|
+
`createSession` mints a single-use Gemini Live ephemeral token and returns a
|
|
43
|
+
websocket bootstrap (`{ adapter, transport: "websocket", url, token }`) for
|
|
44
|
+
`@charivo/realtime/remote` or `@charivo/realtime/gemini`. The whole session
|
|
45
|
+
config goes into the token: Google's `bidiGenerateContentSetup` replaces the
|
|
46
|
+
browser's setup frame rather than validating it, and a token minted without one
|
|
47
|
+
lets the holder open any model on your key (both measured), so model, voice,
|
|
48
|
+
instructions, tools, `maxTokens`, and transcription are all fixed at mint time
|
|
49
|
+
and cannot be changed by the browser afterwards — which is also why the
|
|
50
|
+
transport refuses `updateSession()`. The API key travels in the
|
|
51
|
+
`x-goog-api-key` header, never the URL. Replaying a spent token closes the
|
|
52
|
+
socket with `1011`, so a reconnect calls this again.
|
|
53
|
+
|
|
54
|
+
What it pins itself, on top of whatever your route pins:
|
|
55
|
+
|
|
56
|
+
- `model` must be on its allow-list (`gemini-3.1-flash-live-preview`, the
|
|
57
|
+
default and the model measured against the live API, or
|
|
58
|
+
`gemini-2.5-flash-native-audio-preview-12-2025`); anything else throws
|
|
59
|
+
- `voice` must be one of Google's prebuilt voice names; an unknown one falls
|
|
60
|
+
back to the default `Kore` silently, since voice costs nothing
|
|
61
|
+
- `transport` must be `"websocket"`, and `toolChoice` may only be `"auto"` —
|
|
62
|
+
`"none"` and `"required"` are rejected because the Live API has no equivalent
|
|
63
|
+
- `inputAudioTranscription.model` is rejected for the same reason; input
|
|
64
|
+
transcription is requested only with `enabled: true` (off unless asked, as on
|
|
65
|
+
OpenAI), and output transcription is always requested, because on a
|
|
66
|
+
native-audio model it is the only source of assistant text
|
|
67
|
+
|
|
32
68
|
### OpenClaw providers
|
|
33
69
|
|
|
34
70
|
```ts
|
|
@@ -74,30 +110,38 @@ is unaffected. Verified against OpenClaw 2026.6.11.
|
|
|
74
110
|
|
|
75
111
|
- `@charivo/server/openai`: `createOpenAILLMProvider`, `createOpenAITTSProvider`, `createOpenAISTTProvider`, `createOpenAIRealtimeProvider`
|
|
76
112
|
- `@charivo/server/openclaw`: `createOpenClawLLMProvider`
|
|
113
|
+
- `@charivo/server/gemini`: `createGeminiRealtimeProvider`
|
|
77
114
|
|
|
78
115
|
The LLM/TTS/STT providers are re-exported from `@charivo/llm`, `@charivo/tts`,
|
|
79
|
-
and `@charivo/stt` (the `openai`/`openclaw` subpaths implement them). Only
|
|
80
|
-
`createOpenAIRealtimeProvider`
|
|
116
|
+
and `@charivo/stt` (the `openai`/`openclaw` subpaths implement them). Only the
|
|
117
|
+
realtime providers, `createOpenAIRealtimeProvider` and
|
|
118
|
+
`createGeminiRealtimeProvider`, are implemented in this package.
|
|
81
119
|
|
|
82
120
|
## Errors
|
|
83
121
|
|
|
84
122
|
Every provider in this package (`createOpenAILLMProvider`, `createOpenAITTSProvider`,
|
|
85
|
-
`createOpenAISTTProvider`, `createOpenAIRealtimeProvider`,
|
|
123
|
+
`createOpenAISTTProvider`, `createOpenAIRealtimeProvider`,
|
|
124
|
+
`createGeminiRealtimeProvider`, `createOpenClawLLMProvider`)
|
|
86
125
|
throws `CharivoError` subclasses from `@charivo/core` instead of plain `Error`s:
|
|
87
126
|
|
|
88
127
|
- SDK/API failures throw `CharivoProviderError` (`code: "CHARIVO_PROVIDER_ERROR"`).
|
|
89
128
|
The LLM/TTS/STT providers wrap the SDK's own error: its message is preserved and
|
|
90
|
-
the original error is kept on `cause`.
|
|
91
|
-
HTTP-status errors (non-2xx responses, invalid client secret
|
|
92
|
-
built from the response body text, so they carry the API's
|
|
93
|
-
`cause`;
|
|
94
|
-
failures are wrapped with the original error kept on `cause`.
|
|
95
|
-
- Request timeouts (OpenAI LLM/TTS/STT/Realtime, 30s) throw
|
|
96
|
-
(`code: "CHARIVO_TIMEOUT_ERROR"`).
|
|
129
|
+
the original error is kept on `cause`. The two realtime providers'
|
|
130
|
+
HTTP-status errors (non-2xx responses, an invalid client secret or token
|
|
131
|
+
response) are built from the response body text, so they carry the API's
|
|
132
|
+
message but no `cause`; their network/connection failures and response
|
|
133
|
+
body/JSON parsing failures are wrapped with the original error kept on `cause`.
|
|
134
|
+
- Request timeouts (OpenAI LLM/TTS/STT/Realtime and Gemini Realtime, 30s) throw
|
|
135
|
+
`CharivoTimeoutError` (`code: "CHARIVO_TIMEOUT_ERROR"`). For the two realtime
|
|
136
|
+
providers the timer covers the request up to the response headers; reading
|
|
137
|
+
the body afterwards is not timed.
|
|
97
138
|
- Constructing a provider in a browser without `dangerouslyAllowBrowser: true`
|
|
98
139
|
throws `CharivoStateError` (`code: "CHARIVO_STATE_ERROR"`).
|
|
99
|
-
|
|
100
|
-
|
|
140
|
+
The realtime providers also throw `CharivoStateError` for invalid session
|
|
141
|
+
requests: an unsupported provider/transport/adapter or a missing SDP offer on
|
|
142
|
+
OpenAI; an unsupported provider/transport/adapter, a model off the allow-list,
|
|
143
|
+
a `toolChoice` of `"none"`/`"required"`, or an `inputAudioTranscription.model`
|
|
144
|
+
on Gemini.
|
|
101
145
|
|
|
102
146
|
`CharivoError extends Error`, so existing `catch (e)` handling still works;
|
|
103
147
|
use `isCharivoError(error)` or `error.code` to branch on the failure kind.
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { RealtimeProvider, RealtimeSessionRequest, RealtimeSessionBootstrap } from '@charivo/core';
|
|
2
|
+
|
|
3
|
+
interface GeminiRealtimeProviderConfig {
|
|
4
|
+
apiKey: string;
|
|
5
|
+
baseUrl?: string;
|
|
6
|
+
dangerouslyAllowBrowser?: boolean;
|
|
7
|
+
}
|
|
8
|
+
declare class GeminiRealtimeProvider implements RealtimeProvider {
|
|
9
|
+
private config;
|
|
10
|
+
private endpoint;
|
|
11
|
+
constructor(config: GeminiRealtimeProviderConfig);
|
|
12
|
+
createSession(request: RealtimeSessionRequest): Promise<RealtimeSessionBootstrap>;
|
|
13
|
+
}
|
|
14
|
+
declare function createGeminiRealtimeProvider(config: GeminiRealtimeProviderConfig): GeminiRealtimeProvider;
|
|
15
|
+
|
|
16
|
+
export { GeminiRealtimeProvider, type GeminiRealtimeProviderConfig, createGeminiRealtimeProvider };
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { RealtimeProvider, RealtimeSessionRequest, RealtimeSessionBootstrap } from '@charivo/core';
|
|
2
|
+
|
|
3
|
+
interface GeminiRealtimeProviderConfig {
|
|
4
|
+
apiKey: string;
|
|
5
|
+
baseUrl?: string;
|
|
6
|
+
dangerouslyAllowBrowser?: boolean;
|
|
7
|
+
}
|
|
8
|
+
declare class GeminiRealtimeProvider implements RealtimeProvider {
|
|
9
|
+
private config;
|
|
10
|
+
private endpoint;
|
|
11
|
+
constructor(config: GeminiRealtimeProviderConfig);
|
|
12
|
+
createSession(request: RealtimeSessionRequest): Promise<RealtimeSessionBootstrap>;
|
|
13
|
+
}
|
|
14
|
+
declare function createGeminiRealtimeProvider(config: GeminiRealtimeProviderConfig): GeminiRealtimeProvider;
|
|
15
|
+
|
|
16
|
+
export { GeminiRealtimeProvider, type GeminiRealtimeProviderConfig, createGeminiRealtimeProvider };
|
|
@@ -0,0 +1,210 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
var core = require('@charivo/core');
|
|
4
|
+
|
|
5
|
+
// src/gemini/realtime/index.ts
|
|
6
|
+
var DEFAULT_AUTH_TOKENS_URL = "https://generativelanguage.googleapis.com/v1beta/auth_tokens";
|
|
7
|
+
var GEMINI_LIVE_WEBSOCKET_URL = "wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContentConstrained";
|
|
8
|
+
var DEFAULT_GEMINI_LIVE_MODEL = "gemini-3.1-flash-live-preview";
|
|
9
|
+
var DEFAULT_GEMINI_LIVE_VOICE = "Kore";
|
|
10
|
+
var ALLOWED_MODELS = /* @__PURE__ */ new Set([
|
|
11
|
+
"gemini-3.1-flash-live-preview",
|
|
12
|
+
"gemini-2.5-flash-native-audio-preview-12-2025"
|
|
13
|
+
]);
|
|
14
|
+
var ALLOWED_VOICES = /* @__PURE__ */ new Set([
|
|
15
|
+
"Zephyr",
|
|
16
|
+
"Puck",
|
|
17
|
+
"Charon",
|
|
18
|
+
"Kore",
|
|
19
|
+
"Fenrir",
|
|
20
|
+
"Leda",
|
|
21
|
+
"Orus",
|
|
22
|
+
"Aoede",
|
|
23
|
+
"Callirrhoe",
|
|
24
|
+
"Autonoe",
|
|
25
|
+
"Enceladus",
|
|
26
|
+
"Iapetus",
|
|
27
|
+
"Umbriel",
|
|
28
|
+
"Algieba",
|
|
29
|
+
"Despina",
|
|
30
|
+
"Erinome",
|
|
31
|
+
"Algenib",
|
|
32
|
+
"Rasalgethi",
|
|
33
|
+
"Laomedeia",
|
|
34
|
+
"Achernar",
|
|
35
|
+
"Alnilam",
|
|
36
|
+
"Schedar",
|
|
37
|
+
"Gacrux",
|
|
38
|
+
"Pulcherrima",
|
|
39
|
+
"Achird",
|
|
40
|
+
"Zubenelgenubi",
|
|
41
|
+
"Vindemiatrix",
|
|
42
|
+
"Sadachbia",
|
|
43
|
+
"Sadaltager",
|
|
44
|
+
"Sulafat"
|
|
45
|
+
]);
|
|
46
|
+
var DEFAULT_REQUEST_TIMEOUT_MS = core.DEFAULT_FETCH_TIMEOUT_MS;
|
|
47
|
+
var REQUEST_TIMEOUT_OPTIONS = {
|
|
48
|
+
timeoutMessage: `Gemini realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,
|
|
49
|
+
// DNS/TLS/connection failures land here as raw fetch errors — map them so
|
|
50
|
+
// every failure escaping this provider is a CharivoError.
|
|
51
|
+
mapError: (error) => core.toCharivoError("provider", error, "Gemini realtime request failed")
|
|
52
|
+
};
|
|
53
|
+
var GeminiRealtimeProvider = class {
|
|
54
|
+
constructor(config) {
|
|
55
|
+
this.config = config;
|
|
56
|
+
if (typeof window !== "undefined" && !config.dangerouslyAllowBrowser) {
|
|
57
|
+
throw new core.CharivoStateError(
|
|
58
|
+
"Gemini realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing"
|
|
59
|
+
);
|
|
60
|
+
}
|
|
61
|
+
this.endpoint = config.baseUrl ? `${config.baseUrl.replace(/\/$/, "")}/v1beta/auth_tokens` : DEFAULT_AUTH_TOKENS_URL;
|
|
62
|
+
}
|
|
63
|
+
endpoint;
|
|
64
|
+
async createSession(request) {
|
|
65
|
+
if (request.session.provider !== void 0 && request.session.provider !== "gemini") {
|
|
66
|
+
throw new core.CharivoStateError(
|
|
67
|
+
`Gemini realtime provider only supports provider "gemini", received ${request.session.provider}`
|
|
68
|
+
);
|
|
69
|
+
}
|
|
70
|
+
if (request.transport !== "websocket") {
|
|
71
|
+
throw new core.CharivoStateError(
|
|
72
|
+
`Gemini realtime provider only supports websocket transport, received ${request.transport}`
|
|
73
|
+
);
|
|
74
|
+
}
|
|
75
|
+
if (request.adapter !== void 0 && request.adapter !== core.GEMINI_LIVE_ADAPTER) {
|
|
76
|
+
throw new core.CharivoStateError(
|
|
77
|
+
`Gemini realtime provider does not support adapter "${request.adapter}"`
|
|
78
|
+
);
|
|
79
|
+
}
|
|
80
|
+
const session = request.session;
|
|
81
|
+
if (session.toolChoice === "none" || session.toolChoice === "required") {
|
|
82
|
+
throw new core.CharivoStateError(
|
|
83
|
+
`Gemini realtime provider does not support toolChoice "${session.toolChoice}"`
|
|
84
|
+
);
|
|
85
|
+
}
|
|
86
|
+
if (session.inputAudioTranscription?.model !== void 0) {
|
|
87
|
+
throw new core.CharivoStateError(
|
|
88
|
+
`Gemini realtime provider does not support inputAudioTranscription.model "${session.inputAudioTranscription.model}"`
|
|
89
|
+
);
|
|
90
|
+
}
|
|
91
|
+
const model = session.model ?? DEFAULT_GEMINI_LIVE_MODEL;
|
|
92
|
+
if (!ALLOWED_MODELS.has(model)) {
|
|
93
|
+
throw new core.CharivoStateError(
|
|
94
|
+
`Gemini realtime provider does not support model "${model}"`
|
|
95
|
+
);
|
|
96
|
+
}
|
|
97
|
+
const voice = session.voice && ALLOWED_VOICES.has(session.voice) ? session.voice : DEFAULT_GEMINI_LIVE_VOICE;
|
|
98
|
+
const response = await core.fetchWithTimeout(
|
|
99
|
+
this.endpoint,
|
|
100
|
+
{
|
|
101
|
+
method: "POST",
|
|
102
|
+
headers: {
|
|
103
|
+
// Never in the URL: proxies and request logs capture query strings.
|
|
104
|
+
"x-goog-api-key": this.config.apiKey,
|
|
105
|
+
"Content-Type": "application/json"
|
|
106
|
+
},
|
|
107
|
+
body: JSON.stringify(toMintBody(session, model, voice))
|
|
108
|
+
},
|
|
109
|
+
REQUEST_TIMEOUT_OPTIONS
|
|
110
|
+
);
|
|
111
|
+
if (!response.ok) {
|
|
112
|
+
const errorText = await readResponseText(response);
|
|
113
|
+
throw new core.CharivoProviderError(`Gemini Realtime Error: ${errorText}`);
|
|
114
|
+
}
|
|
115
|
+
const payload = await readResponseJson(response);
|
|
116
|
+
const token = extractTokenName(payload);
|
|
117
|
+
if (!token) {
|
|
118
|
+
throw new core.CharivoProviderError(
|
|
119
|
+
"Gemini Realtime Error: invalid ephemeral token response"
|
|
120
|
+
);
|
|
121
|
+
}
|
|
122
|
+
return {
|
|
123
|
+
adapter: core.GEMINI_LIVE_ADAPTER,
|
|
124
|
+
transport: "websocket",
|
|
125
|
+
url: GEMINI_LIVE_WEBSOCKET_URL,
|
|
126
|
+
token
|
|
127
|
+
};
|
|
128
|
+
}
|
|
129
|
+
};
|
|
130
|
+
function createGeminiRealtimeProvider(config) {
|
|
131
|
+
return new GeminiRealtimeProvider(config);
|
|
132
|
+
}
|
|
133
|
+
function toMintBody(session, model, voice) {
|
|
134
|
+
const generationConfig = {
|
|
135
|
+
responseModalities: ["AUDIO"],
|
|
136
|
+
speechConfig: {
|
|
137
|
+
voiceConfig: {
|
|
138
|
+
prebuiltVoiceConfig: { voiceName: voice }
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
};
|
|
142
|
+
if (session.maxTokens !== void 0) {
|
|
143
|
+
generationConfig.maxOutputTokens = session.maxTokens;
|
|
144
|
+
}
|
|
145
|
+
const setup = {
|
|
146
|
+
model: `models/${model}`,
|
|
147
|
+
generationConfig,
|
|
148
|
+
// The only assistant-text source on native-audio models — there is no
|
|
149
|
+
// separate text channel — so this is always requested even though it is
|
|
150
|
+
// billed.
|
|
151
|
+
outputAudioTranscription: {}
|
|
152
|
+
};
|
|
153
|
+
if (session.instructions) {
|
|
154
|
+
setup.systemInstruction = { parts: [{ text: session.instructions }] };
|
|
155
|
+
}
|
|
156
|
+
if (session.tools?.length) {
|
|
157
|
+
setup.tools = [
|
|
158
|
+
{
|
|
159
|
+
functionDeclarations: session.tools.map((tool) => ({
|
|
160
|
+
name: tool.name,
|
|
161
|
+
description: tool.description,
|
|
162
|
+
parameters: tool.parameters
|
|
163
|
+
}))
|
|
164
|
+
}
|
|
165
|
+
];
|
|
166
|
+
}
|
|
167
|
+
if (session.inputAudioTranscription?.enabled === true) {
|
|
168
|
+
setup.inputAudioTranscription = {};
|
|
169
|
+
}
|
|
170
|
+
return {
|
|
171
|
+
uses: 1,
|
|
172
|
+
bidiGenerateContentSetup: setup
|
|
173
|
+
};
|
|
174
|
+
}
|
|
175
|
+
function extractTokenName(payload) {
|
|
176
|
+
if (!isRecord(payload)) {
|
|
177
|
+
return null;
|
|
178
|
+
}
|
|
179
|
+
return typeof payload.name === "string" && payload.name.length > 0 ? payload.name : null;
|
|
180
|
+
}
|
|
181
|
+
function isRecord(value) {
|
|
182
|
+
return typeof value === "object" && value !== null;
|
|
183
|
+
}
|
|
184
|
+
async function readResponseText(response) {
|
|
185
|
+
try {
|
|
186
|
+
return await response.text();
|
|
187
|
+
} catch (error) {
|
|
188
|
+
throw core.toCharivoError(
|
|
189
|
+
"provider",
|
|
190
|
+
error,
|
|
191
|
+
"Failed to read Gemini realtime response body"
|
|
192
|
+
);
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
async function readResponseJson(response) {
|
|
196
|
+
try {
|
|
197
|
+
return await response.json();
|
|
198
|
+
} catch (error) {
|
|
199
|
+
throw core.toCharivoError(
|
|
200
|
+
"provider",
|
|
201
|
+
error,
|
|
202
|
+
"Failed to parse Gemini realtime response body"
|
|
203
|
+
);
|
|
204
|
+
}
|
|
205
|
+
}
|
|
206
|
+
|
|
207
|
+
exports.GeminiRealtimeProvider = GeminiRealtimeProvider;
|
|
208
|
+
exports.createGeminiRealtimeProvider = createGeminiRealtimeProvider;
|
|
209
|
+
//# sourceMappingURL=index.js.map
|
|
210
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/gemini/realtime/index.ts"],"names":["DEFAULT_FETCH_TIMEOUT_MS","toCharivoError","CharivoStateError","GEMINI_LIVE_ADAPTER","fetchWithTimeout","CharivoProviderError"],"mappings":";;;;;AAgBA,IAAM,uBAAA,GACJ,8DAAA;AACF,IAAM,yBAAA,GACJ,iIAAA;AAKF,IAAM,yBAAA,GAA4B,+BAAA;AAClC,IAAM,yBAAA,GAA4B,MAAA;AAKlC,IAAM,cAAA,uBAAqB,GAAA,CAAI;AAAA,EAC7B,+BAAA;AAAA,EACA;AACF,CAAC,CAAA;AACD,IAAM,cAAA,uBAAqB,GAAA,CAAI;AAAA,EAC7B,QAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,MAAA;AAAA,EACA,OAAA;AAAA,EACA,YAAA;AAAA,EACA,SAAA;AAAA,EACA,WAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,YAAA;AAAA,EACA,WAAA;AAAA,EACA,UAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA;AAAA,EACA,aAAA;AAAA,EACA,QAAA;AAAA,EACA,eAAA;AAAA,EACA,cAAA;AAAA,EACA,WAAA;AAAA,EACA,YAAA;AAAA,EACA;AACF,CAAC,CAAA;AACD,IAAM,0BAAA,GAA6BA,6BAAA;AAEnC,IAAM,uBAAA,GAAmD;AAAA,EACvD,cAAA,EAAgB,2CAA2C,0BAA0B,CAAA,EAAA,CAAA;AAAA;AAAA;AAAA,EAGrF,UAAU,CAAC,KAAA,KACTC,mBAAA,CAAe,UAAA,EAAY,OAAO,gCAAgC;AACtE,CAAA;AAQO,IAAM,yBAAN,MAAyD;AAAA,EAG9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAIC,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,mBAAA,CAAA,GACpC,uBAAA;AAAA,EACN;AAAA,EAZQ,QAAA;AAAA,EAcR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,WAAA,EAAa;AACrC,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,qEAAA,EAAwE,QAAQ,SAAS,CAAA;AAAA,OAC3F;AAAA,IACF;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAYC,wBAAA,EACpB;AACA,MAAA,MAAM,IAAID,sBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,MAAM,UAAU,OAAA,CAAQ,OAAA;AAExB,IAAA,IAAI,OAAA,CAAQ,UAAA,KAAe,MAAA,IAAU,OAAA,CAAQ,eAAe,UAAA,EAAY;AAGtE,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,sDAAA,EAAyD,QAAQ,UAAU,CAAA,CAAA;AAAA,OAC7E;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,uBAAA,EAAyB,KAAA,KAAU,MAAA,EAAW;AAGxD,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,yEAAA,EAA4E,OAAA,CAAQ,uBAAA,CAAwB,KAAK,CAAA,CAAA;AAAA,OACnH;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,yBAAA;AAC/B,IAAA,IAAI,CAAC,cAAA,CAAe,GAAA,CAAI,KAAK,CAAA,EAAG;AAC9B,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,oDAAoD,KAAK,CAAA,CAAA;AAAA,OAC3D;AAAA,IACF;AAIA,IAAA,MAAM,KAAA,GACJ,QAAQ,KAAA,IAAS,cAAA,CAAe,IAAI,OAAA,CAAQ,KAAK,CAAA,GAC7C,OAAA,CAAQ,KAAA,GACR,yBAAA;AAEN,IAAA,MAAM,WAAW,MAAME,qBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA;AAAA,UAEP,gBAAA,EAAkB,KAAK,MAAA,CAAO,MAAA;AAAA,UAC9B,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,MAAM,IAAA,CAAK,SAAA,CAAU,WAAW,OAAA,EAAS,KAAA,EAAO,KAAK,CAAC;AAAA,OACxD;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIC,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,KAAA,GAAQ,iBAAiB,OAAO,CAAA;AAEtC,IAAA,IAAI,CAAC,KAAA,EAAO;AACV,MAAA,MAAM,IAAIA,yBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASF,wBAAA;AAAA,MACT,SAAA,EAAW,WAAA;AAAA,MACX,GAAA,EAAK,yBAAA;AAAA,MACL;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAUA,SAAS,UAAA,CACP,OAAA,EACA,KAAA,EACA,KAAA,EACyB;AACzB,EAAA,MAAM,gBAAA,GAA4C;AAAA,IAChD,kBAAA,EAAoB,CAAC,OAAO,CAAA;AAAA,IAC5B,YAAA,EAAc;AAAA,MACZ,WAAA,EAAa;AAAA,QACX,mBAAA,EAAqB,EAAE,SAAA,EAAW,KAAA;AAAM;AAC1C;AACF,GACF;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,gBAAA,CAAiB,kBAAkB,OAAA,CAAQ,SAAA;AAAA,EAC7C;AAEA,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,KAAA,EAAO,UAAU,KAAK,CAAA,CAAA;AAAA,IACtB,gBAAA;AAAA;AAAA;AAAA;AAAA,IAIA,0BAA0B;AAAC,GAC7B;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,KAAA,CAAM,iBAAA,GAAoB,EAAE,KAAA,EAAO,CAAC,EAAE,IAAA,EAAM,OAAA,CAAQ,YAAA,EAAc,CAAA,EAAE;AAAA,EACtE;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,KAAA,CAAM,KAAA,GAAQ;AAAA,MACZ;AAAA,QACE,oBAAA,EAAsB,OAAA,CAAQ,KAAA,CAAM,GAAA,CAAI,CAAC,IAAA,MAAU;AAAA,UACjD,MAAM,IAAA,CAAK,IAAA;AAAA,UACX,aAAa,IAAA,CAAK,WAAA;AAAA,UAClB,YAAY,IAAA,CAAK;AAAA,SACnB,CAAE;AAAA;AACJ,KACF;AAAA,EACF;AAIA,EAAA,IAAI,OAAA,CAAQ,uBAAA,EAAyB,OAAA,KAAY,IAAA,EAAM;AACrD,IAAA,KAAA,CAAM,0BAA0B,EAAC;AAAA,EACnC;AAMA,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,CAAA;AAAA,IACN,wBAAA,EAA0B;AAAA,GAC5B;AACF;AAEA,SAAS,iBAAiB,OAAA,EAAiC;AACzD,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,OAAO,OAAO,QAAQ,IAAA,KAAS,QAAA,IAAY,QAAQ,IAAA,CAAK,MAAA,GAAS,CAAA,GAC7D,OAAA,CAAQ,IAAA,GACR,IAAA;AACN;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMF,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMA,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.js","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n DEFAULT_FETCH_TIMEOUT_MS,\n fetchWithTimeout,\n type FetchWithTimeoutOptions,\n GEMINI_LIVE_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_AUTH_TOKENS_URL =\n \"https://generativelanguage.googleapis.com/v1beta/auth_tokens\";\nconst GEMINI_LIVE_WEBSOCKET_URL =\n \"wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContentConstrained\";\n// Gemini Live defaults, intentionally duplicated with the browser transport's\n// own defaults rather than shared. Strict layering keeps server and browser\n// providers self-contained (no shared module / cross-package dep) — the same\n// pattern the OpenAI and tts/stt defaults follow.\nconst DEFAULT_GEMINI_LIVE_MODEL = \"gemini-3.1-flash-live-preview\";\nconst DEFAULT_GEMINI_LIVE_VOICE = \"Kore\";\n// The browser chooses from these; it cannot name a model or voice of its own.\n// `gemini-3.1-flash-live-preview` is the one exercised against the live API\n// (2026-08-29, tests/gemini-live-smoke/README.md); the rest come from Google's\n// published model and voice lists.\nconst ALLOWED_MODELS = new Set([\n \"gemini-3.1-flash-live-preview\",\n \"gemini-2.5-flash-native-audio-preview-12-2025\",\n]);\nconst ALLOWED_VOICES = new Set([\n \"Zephyr\",\n \"Puck\",\n \"Charon\",\n \"Kore\",\n \"Fenrir\",\n \"Leda\",\n \"Orus\",\n \"Aoede\",\n \"Callirrhoe\",\n \"Autonoe\",\n \"Enceladus\",\n \"Iapetus\",\n \"Umbriel\",\n \"Algieba\",\n \"Despina\",\n \"Erinome\",\n \"Algenib\",\n \"Rasalgethi\",\n \"Laomedeia\",\n \"Achernar\",\n \"Alnilam\",\n \"Schedar\",\n \"Gacrux\",\n \"Pulcherrima\",\n \"Achird\",\n \"Zubenelgenubi\",\n \"Vindemiatrix\",\n \"Sadachbia\",\n \"Sadaltager\",\n \"Sulafat\",\n]);\nconst DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nconst REQUEST_TIMEOUT_OPTIONS: FetchWithTimeoutOptions = {\n timeoutMessage: `Gemini realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n // DNS/TLS/connection failures land here as raw fetch errors — map them so\n // every failure escaping this provider is a CharivoError.\n mapError: (error) =>\n toCharivoError(\"provider\", error, \"Gemini realtime request failed\"),\n};\n\nexport interface GeminiRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class GeminiRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n\n constructor(private config: GeminiRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"Gemini realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/v1beta/auth_tokens`\n : DEFAULT_AUTH_TOKENS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"gemini\"\n ) {\n throw new CharivoStateError(\n `Gemini realtime provider only supports provider \"gemini\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"websocket\") {\n throw new CharivoStateError(\n `Gemini realtime provider only supports websocket transport, received ${request.transport}`,\n );\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== GEMINI_LIVE_ADAPTER\n ) {\n throw new CharivoStateError(\n `Gemini realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n const session = request.session;\n\n if (session.toolChoice === \"none\" || session.toolChoice === \"required\") {\n // The Live API has no tool-choice equivalent, so an unsupported value\n // is rejected outright rather than silently coerced to \"auto\".\n throw new CharivoStateError(\n `Gemini realtime provider does not support toolChoice \"${session.toolChoice}\"`,\n );\n }\n\n if (session.inputAudioTranscription?.model !== undefined) {\n // No Gemini mapping for a chosen transcription model — reject rather\n // than silently discard the caller's choice.\n throw new CharivoStateError(\n `Gemini realtime provider does not support inputAudioTranscription.model \"${session.inputAudioTranscription.model}\"`,\n );\n }\n\n const model = session.model ?? DEFAULT_GEMINI_LIVE_MODEL;\n if (!ALLOWED_MODELS.has(model)) {\n throw new CharivoStateError(\n `Gemini realtime provider does not support model \"${model}\"`,\n );\n }\n\n // Unknown voices fall back to the provider default rather than erroring:\n // voice costs nothing, so a stale value should not break the session.\n const voice =\n session.voice && ALLOWED_VOICES.has(session.voice)\n ? session.voice\n : DEFAULT_GEMINI_LIVE_VOICE;\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n // Never in the URL: proxies and request logs capture query strings.\n \"x-goog-api-key\": this.config.apiKey,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(toMintBody(session, model, voice)),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`Gemini Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const token = extractTokenName(payload);\n\n if (!token) {\n throw new CharivoProviderError(\n \"Gemini Realtime Error: invalid ephemeral token response\",\n );\n }\n\n return {\n adapter: GEMINI_LIVE_ADAPTER,\n transport: \"websocket\",\n url: GEMINI_LIVE_WEBSOCKET_URL,\n token,\n };\n }\n}\n\nexport function createGeminiRealtimeProvider(\n config: GeminiRealtimeProviderConfig,\n): GeminiRealtimeProvider {\n return new GeminiRealtimeProvider(config);\n}\n\n/**\n * `bidiGenerateContentSetup` REPLACES the client's setup frame rather than\n * validating it (measured: a token pinning only `model` opens a session that\n * closes with 1007 on TEXT-modality defaults), so the entire session config\n * has to be built here — never forwarded from the caller as-is, or an\n * unconstrained token would let the holder pick any model on the key owner's\n * bill.\n */\nfunction toMintBody(\n session: RealtimeSessionConfig,\n model: string,\n voice: string,\n): Record<string, unknown> {\n const generationConfig: Record<string, unknown> = {\n responseModalities: [\"AUDIO\"],\n speechConfig: {\n voiceConfig: {\n prebuiltVoiceConfig: { voiceName: voice },\n },\n },\n };\n\n if (session.maxTokens !== undefined) {\n generationConfig.maxOutputTokens = session.maxTokens;\n }\n\n const setup: Record<string, unknown> = {\n model: `models/${model}`,\n generationConfig,\n // The only assistant-text source on native-audio models — there is no\n // separate text channel — so this is always requested even though it is\n // billed.\n outputAudioTranscription: {},\n };\n\n if (session.instructions) {\n setup.systemInstruction = { parts: [{ text: session.instructions }] };\n }\n\n if (session.tools?.length) {\n setup.tools = [\n {\n functionDeclarations: session.tools.map((tool) => ({\n name: tool.name,\n description: tool.description,\n parameters: tool.parameters,\n })),\n },\n ];\n }\n\n // Off unless asked, as on OpenAI: the block is what turns it on, and it\n // bills extra.\n if (session.inputAudioTranscription?.enabled === true) {\n setup.inputAudioTranscription = {};\n }\n\n // `expireTime` / `newSessionExpireTime` are left to Google's defaults (30 min\n // and 1 min) on purpose: the browser connects immediately after minting, and\n // a reconnect must mint again anyway because `uses: 1` is enforced — a\n // replayed token closes the socket with 1011.\n return {\n uses: 1,\n bidiGenerateContentSetup: setup,\n };\n}\n\nfunction extractTokenName(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n return typeof payload.name === \"string\" && payload.name.length > 0\n ? payload.name\n : null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read Gemini realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse Gemini realtime response body\",\n );\n }\n}\n"]}
|
|
@@ -0,0 +1,207 @@
|
|
|
1
|
+
import { CharivoStateError, GEMINI_LIVE_ADAPTER, fetchWithTimeout, toCharivoError, DEFAULT_FETCH_TIMEOUT_MS, CharivoProviderError } from '@charivo/core';
|
|
2
|
+
|
|
3
|
+
// src/gemini/realtime/index.ts
|
|
4
|
+
var DEFAULT_AUTH_TOKENS_URL = "https://generativelanguage.googleapis.com/v1beta/auth_tokens";
|
|
5
|
+
var GEMINI_LIVE_WEBSOCKET_URL = "wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContentConstrained";
|
|
6
|
+
var DEFAULT_GEMINI_LIVE_MODEL = "gemini-3.1-flash-live-preview";
|
|
7
|
+
var DEFAULT_GEMINI_LIVE_VOICE = "Kore";
|
|
8
|
+
var ALLOWED_MODELS = /* @__PURE__ */ new Set([
|
|
9
|
+
"gemini-3.1-flash-live-preview",
|
|
10
|
+
"gemini-2.5-flash-native-audio-preview-12-2025"
|
|
11
|
+
]);
|
|
12
|
+
var ALLOWED_VOICES = /* @__PURE__ */ new Set([
|
|
13
|
+
"Zephyr",
|
|
14
|
+
"Puck",
|
|
15
|
+
"Charon",
|
|
16
|
+
"Kore",
|
|
17
|
+
"Fenrir",
|
|
18
|
+
"Leda",
|
|
19
|
+
"Orus",
|
|
20
|
+
"Aoede",
|
|
21
|
+
"Callirrhoe",
|
|
22
|
+
"Autonoe",
|
|
23
|
+
"Enceladus",
|
|
24
|
+
"Iapetus",
|
|
25
|
+
"Umbriel",
|
|
26
|
+
"Algieba",
|
|
27
|
+
"Despina",
|
|
28
|
+
"Erinome",
|
|
29
|
+
"Algenib",
|
|
30
|
+
"Rasalgethi",
|
|
31
|
+
"Laomedeia",
|
|
32
|
+
"Achernar",
|
|
33
|
+
"Alnilam",
|
|
34
|
+
"Schedar",
|
|
35
|
+
"Gacrux",
|
|
36
|
+
"Pulcherrima",
|
|
37
|
+
"Achird",
|
|
38
|
+
"Zubenelgenubi",
|
|
39
|
+
"Vindemiatrix",
|
|
40
|
+
"Sadachbia",
|
|
41
|
+
"Sadaltager",
|
|
42
|
+
"Sulafat"
|
|
43
|
+
]);
|
|
44
|
+
var DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;
|
|
45
|
+
var REQUEST_TIMEOUT_OPTIONS = {
|
|
46
|
+
timeoutMessage: `Gemini realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,
|
|
47
|
+
// DNS/TLS/connection failures land here as raw fetch errors — map them so
|
|
48
|
+
// every failure escaping this provider is a CharivoError.
|
|
49
|
+
mapError: (error) => toCharivoError("provider", error, "Gemini realtime request failed")
|
|
50
|
+
};
|
|
51
|
+
var GeminiRealtimeProvider = class {
|
|
52
|
+
constructor(config) {
|
|
53
|
+
this.config = config;
|
|
54
|
+
if (typeof window !== "undefined" && !config.dangerouslyAllowBrowser) {
|
|
55
|
+
throw new CharivoStateError(
|
|
56
|
+
"Gemini realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing"
|
|
57
|
+
);
|
|
58
|
+
}
|
|
59
|
+
this.endpoint = config.baseUrl ? `${config.baseUrl.replace(/\/$/, "")}/v1beta/auth_tokens` : DEFAULT_AUTH_TOKENS_URL;
|
|
60
|
+
}
|
|
61
|
+
endpoint;
|
|
62
|
+
async createSession(request) {
|
|
63
|
+
if (request.session.provider !== void 0 && request.session.provider !== "gemini") {
|
|
64
|
+
throw new CharivoStateError(
|
|
65
|
+
`Gemini realtime provider only supports provider "gemini", received ${request.session.provider}`
|
|
66
|
+
);
|
|
67
|
+
}
|
|
68
|
+
if (request.transport !== "websocket") {
|
|
69
|
+
throw new CharivoStateError(
|
|
70
|
+
`Gemini realtime provider only supports websocket transport, received ${request.transport}`
|
|
71
|
+
);
|
|
72
|
+
}
|
|
73
|
+
if (request.adapter !== void 0 && request.adapter !== GEMINI_LIVE_ADAPTER) {
|
|
74
|
+
throw new CharivoStateError(
|
|
75
|
+
`Gemini realtime provider does not support adapter "${request.adapter}"`
|
|
76
|
+
);
|
|
77
|
+
}
|
|
78
|
+
const session = request.session;
|
|
79
|
+
if (session.toolChoice === "none" || session.toolChoice === "required") {
|
|
80
|
+
throw new CharivoStateError(
|
|
81
|
+
`Gemini realtime provider does not support toolChoice "${session.toolChoice}"`
|
|
82
|
+
);
|
|
83
|
+
}
|
|
84
|
+
if (session.inputAudioTranscription?.model !== void 0) {
|
|
85
|
+
throw new CharivoStateError(
|
|
86
|
+
`Gemini realtime provider does not support inputAudioTranscription.model "${session.inputAudioTranscription.model}"`
|
|
87
|
+
);
|
|
88
|
+
}
|
|
89
|
+
const model = session.model ?? DEFAULT_GEMINI_LIVE_MODEL;
|
|
90
|
+
if (!ALLOWED_MODELS.has(model)) {
|
|
91
|
+
throw new CharivoStateError(
|
|
92
|
+
`Gemini realtime provider does not support model "${model}"`
|
|
93
|
+
);
|
|
94
|
+
}
|
|
95
|
+
const voice = session.voice && ALLOWED_VOICES.has(session.voice) ? session.voice : DEFAULT_GEMINI_LIVE_VOICE;
|
|
96
|
+
const response = await fetchWithTimeout(
|
|
97
|
+
this.endpoint,
|
|
98
|
+
{
|
|
99
|
+
method: "POST",
|
|
100
|
+
headers: {
|
|
101
|
+
// Never in the URL: proxies and request logs capture query strings.
|
|
102
|
+
"x-goog-api-key": this.config.apiKey,
|
|
103
|
+
"Content-Type": "application/json"
|
|
104
|
+
},
|
|
105
|
+
body: JSON.stringify(toMintBody(session, model, voice))
|
|
106
|
+
},
|
|
107
|
+
REQUEST_TIMEOUT_OPTIONS
|
|
108
|
+
);
|
|
109
|
+
if (!response.ok) {
|
|
110
|
+
const errorText = await readResponseText(response);
|
|
111
|
+
throw new CharivoProviderError(`Gemini Realtime Error: ${errorText}`);
|
|
112
|
+
}
|
|
113
|
+
const payload = await readResponseJson(response);
|
|
114
|
+
const token = extractTokenName(payload);
|
|
115
|
+
if (!token) {
|
|
116
|
+
throw new CharivoProviderError(
|
|
117
|
+
"Gemini Realtime Error: invalid ephemeral token response"
|
|
118
|
+
);
|
|
119
|
+
}
|
|
120
|
+
return {
|
|
121
|
+
adapter: GEMINI_LIVE_ADAPTER,
|
|
122
|
+
transport: "websocket",
|
|
123
|
+
url: GEMINI_LIVE_WEBSOCKET_URL,
|
|
124
|
+
token
|
|
125
|
+
};
|
|
126
|
+
}
|
|
127
|
+
};
|
|
128
|
+
function createGeminiRealtimeProvider(config) {
|
|
129
|
+
return new GeminiRealtimeProvider(config);
|
|
130
|
+
}
|
|
131
|
+
function toMintBody(session, model, voice) {
|
|
132
|
+
const generationConfig = {
|
|
133
|
+
responseModalities: ["AUDIO"],
|
|
134
|
+
speechConfig: {
|
|
135
|
+
voiceConfig: {
|
|
136
|
+
prebuiltVoiceConfig: { voiceName: voice }
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
};
|
|
140
|
+
if (session.maxTokens !== void 0) {
|
|
141
|
+
generationConfig.maxOutputTokens = session.maxTokens;
|
|
142
|
+
}
|
|
143
|
+
const setup = {
|
|
144
|
+
model: `models/${model}`,
|
|
145
|
+
generationConfig,
|
|
146
|
+
// The only assistant-text source on native-audio models — there is no
|
|
147
|
+
// separate text channel — so this is always requested even though it is
|
|
148
|
+
// billed.
|
|
149
|
+
outputAudioTranscription: {}
|
|
150
|
+
};
|
|
151
|
+
if (session.instructions) {
|
|
152
|
+
setup.systemInstruction = { parts: [{ text: session.instructions }] };
|
|
153
|
+
}
|
|
154
|
+
if (session.tools?.length) {
|
|
155
|
+
setup.tools = [
|
|
156
|
+
{
|
|
157
|
+
functionDeclarations: session.tools.map((tool) => ({
|
|
158
|
+
name: tool.name,
|
|
159
|
+
description: tool.description,
|
|
160
|
+
parameters: tool.parameters
|
|
161
|
+
}))
|
|
162
|
+
}
|
|
163
|
+
];
|
|
164
|
+
}
|
|
165
|
+
if (session.inputAudioTranscription?.enabled === true) {
|
|
166
|
+
setup.inputAudioTranscription = {};
|
|
167
|
+
}
|
|
168
|
+
return {
|
|
169
|
+
uses: 1,
|
|
170
|
+
bidiGenerateContentSetup: setup
|
|
171
|
+
};
|
|
172
|
+
}
|
|
173
|
+
function extractTokenName(payload) {
|
|
174
|
+
if (!isRecord(payload)) {
|
|
175
|
+
return null;
|
|
176
|
+
}
|
|
177
|
+
return typeof payload.name === "string" && payload.name.length > 0 ? payload.name : null;
|
|
178
|
+
}
|
|
179
|
+
function isRecord(value) {
|
|
180
|
+
return typeof value === "object" && value !== null;
|
|
181
|
+
}
|
|
182
|
+
async function readResponseText(response) {
|
|
183
|
+
try {
|
|
184
|
+
return await response.text();
|
|
185
|
+
} catch (error) {
|
|
186
|
+
throw toCharivoError(
|
|
187
|
+
"provider",
|
|
188
|
+
error,
|
|
189
|
+
"Failed to read Gemini realtime response body"
|
|
190
|
+
);
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
async function readResponseJson(response) {
|
|
194
|
+
try {
|
|
195
|
+
return await response.json();
|
|
196
|
+
} catch (error) {
|
|
197
|
+
throw toCharivoError(
|
|
198
|
+
"provider",
|
|
199
|
+
error,
|
|
200
|
+
"Failed to parse Gemini realtime response body"
|
|
201
|
+
);
|
|
202
|
+
}
|
|
203
|
+
}
|
|
204
|
+
|
|
205
|
+
export { GeminiRealtimeProvider, createGeminiRealtimeProvider };
|
|
206
|
+
//# sourceMappingURL=index.mjs.map
|
|
207
|
+
//# sourceMappingURL=index.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/gemini/realtime/index.ts"],"names":[],"mappings":";;;AAgBA,IAAM,uBAAA,GACJ,8DAAA;AACF,IAAM,yBAAA,GACJ,iIAAA;AAKF,IAAM,yBAAA,GAA4B,+BAAA;AAClC,IAAM,yBAAA,GAA4B,MAAA;AAKlC,IAAM,cAAA,uBAAqB,GAAA,CAAI;AAAA,EAC7B,+BAAA;AAAA,EACA;AACF,CAAC,CAAA;AACD,IAAM,cAAA,uBAAqB,GAAA,CAAI;AAAA,EAC7B,QAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,MAAA;AAAA,EACA,OAAA;AAAA,EACA,YAAA;AAAA,EACA,SAAA;AAAA,EACA,WAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,YAAA;AAAA,EACA,WAAA;AAAA,EACA,UAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA;AAAA,EACA,aAAA;AAAA,EACA,QAAA;AAAA,EACA,eAAA;AAAA,EACA,cAAA;AAAA,EACA,WAAA;AAAA,EACA,YAAA;AAAA,EACA;AACF,CAAC,CAAA;AACD,IAAM,0BAAA,GAA6B,wBAAA;AAEnC,IAAM,uBAAA,GAAmD;AAAA,EACvD,cAAA,EAAgB,2CAA2C,0BAA0B,CAAA,EAAA,CAAA;AAAA;AAAA;AAAA,EAGrF,UAAU,CAAC,KAAA,KACT,cAAA,CAAe,UAAA,EAAY,OAAO,gCAAgC;AACtE,CAAA;AAQO,IAAM,yBAAN,MAAyD;AAAA,EAG9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,mBAAA,CAAA,GACpC,uBAAA;AAAA,EACN;AAAA,EAZQ,QAAA;AAAA,EAcR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,WAAA,EAAa;AACrC,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,qEAAA,EAAwE,QAAQ,SAAS,CAAA;AAAA,OAC3F;AAAA,IACF;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAY,mBAAA,EACpB;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,MAAM,UAAU,OAAA,CAAQ,OAAA;AAExB,IAAA,IAAI,OAAA,CAAQ,UAAA,KAAe,MAAA,IAAU,OAAA,CAAQ,eAAe,UAAA,EAAY;AAGtE,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,sDAAA,EAAyD,QAAQ,UAAU,CAAA,CAAA;AAAA,OAC7E;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,uBAAA,EAAyB,KAAA,KAAU,MAAA,EAAW;AAGxD,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,yEAAA,EAA4E,OAAA,CAAQ,uBAAA,CAAwB,KAAK,CAAA,CAAA;AAAA,OACnH;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,yBAAA;AAC/B,IAAA,IAAI,CAAC,cAAA,CAAe,GAAA,CAAI,KAAK,CAAA,EAAG;AAC9B,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,oDAAoD,KAAK,CAAA,CAAA;AAAA,OAC3D;AAAA,IACF;AAIA,IAAA,MAAM,KAAA,GACJ,QAAQ,KAAA,IAAS,cAAA,CAAe,IAAI,OAAA,CAAQ,KAAK,CAAA,GAC7C,OAAA,CAAQ,KAAA,GACR,yBAAA;AAEN,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA;AAAA,UAEP,gBAAA,EAAkB,KAAK,MAAA,CAAO,MAAA;AAAA,UAC9B,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,MAAM,IAAA,CAAK,SAAA,CAAU,WAAW,OAAA,EAAS,KAAA,EAAO,KAAK,CAAC;AAAA,OACxD;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,KAAA,GAAQ,iBAAiB,OAAO,CAAA;AAEtC,IAAA,IAAI,CAAC,KAAA,EAAO;AACV,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,mBAAA;AAAA,MACT,SAAA,EAAW,WAAA;AAAA,MACX,GAAA,EAAK,yBAAA;AAAA,MACL;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAUA,SAAS,UAAA,CACP,OAAA,EACA,KAAA,EACA,KAAA,EACyB;AACzB,EAAA,MAAM,gBAAA,GAA4C;AAAA,IAChD,kBAAA,EAAoB,CAAC,OAAO,CAAA;AAAA,IAC5B,YAAA,EAAc;AAAA,MACZ,WAAA,EAAa;AAAA,QACX,mBAAA,EAAqB,EAAE,SAAA,EAAW,KAAA;AAAM;AAC1C;AACF,GACF;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,gBAAA,CAAiB,kBAAkB,OAAA,CAAQ,SAAA;AAAA,EAC7C;AAEA,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,KAAA,EAAO,UAAU,KAAK,CAAA,CAAA;AAAA,IACtB,gBAAA;AAAA;AAAA;AAAA;AAAA,IAIA,0BAA0B;AAAC,GAC7B;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,KAAA,CAAM,iBAAA,GAAoB,EAAE,KAAA,EAAO,CAAC,EAAE,IAAA,EAAM,OAAA,CAAQ,YAAA,EAAc,CAAA,EAAE;AAAA,EACtE;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,KAAA,CAAM,KAAA,GAAQ;AAAA,MACZ;AAAA,QACE,oBAAA,EAAsB,OAAA,CAAQ,KAAA,CAAM,GAAA,CAAI,CAAC,IAAA,MAAU;AAAA,UACjD,MAAM,IAAA,CAAK,IAAA;AAAA,UACX,aAAa,IAAA,CAAK,WAAA;AAAA,UAClB,YAAY,IAAA,CAAK;AAAA,SACnB,CAAE;AAAA;AACJ,KACF;AAAA,EACF;AAIA,EAAA,IAAI,OAAA,CAAQ,uBAAA,EAAyB,OAAA,KAAY,IAAA,EAAM;AACrD,IAAA,KAAA,CAAM,0BAA0B,EAAC;AAAA,EACnC;AAMA,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,CAAA;AAAA,IACN,wBAAA,EAA0B;AAAA,GAC5B;AACF;AAEA,SAAS,iBAAiB,OAAA,EAAiC;AACzD,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,OAAO,OAAO,QAAQ,IAAA,KAAS,QAAA,IAAY,QAAQ,IAAA,CAAK,MAAA,GAAS,CAAA,GAC7D,OAAA,CAAQ,IAAA,GACR,IAAA;AACN;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.mjs","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n DEFAULT_FETCH_TIMEOUT_MS,\n fetchWithTimeout,\n type FetchWithTimeoutOptions,\n GEMINI_LIVE_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_AUTH_TOKENS_URL =\n \"https://generativelanguage.googleapis.com/v1beta/auth_tokens\";\nconst GEMINI_LIVE_WEBSOCKET_URL =\n \"wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContentConstrained\";\n// Gemini Live defaults, intentionally duplicated with the browser transport's\n// own defaults rather than shared. Strict layering keeps server and browser\n// providers self-contained (no shared module / cross-package dep) — the same\n// pattern the OpenAI and tts/stt defaults follow.\nconst DEFAULT_GEMINI_LIVE_MODEL = \"gemini-3.1-flash-live-preview\";\nconst DEFAULT_GEMINI_LIVE_VOICE = \"Kore\";\n// The browser chooses from these; it cannot name a model or voice of its own.\n// `gemini-3.1-flash-live-preview` is the one exercised against the live API\n// (2026-08-29, tests/gemini-live-smoke/README.md); the rest come from Google's\n// published model and voice lists.\nconst ALLOWED_MODELS = new Set([\n \"gemini-3.1-flash-live-preview\",\n \"gemini-2.5-flash-native-audio-preview-12-2025\",\n]);\nconst ALLOWED_VOICES = new Set([\n \"Zephyr\",\n \"Puck\",\n \"Charon\",\n \"Kore\",\n \"Fenrir\",\n \"Leda\",\n \"Orus\",\n \"Aoede\",\n \"Callirrhoe\",\n \"Autonoe\",\n \"Enceladus\",\n \"Iapetus\",\n \"Umbriel\",\n \"Algieba\",\n \"Despina\",\n \"Erinome\",\n \"Algenib\",\n \"Rasalgethi\",\n \"Laomedeia\",\n \"Achernar\",\n \"Alnilam\",\n \"Schedar\",\n \"Gacrux\",\n \"Pulcherrima\",\n \"Achird\",\n \"Zubenelgenubi\",\n \"Vindemiatrix\",\n \"Sadachbia\",\n \"Sadaltager\",\n \"Sulafat\",\n]);\nconst DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nconst REQUEST_TIMEOUT_OPTIONS: FetchWithTimeoutOptions = {\n timeoutMessage: `Gemini realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n // DNS/TLS/connection failures land here as raw fetch errors — map them so\n // every failure escaping this provider is a CharivoError.\n mapError: (error) =>\n toCharivoError(\"provider\", error, \"Gemini realtime request failed\"),\n};\n\nexport interface GeminiRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class GeminiRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n\n constructor(private config: GeminiRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"Gemini realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/v1beta/auth_tokens`\n : DEFAULT_AUTH_TOKENS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"gemini\"\n ) {\n throw new CharivoStateError(\n `Gemini realtime provider only supports provider \"gemini\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"websocket\") {\n throw new CharivoStateError(\n `Gemini realtime provider only supports websocket transport, received ${request.transport}`,\n );\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== GEMINI_LIVE_ADAPTER\n ) {\n throw new CharivoStateError(\n `Gemini realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n const session = request.session;\n\n if (session.toolChoice === \"none\" || session.toolChoice === \"required\") {\n // The Live API has no tool-choice equivalent, so an unsupported value\n // is rejected outright rather than silently coerced to \"auto\".\n throw new CharivoStateError(\n `Gemini realtime provider does not support toolChoice \"${session.toolChoice}\"`,\n );\n }\n\n if (session.inputAudioTranscription?.model !== undefined) {\n // No Gemini mapping for a chosen transcription model — reject rather\n // than silently discard the caller's choice.\n throw new CharivoStateError(\n `Gemini realtime provider does not support inputAudioTranscription.model \"${session.inputAudioTranscription.model}\"`,\n );\n }\n\n const model = session.model ?? DEFAULT_GEMINI_LIVE_MODEL;\n if (!ALLOWED_MODELS.has(model)) {\n throw new CharivoStateError(\n `Gemini realtime provider does not support model \"${model}\"`,\n );\n }\n\n // Unknown voices fall back to the provider default rather than erroring:\n // voice costs nothing, so a stale value should not break the session.\n const voice =\n session.voice && ALLOWED_VOICES.has(session.voice)\n ? session.voice\n : DEFAULT_GEMINI_LIVE_VOICE;\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n // Never in the URL: proxies and request logs capture query strings.\n \"x-goog-api-key\": this.config.apiKey,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(toMintBody(session, model, voice)),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`Gemini Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const token = extractTokenName(payload);\n\n if (!token) {\n throw new CharivoProviderError(\n \"Gemini Realtime Error: invalid ephemeral token response\",\n );\n }\n\n return {\n adapter: GEMINI_LIVE_ADAPTER,\n transport: \"websocket\",\n url: GEMINI_LIVE_WEBSOCKET_URL,\n token,\n };\n }\n}\n\nexport function createGeminiRealtimeProvider(\n config: GeminiRealtimeProviderConfig,\n): GeminiRealtimeProvider {\n return new GeminiRealtimeProvider(config);\n}\n\n/**\n * `bidiGenerateContentSetup` REPLACES the client's setup frame rather than\n * validating it (measured: a token pinning only `model` opens a session that\n * closes with 1007 on TEXT-modality defaults), so the entire session config\n * has to be built here — never forwarded from the caller as-is, or an\n * unconstrained token would let the holder pick any model on the key owner's\n * bill.\n */\nfunction toMintBody(\n session: RealtimeSessionConfig,\n model: string,\n voice: string,\n): Record<string, unknown> {\n const generationConfig: Record<string, unknown> = {\n responseModalities: [\"AUDIO\"],\n speechConfig: {\n voiceConfig: {\n prebuiltVoiceConfig: { voiceName: voice },\n },\n },\n };\n\n if (session.maxTokens !== undefined) {\n generationConfig.maxOutputTokens = session.maxTokens;\n }\n\n const setup: Record<string, unknown> = {\n model: `models/${model}`,\n generationConfig,\n // The only assistant-text source on native-audio models — there is no\n // separate text channel — so this is always requested even though it is\n // billed.\n outputAudioTranscription: {},\n };\n\n if (session.instructions) {\n setup.systemInstruction = { parts: [{ text: session.instructions }] };\n }\n\n if (session.tools?.length) {\n setup.tools = [\n {\n functionDeclarations: session.tools.map((tool) => ({\n name: tool.name,\n description: tool.description,\n parameters: tool.parameters,\n })),\n },\n ];\n }\n\n // Off unless asked, as on OpenAI: the block is what turns it on, and it\n // bills extra.\n if (session.inputAudioTranscription?.enabled === true) {\n setup.inputAudioTranscription = {};\n }\n\n // `expireTime` / `newSessionExpireTime` are left to Google's defaults (30 min\n // and 1 min) on purpose: the browser connects immediately after minting, and\n // a reconnect must mint again anyway because `uses: 1` is enforced — a\n // replayed token closes the socket with 1011.\n return {\n uses: 1,\n bidiGenerateContentSetup: setup,\n };\n}\n\nfunction extractTokenName(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n return typeof payload.name === \"string\" && payload.name.length > 0\n ? payload.name\n : null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read Gemini realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse Gemini realtime response body\",\n );\n }\n}\n"]}
|
package/dist/openai/index.js
CHANGED
|
@@ -10,6 +10,7 @@ var DEFAULT_REALTIME_URL = "https://api.openai.com/v1/realtime/calls";
|
|
|
10
10
|
var DEFAULT_CLIENT_SECRETS_URL = "https://api.openai.com/v1/realtime/client_secrets";
|
|
11
11
|
var DEFAULT_OPENAI_REALTIME_MODEL = "gpt-realtime-2.1-mini";
|
|
12
12
|
var DEFAULT_OPENAI_REALTIME_VOICE = "marin";
|
|
13
|
+
var DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL = "gpt-4o-mini-transcribe";
|
|
13
14
|
var DEFAULT_REQUEST_TIMEOUT_MS = core.DEFAULT_FETCH_TIMEOUT_MS;
|
|
14
15
|
var REQUEST_TIMEOUT_OPTIONS = {
|
|
15
16
|
timeoutMessage: `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,
|
|
@@ -130,8 +131,12 @@ function toOpenAIRealtimeSession(session) {
|
|
|
130
131
|
if (transcription !== void 0) {
|
|
131
132
|
if (transcription.enabled === false) {
|
|
132
133
|
audio.input = { transcription: null };
|
|
133
|
-
} else if (transcription.model !== void 0) {
|
|
134
|
-
audio.input = {
|
|
134
|
+
} else if (transcription.enabled === true || transcription.model !== void 0) {
|
|
135
|
+
audio.input = {
|
|
136
|
+
transcription: {
|
|
137
|
+
model: transcription.model ?? DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL
|
|
138
|
+
}
|
|
139
|
+
};
|
|
135
140
|
}
|
|
136
141
|
}
|
|
137
142
|
const payload = {
|
package/dist/openai/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":["DEFAULT_FETCH_TIMEOUT_MS","toCharivoError","CharivoStateError","OPENAI_REALTIME_AGENTS_ADAPTER","OPENAI_REALTIME_ADAPTER","fetchWithTimeout","CharivoProviderError"],"mappings":";;;;;;;;AAiBA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,uBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,0BAAA,GAA6BA,6BAAA;AAEnC,IAAM,uBAAA,GAAmD;AAAA,EACvD,cAAA,EAAgB,2CAA2C,0BAA0B,CAAA,EAAA,CAAA;AAAA;AAAA;AAAA,EAGrF,UAAU,CAAC,KAAA,KACTC,mBAAA,CAAe,UAAA,EAAY,OAAO,gCAAgC;AACtE,CAAA;AAQO,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAIC,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAYC,mCAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAYC,4BAAA,EACpB;AACA,MAAA,MAAM,IAAIF,sBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAMG,qBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIC,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASF,4BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAMC,qBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIC,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAIA,yBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASH,mCAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,oBAAoB,OAAA,CAAQ,SAAA;AAAA,EACtC;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMF,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMA,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.js","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n DEFAULT_FETCH_TIMEOUT_MS,\n fetchWithTimeout,\n type FetchWithTimeoutOptions,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nconst REQUEST_TIMEOUT_OPTIONS: FetchWithTimeoutOptions = {\n timeoutMessage: `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n // DNS/TLS/connection failures land here as raw fetch errors — map them so\n // every failure escaping this provider is a CharivoError.\n mapError: (error) =>\n toCharivoError(\"provider\", error, \"OpenAI realtime request failed\"),\n};\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":["DEFAULT_FETCH_TIMEOUT_MS","toCharivoError","CharivoStateError","OPENAI_REALTIME_AGENTS_ADAPTER","OPENAI_REALTIME_ADAPTER","fetchWithTimeout","CharivoProviderError"],"mappings":";;;;;;;;AAiBA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,uBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,2CAAA,GAA8C,wBAAA;AACpD,IAAM,0BAAA,GAA6BA,6BAAA;AAEnC,IAAM,uBAAA,GAAmD;AAAA,EACvD,cAAA,EAAgB,2CAA2C,0BAA0B,CAAA,EAAA,CAAA;AAAA;AAAA;AAAA,EAGrF,UAAU,CAAC,KAAA,KACTC,mBAAA,CAAe,UAAA,EAAY,OAAO,gCAAgC;AACtE,CAAA;AAQO,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAIC,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAYC,mCAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAYC,4BAAA,EACpB;AACA,MAAA,MAAM,IAAIF,sBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAMG,qBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIC,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASF,4BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAMC,qBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIC,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAIA,yBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASH,mCAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,WACE,aAAA,CAAc,OAAA,KAAY,IAAA,IAC1B,aAAA,CAAc,UAAU,MAAA,EACxB;AAGA,MAAA,KAAA,CAAM,KAAA,GAAQ;AAAA,QACZ,aAAA,EAAe;AAAA,UACb,KAAA,EACE,cAAc,KAAA,IAAS;AAAA;AAC3B,OACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,oBAAoB,OAAA,CAAQ,SAAA;AAAA,EACtC;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMF,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMA,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.js","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n DEFAULT_FETCH_TIMEOUT_MS,\n fetchWithTimeout,\n type FetchWithTimeoutOptions,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL = \"gpt-4o-mini-transcribe\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nconst REQUEST_TIMEOUT_OPTIONS: FetchWithTimeoutOptions = {\n timeoutMessage: `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n // DNS/TLS/connection failures land here as raw fetch errors — map them so\n // every failure escaping this provider is a CharivoError.\n mapError: (error) =>\n toCharivoError(\"provider\", error, \"OpenAI realtime request failed\"),\n};\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (\n transcription.enabled === true ||\n transcription.model !== undefined\n ) {\n // OpenAI requires a model on this block (measured: `{}` is a 400), so an\n // enable without one gets the default rather than being dropped.\n audio.input = {\n transcription: {\n model:\n transcription.model ?? DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL,\n },\n };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
|
package/dist/openai/index.mjs
CHANGED
|
@@ -8,6 +8,7 @@ var DEFAULT_REALTIME_URL = "https://api.openai.com/v1/realtime/calls";
|
|
|
8
8
|
var DEFAULT_CLIENT_SECRETS_URL = "https://api.openai.com/v1/realtime/client_secrets";
|
|
9
9
|
var DEFAULT_OPENAI_REALTIME_MODEL = "gpt-realtime-2.1-mini";
|
|
10
10
|
var DEFAULT_OPENAI_REALTIME_VOICE = "marin";
|
|
11
|
+
var DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL = "gpt-4o-mini-transcribe";
|
|
11
12
|
var DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;
|
|
12
13
|
var REQUEST_TIMEOUT_OPTIONS = {
|
|
13
14
|
timeoutMessage: `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,
|
|
@@ -128,8 +129,12 @@ function toOpenAIRealtimeSession(session) {
|
|
|
128
129
|
if (transcription !== void 0) {
|
|
129
130
|
if (transcription.enabled === false) {
|
|
130
131
|
audio.input = { transcription: null };
|
|
131
|
-
} else if (transcription.model !== void 0) {
|
|
132
|
-
audio.input = {
|
|
132
|
+
} else if (transcription.enabled === true || transcription.model !== void 0) {
|
|
133
|
+
audio.input = {
|
|
134
|
+
transcription: {
|
|
135
|
+
model: transcription.model ?? DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL
|
|
136
|
+
}
|
|
137
|
+
};
|
|
133
138
|
}
|
|
134
139
|
}
|
|
135
140
|
const payload = {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":[],"mappings":";;;;;;AAiBA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,uBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,0BAAA,GAA6B,wBAAA;AAEnC,IAAM,uBAAA,GAAmD;AAAA,EACvD,cAAA,EAAgB,2CAA2C,0BAA0B,CAAA,EAAA,CAAA;AAAA;AAAA;AAAA,EAGrF,UAAU,CAAC,KAAA,KACT,cAAA,CAAe,UAAA,EAAY,OAAO,gCAAgC;AACtE,CAAA;AAQO,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAY,8BAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAY,uBAAA,EACpB;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,uBAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,8BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,oBAAoB,OAAA,CAAQ,SAAA;AAAA,EACtC;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.mjs","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n DEFAULT_FETCH_TIMEOUT_MS,\n fetchWithTimeout,\n type FetchWithTimeoutOptions,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nconst REQUEST_TIMEOUT_OPTIONS: FetchWithTimeoutOptions = {\n timeoutMessage: `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n // DNS/TLS/connection failures land here as raw fetch errors — map them so\n // every failure escaping this provider is a CharivoError.\n mapError: (error) =>\n toCharivoError(\"provider\", error, \"OpenAI realtime request failed\"),\n};\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":[],"mappings":";;;;;;AAiBA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,uBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,2CAAA,GAA8C,wBAAA;AACpD,IAAM,0BAAA,GAA6B,wBAAA;AAEnC,IAAM,uBAAA,GAAmD;AAAA,EACvD,cAAA,EAAgB,2CAA2C,0BAA0B,CAAA,EAAA,CAAA;AAAA;AAAA;AAAA,EAGrF,UAAU,CAAC,KAAA,KACT,cAAA,CAAe,UAAA,EAAY,OAAO,gCAAgC;AACtE,CAAA;AAQO,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAY,8BAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAY,uBAAA,EACpB;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,uBAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,8BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,WACE,aAAA,CAAc,OAAA,KAAY,IAAA,IAC1B,aAAA,CAAc,UAAU,MAAA,EACxB;AAGA,MAAA,KAAA,CAAM,KAAA,GAAQ;AAAA,QACZ,aAAA,EAAe;AAAA,UACb,KAAA,EACE,cAAc,KAAA,IAAS;AAAA;AAC3B,OACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,oBAAoB,OAAA,CAAQ,SAAA;AAAA,EACtC;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.mjs","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n DEFAULT_FETCH_TIMEOUT_MS,\n fetchWithTimeout,\n type FetchWithTimeoutOptions,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL = \"gpt-4o-mini-transcribe\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nconst REQUEST_TIMEOUT_OPTIONS: FetchWithTimeoutOptions = {\n timeoutMessage: `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n // DNS/TLS/connection failures land here as raw fetch errors — map them so\n // every failure escaping this provider is a CharivoError.\n mapError: (error) =>\n toCharivoError(\"provider\", error, \"OpenAI realtime request failed\"),\n};\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (\n transcription.enabled === true ||\n transcription.model !== undefined\n ) {\n // OpenAI requires a model on this block (measured: `{}` is a 400), so an\n // enable without one gets the default rather than being dropped.\n audio.input = {\n transcription: {\n model:\n transcription.model ?? DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL,\n },\n };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@charivo/server",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.7.0",
|
|
4
4
|
"description": "Server-side provider adapters for Charivo",
|
|
5
5
|
"exports": {
|
|
6
6
|
"./openai": {
|
|
@@ -12,6 +12,11 @@
|
|
|
12
12
|
"types": "./dist/openclaw/index.d.ts",
|
|
13
13
|
"import": "./dist/openclaw/index.mjs",
|
|
14
14
|
"require": "./dist/openclaw/index.js"
|
|
15
|
+
},
|
|
16
|
+
"./gemini": {
|
|
17
|
+
"types": "./dist/gemini/index.d.ts",
|
|
18
|
+
"import": "./dist/gemini/index.mjs",
|
|
19
|
+
"require": "./dist/gemini/index.js"
|
|
15
20
|
}
|
|
16
21
|
},
|
|
17
22
|
"files": [
|
|
@@ -26,10 +31,10 @@
|
|
|
26
31
|
"api-route"
|
|
27
32
|
],
|
|
28
33
|
"dependencies": {
|
|
29
|
-
"@charivo/core": "^0.
|
|
30
|
-
"@charivo/llm": "^0.10.
|
|
31
|
-
"@charivo/stt": "^0.
|
|
32
|
-
"@charivo/tts": "^0.
|
|
34
|
+
"@charivo/core": "^0.33.0",
|
|
35
|
+
"@charivo/llm": "^0.10.7",
|
|
36
|
+
"@charivo/stt": "^0.8.1",
|
|
37
|
+
"@charivo/tts": "^0.7.1"
|
|
33
38
|
},
|
|
34
39
|
"devDependencies": {
|
|
35
40
|
"tsup": "^8.5.0",
|