@charivo/server 0.8.0 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +55 -12
- package/dist/gemini/index.d.mts +2 -0
- package/dist/gemini/index.d.ts +2 -0
- package/dist/gemini/index.js +18 -0
- package/dist/gemini/index.js.map +1 -1
- package/dist/gemini/index.mjs +2 -0
- package/dist/gemini/index.mjs.map +1 -1
- package/package.json +4 -4
package/README.md
CHANGED
|
@@ -34,6 +34,8 @@ const llm = createOpenAILLMProvider({
|
|
|
34
34
|
```ts
|
|
35
35
|
import {
|
|
36
36
|
createGeminiLLMProvider,
|
|
37
|
+
createGeminiTTSProvider,
|
|
38
|
+
createGeminiSTTProvider,
|
|
37
39
|
createGeminiRealtimeProvider,
|
|
38
40
|
} from "@charivo/server/gemini";
|
|
39
41
|
|
|
@@ -43,6 +45,21 @@ const llm = createGeminiLLMProvider({
|
|
|
43
45
|
model: "gemini-3.5-flash-lite",
|
|
44
46
|
});
|
|
45
47
|
|
|
48
|
+
const tts = createGeminiTTSProvider({
|
|
49
|
+
apiKey: process.env.GEMINI_API_KEY!,
|
|
50
|
+
// Optional: defaults to "gemini-3.1-flash-tts-preview" / "Kore".
|
|
51
|
+
defaultModel: "gemini-3.1-flash-tts-preview",
|
|
52
|
+
defaultVoice: "Kore",
|
|
53
|
+
// `@charivo/tts/remote` gives up at 30s, so the server must give up first.
|
|
54
|
+
timeoutMs: 25_000,
|
|
55
|
+
});
|
|
56
|
+
|
|
57
|
+
const stt = createGeminiSTTProvider({
|
|
58
|
+
apiKey: process.env.GEMINI_API_KEY!,
|
|
59
|
+
// Optional: defaults to "gemini-3.5-transcribe".
|
|
60
|
+
defaultModel: "gemini-3.5-transcribe",
|
|
61
|
+
});
|
|
62
|
+
|
|
46
63
|
const realtime = createGeminiRealtimeProvider({
|
|
47
64
|
apiKey: process.env.GEMINI_API_KEY!,
|
|
48
65
|
});
|
|
@@ -54,6 +71,25 @@ documented `skip_thought_signature_validator` placeholder because
|
|
|
54
71
|
`LLMToolCall` carries no thought signature, so reasoning continuity across
|
|
55
72
|
tool rounds is lost.
|
|
56
73
|
|
|
74
|
+
`createGeminiTTSProvider` (implemented in `@charivo/tts/gemini`) wraps
|
|
75
|
+
Gemini's raw PCM response as a 16-bit WAV file; `rate` and `pitch` are
|
|
76
|
+
ignored, since the API has no speed or pitch control. The text is sent
|
|
77
|
+
behind a fixed synthesis preamble, and a 5xx or a text-only answer is
|
|
78
|
+
retried once within the same `timeoutMs`, per Google's documented
|
|
79
|
+
mitigations. Its 90s default `timeoutMs` is only for callers that own their
|
|
80
|
+
own deadline — a route behind `@charivo/tts/remote` must set it below that
|
|
81
|
+
player's fixed 30s, as above — and the text cap is the real latency control
|
|
82
|
+
on top of that deadline (the demo caps at 400 characters via
|
|
83
|
+
`TTS_GEMINI_MAX_TEXT_CHARS`).
|
|
84
|
+
|
|
85
|
+
`createGeminiSTTProvider` (implemented in `@charivo/stt/gemini`) posts the
|
|
86
|
+
recording inline as base64 to `models/{model}:generateContent`; the default
|
|
87
|
+
model is `gemini-3.5-transcribe`. It returns the `audioTranscription` parts'
|
|
88
|
+
text joined in order, or `""` for silence. `language` is optional and only a soft hint, and
|
|
89
|
+
there is no retry. Its 30s default `timeoutMs` also covers reading the
|
|
90
|
+
response body, same as Gemini TTS. Gemini's free-tier rate limit surfaces as a
|
|
91
|
+
429 wrapped in a `CharivoProviderError` for the caller to handle.
|
|
92
|
+
|
|
57
93
|
`createSession` mints a single-use Gemini Live ephemeral token and returns a
|
|
58
94
|
websocket bootstrap (`{ adapter, transport: "websocket", url, token }`) for
|
|
59
95
|
`@charivo/realtime/remote` or `@charivo/realtime/gemini`. The whole session
|
|
@@ -125,7 +161,7 @@ is unaffected. Verified against OpenClaw 2026.6.11.
|
|
|
125
161
|
|
|
126
162
|
- `@charivo/server/openai`: `createOpenAILLMProvider`, `createOpenAITTSProvider`, `createOpenAISTTProvider`, `createOpenAIRealtimeProvider`
|
|
127
163
|
- `@charivo/server/openclaw`: `createOpenClawLLMProvider`
|
|
128
|
-
- `@charivo/server/gemini`: `createGeminiLLMProvider`, `createGeminiRealtimeProvider`
|
|
164
|
+
- `@charivo/server/gemini`: `createGeminiLLMProvider`, `createGeminiTTSProvider`, `createGeminiSTTProvider`, `createGeminiRealtimeProvider`
|
|
129
165
|
|
|
130
166
|
The LLM/TTS/STT providers are re-exported from `@charivo/llm`, `@charivo/tts`,
|
|
131
167
|
and `@charivo/stt` (the `openai`/`openclaw`/`gemini` subpaths implement them). Only the
|
|
@@ -136,20 +172,27 @@ realtime providers, `createOpenAIRealtimeProvider` and
|
|
|
136
172
|
|
|
137
173
|
Every provider in this package (`createOpenAILLMProvider`, `createOpenAITTSProvider`,
|
|
138
174
|
`createOpenAISTTProvider`, `createOpenAIRealtimeProvider`,
|
|
139
|
-
`createGeminiLLMProvider`, `
|
|
175
|
+
`createGeminiLLMProvider`, `createGeminiTTSProvider`, `createGeminiSTTProvider`,
|
|
176
|
+
`createGeminiRealtimeProvider`, `createOpenClawLLMProvider`)
|
|
140
177
|
throws `CharivoError` subclasses from `@charivo/core` instead of plain `Error`s:
|
|
141
178
|
|
|
142
179
|
- SDK/API failures throw `CharivoProviderError` (`code: "CHARIVO_PROVIDER_ERROR"`).
|
|
143
|
-
The LLM/TTS/STT
|
|
144
|
-
the
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
the
|
|
180
|
+
The SDK-backed providers (OpenAI LLM/TTS/STT, Gemini LLM, and OpenClaw LLM)
|
|
181
|
+
wrap the SDK's own error: its message is preserved and the original error is
|
|
182
|
+
kept on `cause`. The Gemini TTS and STT providers (raw `fetch`, no SDK) build
|
|
183
|
+
HTTP-status errors from non-2xx response body text the same way the two
|
|
184
|
+
realtime providers do (which also cover an invalid client secret or token
|
|
185
|
+
response), so they carry the API's message but no `cause`; their network/
|
|
186
|
+
connection failures and response body/JSON parsing failures are wrapped with
|
|
187
|
+
the original error kept on `cause`.
|
|
188
|
+
- Request timeouts throw `CharivoTimeoutError` (`code: "CHARIVO_TIMEOUT_ERROR"`):
|
|
189
|
+
30s for the OpenAI providers and Gemini LLM/Realtime; Gemini STT defaults its
|
|
190
|
+
configurable `timeoutMs` to the same 30s, and like Gemini TTS its timer also
|
|
191
|
+
covers reading the body. Gemini TTS itself defaults that `timeoutMs` to 90s
|
|
192
|
+
(set it below 30s behind `@charivo/tts/remote`), and its timer also spans
|
|
193
|
+
its single retry.
|
|
194
|
+
For the two realtime providers the timer covers the request up to the
|
|
195
|
+
response headers; reading the body afterwards is not timed.
|
|
153
196
|
- Constructing a provider in a browser without `dangerouslyAllowBrowser: true`
|
|
154
197
|
throws `CharivoStateError` (`code: "CHARIVO_STATE_ERROR"`).
|
|
155
198
|
The realtime providers also throw `CharivoStateError` for invalid session
|
package/dist/gemini/index.d.mts
CHANGED
|
@@ -1,4 +1,6 @@
|
|
|
1
1
|
export { GeminiLLMConfig, GeminiLLMProvider, createGeminiLLMProvider } from '@charivo/llm/gemini';
|
|
2
|
+
export { GeminiTTSConfig, GeminiTTSProvider, createGeminiTTSProvider } from '@charivo/tts/gemini';
|
|
3
|
+
export { GeminiSTTConfig, GeminiSTTProvider, createGeminiSTTProvider } from '@charivo/stt/gemini';
|
|
2
4
|
import { RealtimeProvider, RealtimeSessionRequest, RealtimeSessionBootstrap } from '@charivo/core';
|
|
3
5
|
|
|
4
6
|
interface GeminiRealtimeProviderConfig {
|
package/dist/gemini/index.d.ts
CHANGED
|
@@ -1,4 +1,6 @@
|
|
|
1
1
|
export { GeminiLLMConfig, GeminiLLMProvider, createGeminiLLMProvider } from '@charivo/llm/gemini';
|
|
2
|
+
export { GeminiTTSConfig, GeminiTTSProvider, createGeminiTTSProvider } from '@charivo/tts/gemini';
|
|
3
|
+
export { GeminiSTTConfig, GeminiSTTProvider, createGeminiSTTProvider } from '@charivo/stt/gemini';
|
|
2
4
|
import { RealtimeProvider, RealtimeSessionRequest, RealtimeSessionBootstrap } from '@charivo/core';
|
|
3
5
|
|
|
4
6
|
interface GeminiRealtimeProviderConfig {
|
package/dist/gemini/index.js
CHANGED
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
'use strict';
|
|
2
2
|
|
|
3
3
|
var gemini = require('@charivo/llm/gemini');
|
|
4
|
+
var gemini$2 = require('@charivo/tts/gemini');
|
|
5
|
+
var gemini$1 = require('@charivo/stt/gemini');
|
|
4
6
|
var core = require('@charivo/core');
|
|
5
7
|
|
|
6
8
|
// src/gemini/index.ts
|
|
@@ -213,6 +215,22 @@ Object.defineProperty(exports, "createGeminiLLMProvider", {
|
|
|
213
215
|
enumerable: true,
|
|
214
216
|
get: function () { return gemini.createGeminiLLMProvider; }
|
|
215
217
|
});
|
|
218
|
+
Object.defineProperty(exports, "GeminiTTSProvider", {
|
|
219
|
+
enumerable: true,
|
|
220
|
+
get: function () { return gemini$2.GeminiTTSProvider; }
|
|
221
|
+
});
|
|
222
|
+
Object.defineProperty(exports, "createGeminiTTSProvider", {
|
|
223
|
+
enumerable: true,
|
|
224
|
+
get: function () { return gemini$2.createGeminiTTSProvider; }
|
|
225
|
+
});
|
|
226
|
+
Object.defineProperty(exports, "GeminiSTTProvider", {
|
|
227
|
+
enumerable: true,
|
|
228
|
+
get: function () { return gemini$1.GeminiSTTProvider; }
|
|
229
|
+
});
|
|
230
|
+
Object.defineProperty(exports, "createGeminiSTTProvider", {
|
|
231
|
+
enumerable: true,
|
|
232
|
+
get: function () { return gemini$1.createGeminiSTTProvider; }
|
|
233
|
+
});
|
|
216
234
|
exports.GeminiRealtimeProvider = GeminiRealtimeProvider;
|
|
217
235
|
exports.createGeminiRealtimeProvider = createGeminiRealtimeProvider;
|
|
218
236
|
//# sourceMappingURL=index.js.map
|
package/dist/gemini/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/gemini/realtime/index.ts"],"names":["DEFAULT_FETCH_TIMEOUT_MS","toCharivoError","CharivoStateError","GEMINI_LIVE_ADAPTER","fetchWithTimeout","CharivoProviderError"],"mappings":";;;;;;AAgBA,IAAM,uBAAA,GACJ,8DAAA;AACF,IAAM,yBAAA,GACJ,iIAAA;AAKF,IAAM,yBAAA,GAA4B,+BAAA;AAClC,IAAM,yBAAA,GAA4B,MAAA;AAKlC,IAAM,cAAA,uBAAqB,GAAA,CAAI;AAAA,EAC7B,+BAAA;AAAA,EACA;AACF,CAAC,CAAA;AACD,IAAM,cAAA,uBAAqB,GAAA,CAAI;AAAA,EAC7B,QAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,MAAA;AAAA,EACA,OAAA;AAAA,EACA,YAAA;AAAA,EACA,SAAA;AAAA,EACA,WAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,YAAA;AAAA,EACA,WAAA;AAAA,EACA,UAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA;AAAA,EACA,aAAA;AAAA,EACA,QAAA;AAAA,EACA,eAAA;AAAA,EACA,cAAA;AAAA,EACA,WAAA;AAAA,EACA,YAAA;AAAA,EACA;AACF,CAAC,CAAA;AACD,IAAM,0BAAA,GAA6BA,6BAAA;AAEnC,IAAM,uBAAA,GAAmD;AAAA,EACvD,cAAA,EAAgB,2CAA2C,0BAA0B,CAAA,EAAA,CAAA;AAAA;AAAA;AAAA,EAGrF,UAAU,CAAC,KAAA,KACTC,mBAAA,CAAe,UAAA,EAAY,OAAO,gCAAgC;AACtE,CAAA;AAQO,IAAM,yBAAN,MAAyD;AAAA,EAG9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAIC,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,mBAAA,CAAA,GACpC,uBAAA;AAAA,EACN;AAAA,EAZQ,QAAA;AAAA,EAcR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,WAAA,EAAa;AACrC,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,qEAAA,EAAwE,QAAQ,SAAS,CAAA;AAAA,OAC3F;AAAA,IACF;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAYC,wBAAA,EACpB;AACA,MAAA,MAAM,IAAID,sBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,MAAM,UAAU,OAAA,CAAQ,OAAA;AAExB,IAAA,IAAI,OAAA,CAAQ,UAAA,KAAe,MAAA,IAAU,OAAA,CAAQ,eAAe,UAAA,EAAY;AAGtE,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,sDAAA,EAAyD,QAAQ,UAAU,CAAA,CAAA;AAAA,OAC7E;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,uBAAA,EAAyB,KAAA,KAAU,MAAA,EAAW;AAGxD,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,yEAAA,EAA4E,OAAA,CAAQ,uBAAA,CAAwB,KAAK,CAAA,CAAA;AAAA,OACnH;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,yBAAA;AAC/B,IAAA,IAAI,CAAC,cAAA,CAAe,GAAA,CAAI,KAAK,CAAA,EAAG;AAC9B,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,oDAAoD,KAAK,CAAA,CAAA;AAAA,OAC3D;AAAA,IACF;AAIA,IAAA,MAAM,KAAA,GACJ,QAAQ,KAAA,IAAS,cAAA,CAAe,IAAI,OAAA,CAAQ,KAAK,CAAA,GAC7C,OAAA,CAAQ,KAAA,GACR,yBAAA;AAEN,IAAA,MAAM,WAAW,MAAME,qBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA;AAAA,UAEP,gBAAA,EAAkB,KAAK,MAAA,CAAO,MAAA;AAAA,UAC9B,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,MAAM,IAAA,CAAK,SAAA,CAAU,WAAW,OAAA,EAAS,KAAA,EAAO,KAAK,CAAC;AAAA,OACxD;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIC,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,KAAA,GAAQ,iBAAiB,OAAO,CAAA;AAEtC,IAAA,IAAI,CAAC,KAAA,EAAO;AACV,MAAA,MAAM,IAAIA,yBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASF,wBAAA;AAAA,MACT,SAAA,EAAW,WAAA;AAAA,MACX,GAAA,EAAK,yBAAA;AAAA,MACL;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAUA,SAAS,UAAA,CACP,OAAA,EACA,KAAA,EACA,KAAA,EACyB;AACzB,EAAA,MAAM,gBAAA,GAA4C;AAAA,IAChD,kBAAA,EAAoB,CAAC,OAAO,CAAA;AAAA,IAC5B,YAAA,EAAc;AAAA,MACZ,WAAA,EAAa;AAAA,QACX,mBAAA,EAAqB,EAAE,SAAA,EAAW,KAAA;AAAM;AAC1C;AACF,GACF;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,gBAAA,CAAiB,kBAAkB,OAAA,CAAQ,SAAA;AAAA,EAC7C;AAEA,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,KAAA,EAAO,UAAU,KAAK,CAAA,CAAA;AAAA,IACtB,gBAAA;AAAA;AAAA;AAAA;AAAA,IAIA,0BAA0B;AAAC,GAC7B;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,KAAA,CAAM,iBAAA,GAAoB,EAAE,KAAA,EAAO,CAAC,EAAE,IAAA,EAAM,OAAA,CAAQ,YAAA,EAAc,CAAA,EAAE;AAAA,EACtE;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,KAAA,CAAM,KAAA,GAAQ;AAAA,MACZ;AAAA,QACE,oBAAA,EAAsB,OAAA,CAAQ,KAAA,CAAM,GAAA,CAAI,CAAC,IAAA,MAAU;AAAA,UACjD,MAAM,IAAA,CAAK,IAAA;AAAA,UACX,aAAa,IAAA,CAAK,WAAA;AAAA,UAClB,YAAY,IAAA,CAAK;AAAA,SACnB,CAAE;AAAA;AACJ,KACF;AAAA,EACF;AAIA,EAAA,IAAI,OAAA,CAAQ,uBAAA,EAAyB,OAAA,KAAY,IAAA,EAAM;AACrD,IAAA,KAAA,CAAM,0BAA0B,EAAC;AAAA,EACnC;AAMA,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,CAAA;AAAA,IACN,wBAAA,EAA0B;AAAA,GAC5B;AACF;AAEA,SAAS,iBAAiB,OAAA,EAAiC;AACzD,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,OAAO,OAAO,QAAQ,IAAA,KAAS,QAAA,IAAY,QAAQ,IAAA,CAAK,MAAA,GAAS,CAAA,GAC7D,OAAA,CAAQ,IAAA,GACR,IAAA;AACN;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMF,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMA,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.js","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n DEFAULT_FETCH_TIMEOUT_MS,\n fetchWithTimeout,\n type FetchWithTimeoutOptions,\n GEMINI_LIVE_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_AUTH_TOKENS_URL =\n \"https://generativelanguage.googleapis.com/v1beta/auth_tokens\";\nconst GEMINI_LIVE_WEBSOCKET_URL =\n \"wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContentConstrained\";\n// Gemini Live defaults, intentionally duplicated with the browser transport's\n// own defaults rather than shared. Strict layering keeps server and browser\n// providers self-contained (no shared module / cross-package dep) — the same\n// pattern the OpenAI and tts/stt defaults follow.\nconst DEFAULT_GEMINI_LIVE_MODEL = \"gemini-3.1-flash-live-preview\";\nconst DEFAULT_GEMINI_LIVE_VOICE = \"Kore\";\n// The browser chooses from these; it cannot name a model or voice of its own.\n// `gemini-3.1-flash-live-preview` is the one exercised against the live API\n// (2026-08-29, tests/gemini-live-smoke/README.md); the rest come from Google's\n// published model and voice lists.\nconst ALLOWED_MODELS = new Set([\n \"gemini-3.1-flash-live-preview\",\n \"gemini-2.5-flash-native-audio-preview-12-2025\",\n]);\nconst ALLOWED_VOICES = new Set([\n \"Zephyr\",\n \"Puck\",\n \"Charon\",\n \"Kore\",\n \"Fenrir\",\n \"Leda\",\n \"Orus\",\n \"Aoede\",\n \"Callirrhoe\",\n \"Autonoe\",\n \"Enceladus\",\n \"Iapetus\",\n \"Umbriel\",\n \"Algieba\",\n \"Despina\",\n \"Erinome\",\n \"Algenib\",\n \"Rasalgethi\",\n \"Laomedeia\",\n \"Achernar\",\n \"Alnilam\",\n \"Schedar\",\n \"Gacrux\",\n \"Pulcherrima\",\n \"Achird\",\n \"Zubenelgenubi\",\n \"Vindemiatrix\",\n \"Sadachbia\",\n \"Sadaltager\",\n \"Sulafat\",\n]);\nconst DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nconst REQUEST_TIMEOUT_OPTIONS: FetchWithTimeoutOptions = {\n timeoutMessage: `Gemini realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n // DNS/TLS/connection failures land here as raw fetch errors — map them so\n // every failure escaping this provider is a CharivoError.\n mapError: (error) =>\n toCharivoError(\"provider\", error, \"Gemini realtime request failed\"),\n};\n\nexport interface GeminiRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class GeminiRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n\n constructor(private config: GeminiRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"Gemini realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/v1beta/auth_tokens`\n : DEFAULT_AUTH_TOKENS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"gemini\"\n ) {\n throw new CharivoStateError(\n `Gemini realtime provider only supports provider \"gemini\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"websocket\") {\n throw new CharivoStateError(\n `Gemini realtime provider only supports websocket transport, received ${request.transport}`,\n );\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== GEMINI_LIVE_ADAPTER\n ) {\n throw new CharivoStateError(\n `Gemini realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n const session = request.session;\n\n if (session.toolChoice === \"none\" || session.toolChoice === \"required\") {\n // The Live API has no tool-choice equivalent, so an unsupported value\n // is rejected outright rather than silently coerced to \"auto\".\n throw new CharivoStateError(\n `Gemini realtime provider does not support toolChoice \"${session.toolChoice}\"`,\n );\n }\n\n if (session.inputAudioTranscription?.model !== undefined) {\n // No Gemini mapping for a chosen transcription model — reject rather\n // than silently discard the caller's choice.\n throw new CharivoStateError(\n `Gemini realtime provider does not support inputAudioTranscription.model \"${session.inputAudioTranscription.model}\"`,\n );\n }\n\n const model = session.model ?? DEFAULT_GEMINI_LIVE_MODEL;\n if (!ALLOWED_MODELS.has(model)) {\n throw new CharivoStateError(\n `Gemini realtime provider does not support model \"${model}\"`,\n );\n }\n\n // Unknown voices fall back to the provider default rather than erroring:\n // voice costs nothing, so a stale value should not break the session.\n const voice =\n session.voice && ALLOWED_VOICES.has(session.voice)\n ? session.voice\n : DEFAULT_GEMINI_LIVE_VOICE;\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n // Never in the URL: proxies and request logs capture query strings.\n \"x-goog-api-key\": this.config.apiKey,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(toMintBody(session, model, voice)),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`Gemini Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const token = extractTokenName(payload);\n\n if (!token) {\n throw new CharivoProviderError(\n \"Gemini Realtime Error: invalid ephemeral token response\",\n );\n }\n\n return {\n adapter: GEMINI_LIVE_ADAPTER,\n transport: \"websocket\",\n url: GEMINI_LIVE_WEBSOCKET_URL,\n token,\n };\n }\n}\n\nexport function createGeminiRealtimeProvider(\n config: GeminiRealtimeProviderConfig,\n): GeminiRealtimeProvider {\n return new GeminiRealtimeProvider(config);\n}\n\n/**\n * `bidiGenerateContentSetup` REPLACES the client's setup frame rather than\n * validating it (measured: a token pinning only `model` opens a session that\n * closes with 1007 on TEXT-modality defaults), so the entire session config\n * has to be built here — never forwarded from the caller as-is, or an\n * unconstrained token would let the holder pick any model on the key owner's\n * bill.\n */\nfunction toMintBody(\n session: RealtimeSessionConfig,\n model: string,\n voice: string,\n): Record<string, unknown> {\n const generationConfig: Record<string, unknown> = {\n responseModalities: [\"AUDIO\"],\n speechConfig: {\n voiceConfig: {\n prebuiltVoiceConfig: { voiceName: voice },\n },\n },\n };\n\n if (session.maxTokens !== undefined) {\n generationConfig.maxOutputTokens = session.maxTokens;\n }\n\n const setup: Record<string, unknown> = {\n model: `models/${model}`,\n generationConfig,\n // The only assistant-text source on native-audio models — there is no\n // separate text channel — so this is always requested even though it is\n // billed.\n outputAudioTranscription: {},\n };\n\n if (session.instructions) {\n setup.systemInstruction = { parts: [{ text: session.instructions }] };\n }\n\n if (session.tools?.length) {\n setup.tools = [\n {\n functionDeclarations: session.tools.map((tool) => ({\n name: tool.name,\n description: tool.description,\n parameters: tool.parameters,\n })),\n },\n ];\n }\n\n // Off unless asked, as on OpenAI: the block is what turns it on, and it\n // bills extra.\n if (session.inputAudioTranscription?.enabled === true) {\n setup.inputAudioTranscription = {};\n }\n\n // `expireTime` / `newSessionExpireTime` are left to Google's defaults (30 min\n // and 1 min) on purpose: the browser connects immediately after minting, and\n // a reconnect must mint again anyway because `uses: 1` is enforced — a\n // replayed token closes the socket with 1011.\n return {\n uses: 1,\n bidiGenerateContentSetup: setup,\n };\n}\n\nfunction extractTokenName(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n return typeof payload.name === \"string\" && payload.name.length > 0\n ? payload.name\n : null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read Gemini realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse Gemini realtime response body\",\n );\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../../src/gemini/realtime/index.ts"],"names":["DEFAULT_FETCH_TIMEOUT_MS","toCharivoError","CharivoStateError","GEMINI_LIVE_ADAPTER","fetchWithTimeout","CharivoProviderError"],"mappings":";;;;;;;;AAgBA,IAAM,uBAAA,GACJ,8DAAA;AACF,IAAM,yBAAA,GACJ,iIAAA;AAKF,IAAM,yBAAA,GAA4B,+BAAA;AAClC,IAAM,yBAAA,GAA4B,MAAA;AAKlC,IAAM,cAAA,uBAAqB,GAAA,CAAI;AAAA,EAC7B,+BAAA;AAAA,EACA;AACF,CAAC,CAAA;AACD,IAAM,cAAA,uBAAqB,GAAA,CAAI;AAAA,EAC7B,QAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,MAAA;AAAA,EACA,OAAA;AAAA,EACA,YAAA;AAAA,EACA,SAAA;AAAA,EACA,WAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,YAAA;AAAA,EACA,WAAA;AAAA,EACA,UAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA;AAAA,EACA,aAAA;AAAA,EACA,QAAA;AAAA,EACA,eAAA;AAAA,EACA,cAAA;AAAA,EACA,WAAA;AAAA,EACA,YAAA;AAAA,EACA;AACF,CAAC,CAAA;AACD,IAAM,0BAAA,GAA6BA,6BAAA;AAEnC,IAAM,uBAAA,GAAmD;AAAA,EACvD,cAAA,EAAgB,2CAA2C,0BAA0B,CAAA,EAAA,CAAA;AAAA;AAAA;AAAA,EAGrF,UAAU,CAAC,KAAA,KACTC,mBAAA,CAAe,UAAA,EAAY,OAAO,gCAAgC;AACtE,CAAA;AAQO,IAAM,yBAAN,MAAyD;AAAA,EAG9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAIC,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,mBAAA,CAAA,GACpC,uBAAA;AAAA,EACN;AAAA,EAZQ,QAAA;AAAA,EAcR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,WAAA,EAAa;AACrC,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,qEAAA,EAAwE,QAAQ,SAAS,CAAA;AAAA,OAC3F;AAAA,IACF;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAYC,wBAAA,EACpB;AACA,MAAA,MAAM,IAAID,sBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,MAAM,UAAU,OAAA,CAAQ,OAAA;AAExB,IAAA,IAAI,OAAA,CAAQ,UAAA,KAAe,MAAA,IAAU,OAAA,CAAQ,eAAe,UAAA,EAAY;AAGtE,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,sDAAA,EAAyD,QAAQ,UAAU,CAAA,CAAA;AAAA,OAC7E;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,uBAAA,EAAyB,KAAA,KAAU,MAAA,EAAW;AAGxD,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,yEAAA,EAA4E,OAAA,CAAQ,uBAAA,CAAwB,KAAK,CAAA,CAAA;AAAA,OACnH;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,yBAAA;AAC/B,IAAA,IAAI,CAAC,cAAA,CAAe,GAAA,CAAI,KAAK,CAAA,EAAG;AAC9B,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,oDAAoD,KAAK,CAAA,CAAA;AAAA,OAC3D;AAAA,IACF;AAIA,IAAA,MAAM,KAAA,GACJ,QAAQ,KAAA,IAAS,cAAA,CAAe,IAAI,OAAA,CAAQ,KAAK,CAAA,GAC7C,OAAA,CAAQ,KAAA,GACR,yBAAA;AAEN,IAAA,MAAM,WAAW,MAAME,qBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA;AAAA,UAEP,gBAAA,EAAkB,KAAK,MAAA,CAAO,MAAA;AAAA,UAC9B,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,MAAM,IAAA,CAAK,SAAA,CAAU,WAAW,OAAA,EAAS,KAAA,EAAO,KAAK,CAAC;AAAA,OACxD;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIC,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,KAAA,GAAQ,iBAAiB,OAAO,CAAA;AAEtC,IAAA,IAAI,CAAC,KAAA,EAAO;AACV,MAAA,MAAM,IAAIA,yBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASF,wBAAA;AAAA,MACT,SAAA,EAAW,WAAA;AAAA,MACX,GAAA,EAAK,yBAAA;AAAA,MACL;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAUA,SAAS,UAAA,CACP,OAAA,EACA,KAAA,EACA,KAAA,EACyB;AACzB,EAAA,MAAM,gBAAA,GAA4C;AAAA,IAChD,kBAAA,EAAoB,CAAC,OAAO,CAAA;AAAA,IAC5B,YAAA,EAAc;AAAA,MACZ,WAAA,EAAa;AAAA,QACX,mBAAA,EAAqB,EAAE,SAAA,EAAW,KAAA;AAAM;AAC1C;AACF,GACF;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,gBAAA,CAAiB,kBAAkB,OAAA,CAAQ,SAAA;AAAA,EAC7C;AAEA,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,KAAA,EAAO,UAAU,KAAK,CAAA,CAAA;AAAA,IACtB,gBAAA;AAAA;AAAA;AAAA;AAAA,IAIA,0BAA0B;AAAC,GAC7B;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,KAAA,CAAM,iBAAA,GAAoB,EAAE,KAAA,EAAO,CAAC,EAAE,IAAA,EAAM,OAAA,CAAQ,YAAA,EAAc,CAAA,EAAE;AAAA,EACtE;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,KAAA,CAAM,KAAA,GAAQ;AAAA,MACZ;AAAA,QACE,oBAAA,EAAsB,OAAA,CAAQ,KAAA,CAAM,GAAA,CAAI,CAAC,IAAA,MAAU;AAAA,UACjD,MAAM,IAAA,CAAK,IAAA;AAAA,UACX,aAAa,IAAA,CAAK,WAAA;AAAA,UAClB,YAAY,IAAA,CAAK;AAAA,SACnB,CAAE;AAAA;AACJ,KACF;AAAA,EACF;AAIA,EAAA,IAAI,OAAA,CAAQ,uBAAA,EAAyB,OAAA,KAAY,IAAA,EAAM;AACrD,IAAA,KAAA,CAAM,0BAA0B,EAAC;AAAA,EACnC;AAMA,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,CAAA;AAAA,IACN,wBAAA,EAA0B;AAAA,GAC5B;AACF;AAEA,SAAS,iBAAiB,OAAA,EAAiC;AACzD,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,OAAO,OAAO,QAAQ,IAAA,KAAS,QAAA,IAAY,QAAQ,IAAA,CAAK,MAAA,GAAS,CAAA,GAC7D,OAAA,CAAQ,IAAA,GACR,IAAA;AACN;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMF,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMA,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.js","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n DEFAULT_FETCH_TIMEOUT_MS,\n fetchWithTimeout,\n type FetchWithTimeoutOptions,\n GEMINI_LIVE_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_AUTH_TOKENS_URL =\n \"https://generativelanguage.googleapis.com/v1beta/auth_tokens\";\nconst GEMINI_LIVE_WEBSOCKET_URL =\n \"wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContentConstrained\";\n// Gemini Live defaults, intentionally duplicated with the browser transport's\n// own defaults rather than shared. Strict layering keeps server and browser\n// providers self-contained (no shared module / cross-package dep) — the same\n// pattern the OpenAI and tts/stt defaults follow.\nconst DEFAULT_GEMINI_LIVE_MODEL = \"gemini-3.1-flash-live-preview\";\nconst DEFAULT_GEMINI_LIVE_VOICE = \"Kore\";\n// The browser chooses from these; it cannot name a model or voice of its own.\n// `gemini-3.1-flash-live-preview` is the one exercised against the live API\n// (2026-08-29, tests/gemini-live-smoke/README.md); the rest come from Google's\n// published model and voice lists.\nconst ALLOWED_MODELS = new Set([\n \"gemini-3.1-flash-live-preview\",\n \"gemini-2.5-flash-native-audio-preview-12-2025\",\n]);\nconst ALLOWED_VOICES = new Set([\n \"Zephyr\",\n \"Puck\",\n \"Charon\",\n \"Kore\",\n \"Fenrir\",\n \"Leda\",\n \"Orus\",\n \"Aoede\",\n \"Callirrhoe\",\n \"Autonoe\",\n \"Enceladus\",\n \"Iapetus\",\n \"Umbriel\",\n \"Algieba\",\n \"Despina\",\n \"Erinome\",\n \"Algenib\",\n \"Rasalgethi\",\n \"Laomedeia\",\n \"Achernar\",\n \"Alnilam\",\n \"Schedar\",\n \"Gacrux\",\n \"Pulcherrima\",\n \"Achird\",\n \"Zubenelgenubi\",\n \"Vindemiatrix\",\n \"Sadachbia\",\n \"Sadaltager\",\n \"Sulafat\",\n]);\nconst DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nconst REQUEST_TIMEOUT_OPTIONS: FetchWithTimeoutOptions = {\n timeoutMessage: `Gemini realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n // DNS/TLS/connection failures land here as raw fetch errors — map them so\n // every failure escaping this provider is a CharivoError.\n mapError: (error) =>\n toCharivoError(\"provider\", error, \"Gemini realtime request failed\"),\n};\n\nexport interface GeminiRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class GeminiRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n\n constructor(private config: GeminiRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"Gemini realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/v1beta/auth_tokens`\n : DEFAULT_AUTH_TOKENS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"gemini\"\n ) {\n throw new CharivoStateError(\n `Gemini realtime provider only supports provider \"gemini\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"websocket\") {\n throw new CharivoStateError(\n `Gemini realtime provider only supports websocket transport, received ${request.transport}`,\n );\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== GEMINI_LIVE_ADAPTER\n ) {\n throw new CharivoStateError(\n `Gemini realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n const session = request.session;\n\n if (session.toolChoice === \"none\" || session.toolChoice === \"required\") {\n // The Live API has no tool-choice equivalent, so an unsupported value\n // is rejected outright rather than silently coerced to \"auto\".\n throw new CharivoStateError(\n `Gemini realtime provider does not support toolChoice \"${session.toolChoice}\"`,\n );\n }\n\n if (session.inputAudioTranscription?.model !== undefined) {\n // No Gemini mapping for a chosen transcription model — reject rather\n // than silently discard the caller's choice.\n throw new CharivoStateError(\n `Gemini realtime provider does not support inputAudioTranscription.model \"${session.inputAudioTranscription.model}\"`,\n );\n }\n\n const model = session.model ?? DEFAULT_GEMINI_LIVE_MODEL;\n if (!ALLOWED_MODELS.has(model)) {\n throw new CharivoStateError(\n `Gemini realtime provider does not support model \"${model}\"`,\n );\n }\n\n // Unknown voices fall back to the provider default rather than erroring:\n // voice costs nothing, so a stale value should not break the session.\n const voice =\n session.voice && ALLOWED_VOICES.has(session.voice)\n ? session.voice\n : DEFAULT_GEMINI_LIVE_VOICE;\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n // Never in the URL: proxies and request logs capture query strings.\n \"x-goog-api-key\": this.config.apiKey,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(toMintBody(session, model, voice)),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`Gemini Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const token = extractTokenName(payload);\n\n if (!token) {\n throw new CharivoProviderError(\n \"Gemini Realtime Error: invalid ephemeral token response\",\n );\n }\n\n return {\n adapter: GEMINI_LIVE_ADAPTER,\n transport: \"websocket\",\n url: GEMINI_LIVE_WEBSOCKET_URL,\n token,\n };\n }\n}\n\nexport function createGeminiRealtimeProvider(\n config: GeminiRealtimeProviderConfig,\n): GeminiRealtimeProvider {\n return new GeminiRealtimeProvider(config);\n}\n\n/**\n * `bidiGenerateContentSetup` REPLACES the client's setup frame rather than\n * validating it (measured: a token pinning only `model` opens a session that\n * closes with 1007 on TEXT-modality defaults), so the entire session config\n * has to be built here — never forwarded from the caller as-is, or an\n * unconstrained token would let the holder pick any model on the key owner's\n * bill.\n */\nfunction toMintBody(\n session: RealtimeSessionConfig,\n model: string,\n voice: string,\n): Record<string, unknown> {\n const generationConfig: Record<string, unknown> = {\n responseModalities: [\"AUDIO\"],\n speechConfig: {\n voiceConfig: {\n prebuiltVoiceConfig: { voiceName: voice },\n },\n },\n };\n\n if (session.maxTokens !== undefined) {\n generationConfig.maxOutputTokens = session.maxTokens;\n }\n\n const setup: Record<string, unknown> = {\n model: `models/${model}`,\n generationConfig,\n // The only assistant-text source on native-audio models — there is no\n // separate text channel — so this is always requested even though it is\n // billed.\n outputAudioTranscription: {},\n };\n\n if (session.instructions) {\n setup.systemInstruction = { parts: [{ text: session.instructions }] };\n }\n\n if (session.tools?.length) {\n setup.tools = [\n {\n functionDeclarations: session.tools.map((tool) => ({\n name: tool.name,\n description: tool.description,\n parameters: tool.parameters,\n })),\n },\n ];\n }\n\n // Off unless asked, as on OpenAI: the block is what turns it on, and it\n // bills extra.\n if (session.inputAudioTranscription?.enabled === true) {\n setup.inputAudioTranscription = {};\n }\n\n // `expireTime` / `newSessionExpireTime` are left to Google's defaults (30 min\n // and 1 min) on purpose: the browser connects immediately after minting, and\n // a reconnect must mint again anyway because `uses: 1` is enforced — a\n // replayed token closes the socket with 1011.\n return {\n uses: 1,\n bidiGenerateContentSetup: setup,\n };\n}\n\nfunction extractTokenName(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n return typeof payload.name === \"string\" && payload.name.length > 0\n ? payload.name\n : null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read Gemini realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse Gemini realtime response body\",\n );\n }\n}\n"]}
|
package/dist/gemini/index.mjs
CHANGED
|
@@ -1,4 +1,6 @@
|
|
|
1
1
|
export { GeminiLLMProvider, createGeminiLLMProvider } from '@charivo/llm/gemini';
|
|
2
|
+
export { GeminiTTSProvider, createGeminiTTSProvider } from '@charivo/tts/gemini';
|
|
3
|
+
export { GeminiSTTProvider, createGeminiSTTProvider } from '@charivo/stt/gemini';
|
|
2
4
|
import { CharivoStateError, GEMINI_LIVE_ADAPTER, fetchWithTimeout, toCharivoError, DEFAULT_FETCH_TIMEOUT_MS, CharivoProviderError } from '@charivo/core';
|
|
3
5
|
|
|
4
6
|
// src/gemini/index.ts
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/gemini/realtime/index.ts"],"names":[],"mappings":";;;;AAgBA,IAAM,uBAAA,GACJ,8DAAA;AACF,IAAM,yBAAA,GACJ,iIAAA;AAKF,IAAM,yBAAA,GAA4B,+BAAA;AAClC,IAAM,yBAAA,GAA4B,MAAA;AAKlC,IAAM,cAAA,uBAAqB,GAAA,CAAI;AAAA,EAC7B,+BAAA;AAAA,EACA;AACF,CAAC,CAAA;AACD,IAAM,cAAA,uBAAqB,GAAA,CAAI;AAAA,EAC7B,QAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,MAAA;AAAA,EACA,OAAA;AAAA,EACA,YAAA;AAAA,EACA,SAAA;AAAA,EACA,WAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,YAAA;AAAA,EACA,WAAA;AAAA,EACA,UAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA;AAAA,EACA,aAAA;AAAA,EACA,QAAA;AAAA,EACA,eAAA;AAAA,EACA,cAAA;AAAA,EACA,WAAA;AAAA,EACA,YAAA;AAAA,EACA;AACF,CAAC,CAAA;AACD,IAAM,0BAAA,GAA6B,wBAAA;AAEnC,IAAM,uBAAA,GAAmD;AAAA,EACvD,cAAA,EAAgB,2CAA2C,0BAA0B,CAAA,EAAA,CAAA;AAAA;AAAA;AAAA,EAGrF,UAAU,CAAC,KAAA,KACT,cAAA,CAAe,UAAA,EAAY,OAAO,gCAAgC;AACtE,CAAA;AAQO,IAAM,yBAAN,MAAyD;AAAA,EAG9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,mBAAA,CAAA,GACpC,uBAAA;AAAA,EACN;AAAA,EAZQ,QAAA;AAAA,EAcR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,WAAA,EAAa;AACrC,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,qEAAA,EAAwE,QAAQ,SAAS,CAAA;AAAA,OAC3F;AAAA,IACF;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAY,mBAAA,EACpB;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,MAAM,UAAU,OAAA,CAAQ,OAAA;AAExB,IAAA,IAAI,OAAA,CAAQ,UAAA,KAAe,MAAA,IAAU,OAAA,CAAQ,eAAe,UAAA,EAAY;AAGtE,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,sDAAA,EAAyD,QAAQ,UAAU,CAAA,CAAA;AAAA,OAC7E;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,uBAAA,EAAyB,KAAA,KAAU,MAAA,EAAW;AAGxD,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,yEAAA,EAA4E,OAAA,CAAQ,uBAAA,CAAwB,KAAK,CAAA,CAAA;AAAA,OACnH;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,yBAAA;AAC/B,IAAA,IAAI,CAAC,cAAA,CAAe,GAAA,CAAI,KAAK,CAAA,EAAG;AAC9B,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,oDAAoD,KAAK,CAAA,CAAA;AAAA,OAC3D;AAAA,IACF;AAIA,IAAA,MAAM,KAAA,GACJ,QAAQ,KAAA,IAAS,cAAA,CAAe,IAAI,OAAA,CAAQ,KAAK,CAAA,GAC7C,OAAA,CAAQ,KAAA,GACR,yBAAA;AAEN,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA;AAAA,UAEP,gBAAA,EAAkB,KAAK,MAAA,CAAO,MAAA;AAAA,UAC9B,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,MAAM,IAAA,CAAK,SAAA,CAAU,WAAW,OAAA,EAAS,KAAA,EAAO,KAAK,CAAC;AAAA,OACxD;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,KAAA,GAAQ,iBAAiB,OAAO,CAAA;AAEtC,IAAA,IAAI,CAAC,KAAA,EAAO;AACV,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,mBAAA;AAAA,MACT,SAAA,EAAW,WAAA;AAAA,MACX,GAAA,EAAK,yBAAA;AAAA,MACL;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAUA,SAAS,UAAA,CACP,OAAA,EACA,KAAA,EACA,KAAA,EACyB;AACzB,EAAA,MAAM,gBAAA,GAA4C;AAAA,IAChD,kBAAA,EAAoB,CAAC,OAAO,CAAA;AAAA,IAC5B,YAAA,EAAc;AAAA,MACZ,WAAA,EAAa;AAAA,QACX,mBAAA,EAAqB,EAAE,SAAA,EAAW,KAAA;AAAM;AAC1C;AACF,GACF;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,gBAAA,CAAiB,kBAAkB,OAAA,CAAQ,SAAA;AAAA,EAC7C;AAEA,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,KAAA,EAAO,UAAU,KAAK,CAAA,CAAA;AAAA,IACtB,gBAAA;AAAA;AAAA;AAAA;AAAA,IAIA,0BAA0B;AAAC,GAC7B;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,KAAA,CAAM,iBAAA,GAAoB,EAAE,KAAA,EAAO,CAAC,EAAE,IAAA,EAAM,OAAA,CAAQ,YAAA,EAAc,CAAA,EAAE;AAAA,EACtE;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,KAAA,CAAM,KAAA,GAAQ;AAAA,MACZ;AAAA,QACE,oBAAA,EAAsB,OAAA,CAAQ,KAAA,CAAM,GAAA,CAAI,CAAC,IAAA,MAAU;AAAA,UACjD,MAAM,IAAA,CAAK,IAAA;AAAA,UACX,aAAa,IAAA,CAAK,WAAA;AAAA,UAClB,YAAY,IAAA,CAAK;AAAA,SACnB,CAAE;AAAA;AACJ,KACF;AAAA,EACF;AAIA,EAAA,IAAI,OAAA,CAAQ,uBAAA,EAAyB,OAAA,KAAY,IAAA,EAAM;AACrD,IAAA,KAAA,CAAM,0BAA0B,EAAC;AAAA,EACnC;AAMA,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,CAAA;AAAA,IACN,wBAAA,EAA0B;AAAA,GAC5B;AACF;AAEA,SAAS,iBAAiB,OAAA,EAAiC;AACzD,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,OAAO,OAAO,QAAQ,IAAA,KAAS,QAAA,IAAY,QAAQ,IAAA,CAAK,MAAA,GAAS,CAAA,GAC7D,OAAA,CAAQ,IAAA,GACR,IAAA;AACN;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.mjs","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n DEFAULT_FETCH_TIMEOUT_MS,\n fetchWithTimeout,\n type FetchWithTimeoutOptions,\n GEMINI_LIVE_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_AUTH_TOKENS_URL =\n \"https://generativelanguage.googleapis.com/v1beta/auth_tokens\";\nconst GEMINI_LIVE_WEBSOCKET_URL =\n \"wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContentConstrained\";\n// Gemini Live defaults, intentionally duplicated with the browser transport's\n// own defaults rather than shared. Strict layering keeps server and browser\n// providers self-contained (no shared module / cross-package dep) — the same\n// pattern the OpenAI and tts/stt defaults follow.\nconst DEFAULT_GEMINI_LIVE_MODEL = \"gemini-3.1-flash-live-preview\";\nconst DEFAULT_GEMINI_LIVE_VOICE = \"Kore\";\n// The browser chooses from these; it cannot name a model or voice of its own.\n// `gemini-3.1-flash-live-preview` is the one exercised against the live API\n// (2026-08-29, tests/gemini-live-smoke/README.md); the rest come from Google's\n// published model and voice lists.\nconst ALLOWED_MODELS = new Set([\n \"gemini-3.1-flash-live-preview\",\n \"gemini-2.5-flash-native-audio-preview-12-2025\",\n]);\nconst ALLOWED_VOICES = new Set([\n \"Zephyr\",\n \"Puck\",\n \"Charon\",\n \"Kore\",\n \"Fenrir\",\n \"Leda\",\n \"Orus\",\n \"Aoede\",\n \"Callirrhoe\",\n \"Autonoe\",\n \"Enceladus\",\n \"Iapetus\",\n \"Umbriel\",\n \"Algieba\",\n \"Despina\",\n \"Erinome\",\n \"Algenib\",\n \"Rasalgethi\",\n \"Laomedeia\",\n \"Achernar\",\n \"Alnilam\",\n \"Schedar\",\n \"Gacrux\",\n \"Pulcherrima\",\n \"Achird\",\n \"Zubenelgenubi\",\n \"Vindemiatrix\",\n \"Sadachbia\",\n \"Sadaltager\",\n \"Sulafat\",\n]);\nconst DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nconst REQUEST_TIMEOUT_OPTIONS: FetchWithTimeoutOptions = {\n timeoutMessage: `Gemini realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n // DNS/TLS/connection failures land here as raw fetch errors — map them so\n // every failure escaping this provider is a CharivoError.\n mapError: (error) =>\n toCharivoError(\"provider\", error, \"Gemini realtime request failed\"),\n};\n\nexport interface GeminiRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class GeminiRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n\n constructor(private config: GeminiRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"Gemini realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/v1beta/auth_tokens`\n : DEFAULT_AUTH_TOKENS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"gemini\"\n ) {\n throw new CharivoStateError(\n `Gemini realtime provider only supports provider \"gemini\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"websocket\") {\n throw new CharivoStateError(\n `Gemini realtime provider only supports websocket transport, received ${request.transport}`,\n );\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== GEMINI_LIVE_ADAPTER\n ) {\n throw new CharivoStateError(\n `Gemini realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n const session = request.session;\n\n if (session.toolChoice === \"none\" || session.toolChoice === \"required\") {\n // The Live API has no tool-choice equivalent, so an unsupported value\n // is rejected outright rather than silently coerced to \"auto\".\n throw new CharivoStateError(\n `Gemini realtime provider does not support toolChoice \"${session.toolChoice}\"`,\n );\n }\n\n if (session.inputAudioTranscription?.model !== undefined) {\n // No Gemini mapping for a chosen transcription model — reject rather\n // than silently discard the caller's choice.\n throw new CharivoStateError(\n `Gemini realtime provider does not support inputAudioTranscription.model \"${session.inputAudioTranscription.model}\"`,\n );\n }\n\n const model = session.model ?? DEFAULT_GEMINI_LIVE_MODEL;\n if (!ALLOWED_MODELS.has(model)) {\n throw new CharivoStateError(\n `Gemini realtime provider does not support model \"${model}\"`,\n );\n }\n\n // Unknown voices fall back to the provider default rather than erroring:\n // voice costs nothing, so a stale value should not break the session.\n const voice =\n session.voice && ALLOWED_VOICES.has(session.voice)\n ? session.voice\n : DEFAULT_GEMINI_LIVE_VOICE;\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n // Never in the URL: proxies and request logs capture query strings.\n \"x-goog-api-key\": this.config.apiKey,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(toMintBody(session, model, voice)),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`Gemini Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const token = extractTokenName(payload);\n\n if (!token) {\n throw new CharivoProviderError(\n \"Gemini Realtime Error: invalid ephemeral token response\",\n );\n }\n\n return {\n adapter: GEMINI_LIVE_ADAPTER,\n transport: \"websocket\",\n url: GEMINI_LIVE_WEBSOCKET_URL,\n token,\n };\n }\n}\n\nexport function createGeminiRealtimeProvider(\n config: GeminiRealtimeProviderConfig,\n): GeminiRealtimeProvider {\n return new GeminiRealtimeProvider(config);\n}\n\n/**\n * `bidiGenerateContentSetup` REPLACES the client's setup frame rather than\n * validating it (measured: a token pinning only `model` opens a session that\n * closes with 1007 on TEXT-modality defaults), so the entire session config\n * has to be built here — never forwarded from the caller as-is, or an\n * unconstrained token would let the holder pick any model on the key owner's\n * bill.\n */\nfunction toMintBody(\n session: RealtimeSessionConfig,\n model: string,\n voice: string,\n): Record<string, unknown> {\n const generationConfig: Record<string, unknown> = {\n responseModalities: [\"AUDIO\"],\n speechConfig: {\n voiceConfig: {\n prebuiltVoiceConfig: { voiceName: voice },\n },\n },\n };\n\n if (session.maxTokens !== undefined) {\n generationConfig.maxOutputTokens = session.maxTokens;\n }\n\n const setup: Record<string, unknown> = {\n model: `models/${model}`,\n generationConfig,\n // The only assistant-text source on native-audio models — there is no\n // separate text channel — so this is always requested even though it is\n // billed.\n outputAudioTranscription: {},\n };\n\n if (session.instructions) {\n setup.systemInstruction = { parts: [{ text: session.instructions }] };\n }\n\n if (session.tools?.length) {\n setup.tools = [\n {\n functionDeclarations: session.tools.map((tool) => ({\n name: tool.name,\n description: tool.description,\n parameters: tool.parameters,\n })),\n },\n ];\n }\n\n // Off unless asked, as on OpenAI: the block is what turns it on, and it\n // bills extra.\n if (session.inputAudioTranscription?.enabled === true) {\n setup.inputAudioTranscription = {};\n }\n\n // `expireTime` / `newSessionExpireTime` are left to Google's defaults (30 min\n // and 1 min) on purpose: the browser connects immediately after minting, and\n // a reconnect must mint again anyway because `uses: 1` is enforced — a\n // replayed token closes the socket with 1011.\n return {\n uses: 1,\n bidiGenerateContentSetup: setup,\n };\n}\n\nfunction extractTokenName(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n return typeof payload.name === \"string\" && payload.name.length > 0\n ? payload.name\n : null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read Gemini realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse Gemini realtime response body\",\n );\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../../src/gemini/realtime/index.ts"],"names":[],"mappings":";;;;;;AAgBA,IAAM,uBAAA,GACJ,8DAAA;AACF,IAAM,yBAAA,GACJ,iIAAA;AAKF,IAAM,yBAAA,GAA4B,+BAAA;AAClC,IAAM,yBAAA,GAA4B,MAAA;AAKlC,IAAM,cAAA,uBAAqB,GAAA,CAAI;AAAA,EAC7B,+BAAA;AAAA,EACA;AACF,CAAC,CAAA;AACD,IAAM,cAAA,uBAAqB,GAAA,CAAI;AAAA,EAC7B,QAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACA,MAAA;AAAA,EACA,OAAA;AAAA,EACA,YAAA;AAAA,EACA,SAAA;AAAA,EACA,WAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,YAAA;AAAA,EACA,WAAA;AAAA,EACA,UAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA,QAAA;AAAA,EACA,aAAA;AAAA,EACA,QAAA;AAAA,EACA,eAAA;AAAA,EACA,cAAA;AAAA,EACA,WAAA;AAAA,EACA,YAAA;AAAA,EACA;AACF,CAAC,CAAA;AACD,IAAM,0BAAA,GAA6B,wBAAA;AAEnC,IAAM,uBAAA,GAAmD;AAAA,EACvD,cAAA,EAAgB,2CAA2C,0BAA0B,CAAA,EAAA,CAAA;AAAA;AAAA;AAAA,EAGrF,UAAU,CAAC,KAAA,KACT,cAAA,CAAe,UAAA,EAAY,OAAO,gCAAgC;AACtE,CAAA;AAQO,IAAM,yBAAN,MAAyD;AAAA,EAG9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,mBAAA,CAAA,GACpC,uBAAA;AAAA,EACN;AAAA,EAZQ,QAAA;AAAA,EAcR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,WAAA,EAAa;AACrC,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,qEAAA,EAAwE,QAAQ,SAAS,CAAA;AAAA,OAC3F;AAAA,IACF;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAY,mBAAA,EACpB;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,MAAM,UAAU,OAAA,CAAQ,OAAA;AAExB,IAAA,IAAI,OAAA,CAAQ,UAAA,KAAe,MAAA,IAAU,OAAA,CAAQ,eAAe,UAAA,EAAY;AAGtE,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,sDAAA,EAAyD,QAAQ,UAAU,CAAA,CAAA;AAAA,OAC7E;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,uBAAA,EAAyB,KAAA,KAAU,MAAA,EAAW;AAGxD,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,yEAAA,EAA4E,OAAA,CAAQ,uBAAA,CAAwB,KAAK,CAAA,CAAA;AAAA,OACnH;AAAA,IACF;AAEA,IAAA,MAAM,KAAA,GAAQ,QAAQ,KAAA,IAAS,yBAAA;AAC/B,IAAA,IAAI,CAAC,cAAA,CAAe,GAAA,CAAI,KAAK,CAAA,EAAG;AAC9B,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,oDAAoD,KAAK,CAAA,CAAA;AAAA,OAC3D;AAAA,IACF;AAIA,IAAA,MAAM,KAAA,GACJ,QAAQ,KAAA,IAAS,cAAA,CAAe,IAAI,OAAA,CAAQ,KAAK,CAAA,GAC7C,OAAA,CAAQ,KAAA,GACR,yBAAA;AAEN,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA;AAAA,UAEP,gBAAA,EAAkB,KAAK,MAAA,CAAO,MAAA;AAAA,UAC9B,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,MAAM,IAAA,CAAK,SAAA,CAAU,WAAW,OAAA,EAAS,KAAA,EAAO,KAAK,CAAC;AAAA,OACxD;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,KAAA,GAAQ,iBAAiB,OAAO,CAAA;AAEtC,IAAA,IAAI,CAAC,KAAA,EAAO;AACV,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,mBAAA;AAAA,MACT,SAAA,EAAW,WAAA;AAAA,MACX,GAAA,EAAK,yBAAA;AAAA,MACL;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAUA,SAAS,UAAA,CACP,OAAA,EACA,KAAA,EACA,KAAA,EACyB;AACzB,EAAA,MAAM,gBAAA,GAA4C;AAAA,IAChD,kBAAA,EAAoB,CAAC,OAAO,CAAA;AAAA,IAC5B,YAAA,EAAc;AAAA,MACZ,WAAA,EAAa;AAAA,QACX,mBAAA,EAAqB,EAAE,SAAA,EAAW,KAAA;AAAM;AAC1C;AACF,GACF;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,gBAAA,CAAiB,kBAAkB,OAAA,CAAQ,SAAA;AAAA,EAC7C;AAEA,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,KAAA,EAAO,UAAU,KAAK,CAAA,CAAA;AAAA,IACtB,gBAAA;AAAA;AAAA;AAAA;AAAA,IAIA,0BAA0B;AAAC,GAC7B;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,KAAA,CAAM,iBAAA,GAAoB,EAAE,KAAA,EAAO,CAAC,EAAE,IAAA,EAAM,OAAA,CAAQ,YAAA,EAAc,CAAA,EAAE;AAAA,EACtE;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,KAAA,CAAM,KAAA,GAAQ;AAAA,MACZ;AAAA,QACE,oBAAA,EAAsB,OAAA,CAAQ,KAAA,CAAM,GAAA,CAAI,CAAC,IAAA,MAAU;AAAA,UACjD,MAAM,IAAA,CAAK,IAAA;AAAA,UACX,aAAa,IAAA,CAAK,WAAA;AAAA,UAClB,YAAY,IAAA,CAAK;AAAA,SACnB,CAAE;AAAA;AACJ,KACF;AAAA,EACF;AAIA,EAAA,IAAI,OAAA,CAAQ,uBAAA,EAAyB,OAAA,KAAY,IAAA,EAAM;AACrD,IAAA,KAAA,CAAM,0BAA0B,EAAC;AAAA,EACnC;AAMA,EAAA,OAAO;AAAA,IACL,IAAA,EAAM,CAAA;AAAA,IACN,wBAAA,EAA0B;AAAA,GAC5B;AACF;AAEA,SAAS,iBAAiB,OAAA,EAAiC;AACzD,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,OAAO,OAAO,QAAQ,IAAA,KAAS,QAAA,IAAY,QAAQ,IAAA,CAAK,MAAA,GAAS,CAAA,GAC7D,OAAA,CAAQ,IAAA,GACR,IAAA;AACN;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.mjs","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n DEFAULT_FETCH_TIMEOUT_MS,\n fetchWithTimeout,\n type FetchWithTimeoutOptions,\n GEMINI_LIVE_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_AUTH_TOKENS_URL =\n \"https://generativelanguage.googleapis.com/v1beta/auth_tokens\";\nconst GEMINI_LIVE_WEBSOCKET_URL =\n \"wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContentConstrained\";\n// Gemini Live defaults, intentionally duplicated with the browser transport's\n// own defaults rather than shared. Strict layering keeps server and browser\n// providers self-contained (no shared module / cross-package dep) — the same\n// pattern the OpenAI and tts/stt defaults follow.\nconst DEFAULT_GEMINI_LIVE_MODEL = \"gemini-3.1-flash-live-preview\";\nconst DEFAULT_GEMINI_LIVE_VOICE = \"Kore\";\n// The browser chooses from these; it cannot name a model or voice of its own.\n// `gemini-3.1-flash-live-preview` is the one exercised against the live API\n// (2026-08-29, tests/gemini-live-smoke/README.md); the rest come from Google's\n// published model and voice lists.\nconst ALLOWED_MODELS = new Set([\n \"gemini-3.1-flash-live-preview\",\n \"gemini-2.5-flash-native-audio-preview-12-2025\",\n]);\nconst ALLOWED_VOICES = new Set([\n \"Zephyr\",\n \"Puck\",\n \"Charon\",\n \"Kore\",\n \"Fenrir\",\n \"Leda\",\n \"Orus\",\n \"Aoede\",\n \"Callirrhoe\",\n \"Autonoe\",\n \"Enceladus\",\n \"Iapetus\",\n \"Umbriel\",\n \"Algieba\",\n \"Despina\",\n \"Erinome\",\n \"Algenib\",\n \"Rasalgethi\",\n \"Laomedeia\",\n \"Achernar\",\n \"Alnilam\",\n \"Schedar\",\n \"Gacrux\",\n \"Pulcherrima\",\n \"Achird\",\n \"Zubenelgenubi\",\n \"Vindemiatrix\",\n \"Sadachbia\",\n \"Sadaltager\",\n \"Sulafat\",\n]);\nconst DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nconst REQUEST_TIMEOUT_OPTIONS: FetchWithTimeoutOptions = {\n timeoutMessage: `Gemini realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n // DNS/TLS/connection failures land here as raw fetch errors — map them so\n // every failure escaping this provider is a CharivoError.\n mapError: (error) =>\n toCharivoError(\"provider\", error, \"Gemini realtime request failed\"),\n};\n\nexport interface GeminiRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class GeminiRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n\n constructor(private config: GeminiRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"Gemini realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/v1beta/auth_tokens`\n : DEFAULT_AUTH_TOKENS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"gemini\"\n ) {\n throw new CharivoStateError(\n `Gemini realtime provider only supports provider \"gemini\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"websocket\") {\n throw new CharivoStateError(\n `Gemini realtime provider only supports websocket transport, received ${request.transport}`,\n );\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== GEMINI_LIVE_ADAPTER\n ) {\n throw new CharivoStateError(\n `Gemini realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n const session = request.session;\n\n if (session.toolChoice === \"none\" || session.toolChoice === \"required\") {\n // The Live API has no tool-choice equivalent, so an unsupported value\n // is rejected outright rather than silently coerced to \"auto\".\n throw new CharivoStateError(\n `Gemini realtime provider does not support toolChoice \"${session.toolChoice}\"`,\n );\n }\n\n if (session.inputAudioTranscription?.model !== undefined) {\n // No Gemini mapping for a chosen transcription model — reject rather\n // than silently discard the caller's choice.\n throw new CharivoStateError(\n `Gemini realtime provider does not support inputAudioTranscription.model \"${session.inputAudioTranscription.model}\"`,\n );\n }\n\n const model = session.model ?? DEFAULT_GEMINI_LIVE_MODEL;\n if (!ALLOWED_MODELS.has(model)) {\n throw new CharivoStateError(\n `Gemini realtime provider does not support model \"${model}\"`,\n );\n }\n\n // Unknown voices fall back to the provider default rather than erroring:\n // voice costs nothing, so a stale value should not break the session.\n const voice =\n session.voice && ALLOWED_VOICES.has(session.voice)\n ? session.voice\n : DEFAULT_GEMINI_LIVE_VOICE;\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n // Never in the URL: proxies and request logs capture query strings.\n \"x-goog-api-key\": this.config.apiKey,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(toMintBody(session, model, voice)),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`Gemini Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const token = extractTokenName(payload);\n\n if (!token) {\n throw new CharivoProviderError(\n \"Gemini Realtime Error: invalid ephemeral token response\",\n );\n }\n\n return {\n adapter: GEMINI_LIVE_ADAPTER,\n transport: \"websocket\",\n url: GEMINI_LIVE_WEBSOCKET_URL,\n token,\n };\n }\n}\n\nexport function createGeminiRealtimeProvider(\n config: GeminiRealtimeProviderConfig,\n): GeminiRealtimeProvider {\n return new GeminiRealtimeProvider(config);\n}\n\n/**\n * `bidiGenerateContentSetup` REPLACES the client's setup frame rather than\n * validating it (measured: a token pinning only `model` opens a session that\n * closes with 1007 on TEXT-modality defaults), so the entire session config\n * has to be built here — never forwarded from the caller as-is, or an\n * unconstrained token would let the holder pick any model on the key owner's\n * bill.\n */\nfunction toMintBody(\n session: RealtimeSessionConfig,\n model: string,\n voice: string,\n): Record<string, unknown> {\n const generationConfig: Record<string, unknown> = {\n responseModalities: [\"AUDIO\"],\n speechConfig: {\n voiceConfig: {\n prebuiltVoiceConfig: { voiceName: voice },\n },\n },\n };\n\n if (session.maxTokens !== undefined) {\n generationConfig.maxOutputTokens = session.maxTokens;\n }\n\n const setup: Record<string, unknown> = {\n model: `models/${model}`,\n generationConfig,\n // The only assistant-text source on native-audio models — there is no\n // separate text channel — so this is always requested even though it is\n // billed.\n outputAudioTranscription: {},\n };\n\n if (session.instructions) {\n setup.systemInstruction = { parts: [{ text: session.instructions }] };\n }\n\n if (session.tools?.length) {\n setup.tools = [\n {\n functionDeclarations: session.tools.map((tool) => ({\n name: tool.name,\n description: tool.description,\n parameters: tool.parameters,\n })),\n },\n ];\n }\n\n // Off unless asked, as on OpenAI: the block is what turns it on, and it\n // bills extra.\n if (session.inputAudioTranscription?.enabled === true) {\n setup.inputAudioTranscription = {};\n }\n\n // `expireTime` / `newSessionExpireTime` are left to Google's defaults (30 min\n // and 1 min) on purpose: the browser connects immediately after minting, and\n // a reconnect must mint again anyway because `uses: 1` is enforced — a\n // replayed token closes the socket with 1011.\n return {\n uses: 1,\n bidiGenerateContentSetup: setup,\n };\n}\n\nfunction extractTokenName(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n return typeof payload.name === \"string\" && payload.name.length > 0\n ? payload.name\n : null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read Gemini realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse Gemini realtime response body\",\n );\n }\n}\n"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@charivo/server",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.10.0",
|
|
4
4
|
"description": "Server-side provider adapters for Charivo",
|
|
5
5
|
"exports": {
|
|
6
6
|
"./openai": {
|
|
@@ -32,9 +32,9 @@
|
|
|
32
32
|
],
|
|
33
33
|
"dependencies": {
|
|
34
34
|
"@charivo/core": "^0.33.0",
|
|
35
|
-
"@charivo/
|
|
36
|
-
"@charivo/
|
|
37
|
-
"@charivo/
|
|
35
|
+
"@charivo/tts": "^0.8.0",
|
|
36
|
+
"@charivo/llm": "^0.11.0",
|
|
37
|
+
"@charivo/stt": "^0.9.0"
|
|
38
38
|
},
|
|
39
39
|
"devDependencies": {
|
|
40
40
|
"tsup": "^8.5.0",
|