@charivo/server 0.4.0 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/openai/index.js
CHANGED
|
@@ -8,7 +8,7 @@ var core = require('@charivo/core');
|
|
|
8
8
|
// src/openai/index.ts
|
|
9
9
|
var DEFAULT_REALTIME_URL = "https://api.openai.com/v1/realtime/calls";
|
|
10
10
|
var DEFAULT_CLIENT_SECRETS_URL = "https://api.openai.com/v1/realtime/client_secrets";
|
|
11
|
-
var DEFAULT_OPENAI_REALTIME_MODEL = "gpt-realtime-mini";
|
|
11
|
+
var DEFAULT_OPENAI_REALTIME_MODEL = "gpt-realtime-2.1-mini";
|
|
12
12
|
var DEFAULT_OPENAI_REALTIME_VOICE = "marin";
|
|
13
13
|
var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
|
|
14
14
|
var OpenAIRealtimeProvider = class {
|
package/dist/openai/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":["CharivoStateError","OPENAI_REALTIME_AGENTS_ADAPTER","OPENAI_REALTIME_ADAPTER","CharivoProviderError","CharivoTimeoutError","toCharivoError"],"mappings":";;;;;;;;AAeA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,mBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,0BAAA,GAA6B,GAAA;AAQ5B,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAYC,mCAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAYC,4BAAA,EACpB;AACA,MAAA,MAAM,IAAIF,sBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIG,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASD,4BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIC,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAIA,yBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASF,mCAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,OAAA,CAAQ,cAAc,OAAA,CAAQ,WAAA;AAAA,EAChC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,6BAA6B,OAAA,CAAQ,SAAA;AAAA,EAC/C;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,gBAAA,CACb,KAAA,EACA,IAAA,EACA,cAAA,EACA,YAAY,0BAAA,EACO;AACnB,EAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,EAAA,MAAM,YAAY,UAAA,CAAW,MAAM,UAAA,CAAW,KAAA,IAAS,SAAS,CAAA;AAEhE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,MAAM,KAAA,EAAO;AAAA,MACxB,GAAG,IAAA;AAAA,MACH,QAAQ,UAAA,CAAW;AAAA,KACpB,CAAA;AAAA,EACH,SAAS,KAAA,EAAO;AACd,IAAA,IAAI,YAAA,CAAa,KAAK,CAAA,EAAG;AACvB,MAAA,MAAM,IAAIG,wBAAA,CAAoB,cAAA,EAAgB,EAAE,KAAA,EAAO,OAAO,CAAA;AAAA,IAChE;AAGA,IAAA,MAAMC,mBAAA,CAAe,UAAA,EAAY,KAAA,EAAO,gCAAgC,CAAA;AAAA,EAC1E,CAAA,SAAE;AACA,IAAA,YAAA,CAAa,SAAS,CAAA;AAAA,EACxB;AACF;AAEA,SAAS,aAAa,KAAA,EAAyB;AAC7C,EAAA,OACG,KAAA,YAAiB,gBAAgB,KAAA,CAAM,IAAA,KAAS,gBAChD,KAAA,YAAiB,KAAA,IAAS,MAAM,IAAA,KAAS,YAAA;AAE9C;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMA,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMA,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.js","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n CharivoTimeoutError,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = 30_000;\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.temperature !== undefined) {\n payload.temperature = session.temperature;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_response_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function fetchWithTimeout(\n input: RequestInfo | URL,\n init: RequestInit,\n timeoutMessage: string,\n timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS,\n): Promise<Response> {\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), timeoutMs);\n\n try {\n return await fetch(input, {\n ...init,\n signal: controller.signal,\n });\n } catch (error) {\n if (isAbortError(error)) {\n throw new CharivoTimeoutError(timeoutMessage, { cause: error });\n }\n // DNS/TLS/connection failures land here as raw fetch errors — wrap them\n // so every failure escaping this provider is a CharivoError.\n throw toCharivoError(\"provider\", error, \"OpenAI realtime request failed\");\n } finally {\n clearTimeout(timeoutId);\n }\n}\n\nfunction isAbortError(error: unknown): boolean {\n return (\n (error instanceof DOMException && error.name === \"AbortError\") ||\n (error instanceof Error && error.name === \"AbortError\")\n );\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":["CharivoStateError","OPENAI_REALTIME_AGENTS_ADAPTER","OPENAI_REALTIME_ADAPTER","CharivoProviderError","CharivoTimeoutError","toCharivoError"],"mappings":";;;;;;;;AAeA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,uBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,0BAAA,GAA6B,GAAA;AAQ5B,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAYC,mCAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAYC,4BAAA,EACpB;AACA,MAAA,MAAM,IAAIF,sBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIG,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASD,4BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIC,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAIA,yBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASF,mCAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,OAAA,CAAQ,cAAc,OAAA,CAAQ,WAAA;AAAA,EAChC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,6BAA6B,OAAA,CAAQ,SAAA;AAAA,EAC/C;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,gBAAA,CACb,KAAA,EACA,IAAA,EACA,cAAA,EACA,YAAY,0BAAA,EACO;AACnB,EAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,EAAA,MAAM,YAAY,UAAA,CAAW,MAAM,UAAA,CAAW,KAAA,IAAS,SAAS,CAAA;AAEhE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,MAAM,KAAA,EAAO;AAAA,MACxB,GAAG,IAAA;AAAA,MACH,QAAQ,UAAA,CAAW;AAAA,KACpB,CAAA;AAAA,EACH,SAAS,KAAA,EAAO;AACd,IAAA,IAAI,YAAA,CAAa,KAAK,CAAA,EAAG;AACvB,MAAA,MAAM,IAAIG,wBAAA,CAAoB,cAAA,EAAgB,EAAE,KAAA,EAAO,OAAO,CAAA;AAAA,IAChE;AAGA,IAAA,MAAMC,mBAAA,CAAe,UAAA,EAAY,KAAA,EAAO,gCAAgC,CAAA;AAAA,EAC1E,CAAA,SAAE;AACA,IAAA,YAAA,CAAa,SAAS,CAAA;AAAA,EACxB;AACF;AAEA,SAAS,aAAa,KAAA,EAAyB;AAC7C,EAAA,OACG,KAAA,YAAiB,gBAAgB,KAAA,CAAM,IAAA,KAAS,gBAChD,KAAA,YAAiB,KAAA,IAAS,MAAM,IAAA,KAAS,YAAA;AAE9C;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMA,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMA,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.js","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n CharivoTimeoutError,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = 30_000;\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.temperature !== undefined) {\n payload.temperature = session.temperature;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_response_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function fetchWithTimeout(\n input: RequestInfo | URL,\n init: RequestInit,\n timeoutMessage: string,\n timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS,\n): Promise<Response> {\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), timeoutMs);\n\n try {\n return await fetch(input, {\n ...init,\n signal: controller.signal,\n });\n } catch (error) {\n if (isAbortError(error)) {\n throw new CharivoTimeoutError(timeoutMessage, { cause: error });\n }\n // DNS/TLS/connection failures land here as raw fetch errors — wrap them\n // so every failure escaping this provider is a CharivoError.\n throw toCharivoError(\"provider\", error, \"OpenAI realtime request failed\");\n } finally {\n clearTimeout(timeoutId);\n }\n}\n\nfunction isAbortError(error: unknown): boolean {\n return (\n (error instanceof DOMException && error.name === \"AbortError\") ||\n (error instanceof Error && error.name === \"AbortError\")\n );\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
|
package/dist/openai/index.mjs
CHANGED
|
@@ -6,7 +6,7 @@ import { CharivoStateError, OPENAI_REALTIME_AGENTS_ADAPTER, OPENAI_REALTIME_ADAP
|
|
|
6
6
|
// src/openai/index.ts
|
|
7
7
|
var DEFAULT_REALTIME_URL = "https://api.openai.com/v1/realtime/calls";
|
|
8
8
|
var DEFAULT_CLIENT_SECRETS_URL = "https://api.openai.com/v1/realtime/client_secrets";
|
|
9
|
-
var DEFAULT_OPENAI_REALTIME_MODEL = "gpt-realtime-mini";
|
|
9
|
+
var DEFAULT_OPENAI_REALTIME_MODEL = "gpt-realtime-2.1-mini";
|
|
10
10
|
var DEFAULT_OPENAI_REALTIME_VOICE = "marin";
|
|
11
11
|
var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
|
|
12
12
|
var OpenAIRealtimeProvider = class {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":[],"mappings":";;;;;;AAeA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,mBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,0BAAA,GAA6B,GAAA;AAQ5B,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAY,8BAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAY,uBAAA,EACpB;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,uBAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,8BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,OAAA,CAAQ,cAAc,OAAA,CAAQ,WAAA;AAAA,EAChC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,6BAA6B,OAAA,CAAQ,SAAA;AAAA,EAC/C;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,gBAAA,CACb,KAAA,EACA,IAAA,EACA,cAAA,EACA,YAAY,0BAAA,EACO;AACnB,EAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,EAAA,MAAM,YAAY,UAAA,CAAW,MAAM,UAAA,CAAW,KAAA,IAAS,SAAS,CAAA;AAEhE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,MAAM,KAAA,EAAO;AAAA,MACxB,GAAG,IAAA;AAAA,MACH,QAAQ,UAAA,CAAW;AAAA,KACpB,CAAA;AAAA,EACH,SAAS,KAAA,EAAO;AACd,IAAA,IAAI,YAAA,CAAa,KAAK,CAAA,EAAG;AACvB,MAAA,MAAM,IAAI,mBAAA,CAAoB,cAAA,EAAgB,EAAE,KAAA,EAAO,OAAO,CAAA;AAAA,IAChE;AAGA,IAAA,MAAM,cAAA,CAAe,UAAA,EAAY,KAAA,EAAO,gCAAgC,CAAA;AAAA,EAC1E,CAAA,SAAE;AACA,IAAA,YAAA,CAAa,SAAS,CAAA;AAAA,EACxB;AACF;AAEA,SAAS,aAAa,KAAA,EAAyB;AAC7C,EAAA,OACG,KAAA,YAAiB,gBAAgB,KAAA,CAAM,IAAA,KAAS,gBAChD,KAAA,YAAiB,KAAA,IAAS,MAAM,IAAA,KAAS,YAAA;AAE9C;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.mjs","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n CharivoTimeoutError,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = 30_000;\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.temperature !== undefined) {\n payload.temperature = session.temperature;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_response_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function fetchWithTimeout(\n input: RequestInfo | URL,\n init: RequestInit,\n timeoutMessage: string,\n timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS,\n): Promise<Response> {\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), timeoutMs);\n\n try {\n return await fetch(input, {\n ...init,\n signal: controller.signal,\n });\n } catch (error) {\n if (isAbortError(error)) {\n throw new CharivoTimeoutError(timeoutMessage, { cause: error });\n }\n // DNS/TLS/connection failures land here as raw fetch errors — wrap them\n // so every failure escaping this provider is a CharivoError.\n throw toCharivoError(\"provider\", error, \"OpenAI realtime request failed\");\n } finally {\n clearTimeout(timeoutId);\n }\n}\n\nfunction isAbortError(error: unknown): boolean {\n return (\n (error instanceof DOMException && error.name === \"AbortError\") ||\n (error instanceof Error && error.name === \"AbortError\")\n );\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":[],"mappings":";;;;;;AAeA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,uBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,0BAAA,GAA6B,GAAA;AAQ5B,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAY,8BAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAY,uBAAA,EACpB;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,uBAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,8BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,OAAA,CAAQ,cAAc,OAAA,CAAQ,WAAA;AAAA,EAChC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,6BAA6B,OAAA,CAAQ,SAAA;AAAA,EAC/C;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,gBAAA,CACb,KAAA,EACA,IAAA,EACA,cAAA,EACA,YAAY,0BAAA,EACO;AACnB,EAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,EAAA,MAAM,YAAY,UAAA,CAAW,MAAM,UAAA,CAAW,KAAA,IAAS,SAAS,CAAA;AAEhE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,MAAM,KAAA,EAAO;AAAA,MACxB,GAAG,IAAA;AAAA,MACH,QAAQ,UAAA,CAAW;AAAA,KACpB,CAAA;AAAA,EACH,SAAS,KAAA,EAAO;AACd,IAAA,IAAI,YAAA,CAAa,KAAK,CAAA,EAAG;AACvB,MAAA,MAAM,IAAI,mBAAA,CAAoB,cAAA,EAAgB,EAAE,KAAA,EAAO,OAAO,CAAA;AAAA,IAChE;AAGA,IAAA,MAAM,cAAA,CAAe,UAAA,EAAY,KAAA,EAAO,gCAAgC,CAAA;AAAA,EAC1E,CAAA,SAAE;AACA,IAAA,YAAA,CAAa,SAAS,CAAA;AAAA,EACxB;AACF;AAEA,SAAS,aAAa,KAAA,EAAyB;AAC7C,EAAA,OACG,KAAA,YAAiB,gBAAgB,KAAA,CAAM,IAAA,KAAS,gBAChD,KAAA,YAAiB,KAAA,IAAS,MAAM,IAAA,KAAS,YAAA;AAE9C;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.mjs","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n CharivoTimeoutError,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = 30_000;\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.temperature !== undefined) {\n payload.temperature = session.temperature;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_response_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function fetchWithTimeout(\n input: RequestInfo | URL,\n init: RequestInit,\n timeoutMessage: string,\n timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS,\n): Promise<Response> {\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), timeoutMs);\n\n try {\n return await fetch(input, {\n ...init,\n signal: controller.signal,\n });\n } catch (error) {\n if (isAbortError(error)) {\n throw new CharivoTimeoutError(timeoutMessage, { cause: error });\n }\n // DNS/TLS/connection failures land here as raw fetch errors — wrap them\n // so every failure escaping this provider is a CharivoError.\n throw toCharivoError(\"provider\", error, \"OpenAI realtime request failed\");\n } finally {\n clearTimeout(timeoutId);\n }\n}\n\nfunction isAbortError(error: unknown): boolean {\n return (\n (error instanceof DOMException && error.name === \"AbortError\") ||\n (error instanceof Error && error.name === \"AbortError\")\n );\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@charivo/server",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.5.0",
|
|
4
4
|
"description": "Server-side provider adapters for Charivo",
|
|
5
5
|
"exports": {
|
|
6
6
|
"./openai": {
|
|
@@ -18,10 +18,10 @@
|
|
|
18
18
|
"dist"
|
|
19
19
|
],
|
|
20
20
|
"dependencies": {
|
|
21
|
-
"@charivo/core": "0.
|
|
22
|
-
"@charivo/llm": "0.6.
|
|
23
|
-
"@charivo/stt": "0.
|
|
24
|
-
"@charivo/tts": "0.5.
|
|
21
|
+
"@charivo/core": "0.15.0",
|
|
22
|
+
"@charivo/llm": "0.6.1",
|
|
23
|
+
"@charivo/stt": "0.6.0",
|
|
24
|
+
"@charivo/tts": "0.5.1"
|
|
25
25
|
},
|
|
26
26
|
"devDependencies": {
|
|
27
27
|
"tsup": "^8.5.0",
|