@charivo/server 0.6.9 → 0.6.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -53,6 +53,23 @@ session; past turns are then left to the gateway instead of being resent. Rotati
53
53
  `sessionKey` is the only way to reset a pinned conversation — the gateway keeps the
54
54
  old transcript under the old key.
55
55
 
56
+ `generateResponseWithTools` depends on which runtime the target agent runs on.
57
+ OpenClaw routes `openai/*` models to its Codex harness by default, and that
58
+ harness builds its tool list from OpenClaw's own tools without reading the ones
59
+ the caller sent. The gateway still parses and validates them, so the request
60
+ succeeds — it just comes back as ordinary prose with no `toolCalls`, which reads
61
+ like the model ignoring the tools rather than never being offered them. Tool
62
+ calling needs an agent whose model resolves to OpenClaw's embedded runtime, set
63
+ per provider/model in the gateway config:
64
+
65
+ ```json5
66
+ { models: { "openai/gpt-5.5": { agentRuntime: { id: "openclaw" } } } }
67
+ ```
68
+
69
+ That key is valid under `agents.list[]` for one agent or `agents.defaults` for
70
+ all of them, and it keeps the gateway's existing credentials. `generateResponse`
71
+ is unaffected. Verified against OpenClaw 2026.6.11.
72
+
56
73
  ## Exports
57
74
 
58
75
  - `@charivo/server/openai`: `createOpenAILLMProvider`, `createOpenAITTSProvider`, `createOpenAISTTProvider`, `createOpenAIRealtimeProvider`
@@ -10,7 +10,13 @@ var DEFAULT_REALTIME_URL = "https://api.openai.com/v1/realtime/calls";
10
10
  var DEFAULT_CLIENT_SECRETS_URL = "https://api.openai.com/v1/realtime/client_secrets";
11
11
  var DEFAULT_OPENAI_REALTIME_MODEL = "gpt-realtime-2.1-mini";
12
12
  var DEFAULT_OPENAI_REALTIME_VOICE = "marin";
13
- var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
13
+ var DEFAULT_REQUEST_TIMEOUT_MS = core.DEFAULT_FETCH_TIMEOUT_MS;
14
+ var REQUEST_TIMEOUT_OPTIONS = {
15
+ timeoutMessage: `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,
16
+ // DNS/TLS/connection failures land here as raw fetch errors — map them so
17
+ // every failure escaping this provider is a CharivoError.
18
+ mapError: (error) => core.toCharivoError("provider", error, "OpenAI realtime request failed")
19
+ };
14
20
  var OpenAIRealtimeProvider = class {
15
21
  constructor(config) {
16
22
  this.config = config;
@@ -48,7 +54,7 @@ var OpenAIRealtimeProvider = class {
48
54
  "SDP offer is required for WebRTC realtime sessions"
49
55
  );
50
56
  }
51
- const response = await fetchWithTimeout(
57
+ const response = await core.fetchWithTimeout(
52
58
  this.endpoint,
53
59
  {
54
60
  method: "POST",
@@ -57,7 +63,7 @@ var OpenAIRealtimeProvider = class {
57
63
  },
58
64
  body: toRealtimeFormData(request)
59
65
  },
60
- `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`
66
+ REQUEST_TIMEOUT_OPTIONS
61
67
  );
62
68
  if (!response.ok) {
63
69
  const errorText = await readResponseText(response);
@@ -70,7 +76,7 @@ var OpenAIRealtimeProvider = class {
70
76
  };
71
77
  }
72
78
  async createAgentsSession(session) {
73
- const response = await fetchWithTimeout(
79
+ const response = await core.fetchWithTimeout(
74
80
  this.clientSecretsEndpoint,
75
81
  {
76
82
  method: "POST",
@@ -82,7 +88,7 @@ var OpenAIRealtimeProvider = class {
82
88
  session: toOpenAIRealtimeSession(session)
83
89
  })
84
90
  },
85
- `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`
91
+ REQUEST_TIMEOUT_OPTIONS
86
92
  );
87
93
  if (!response.ok) {
88
94
  const errorText = await readResponseText(response);
@@ -137,11 +143,8 @@ function toOpenAIRealtimeSession(session) {
137
143
  if (session.instructions) {
138
144
  payload.instructions = session.instructions;
139
145
  }
140
- if (session.temperature !== void 0) {
141
- payload.temperature = session.temperature;
142
- }
143
146
  if (session.maxTokens !== void 0) {
144
- payload.max_response_output_tokens = session.maxTokens;
147
+ payload.max_output_tokens = session.maxTokens;
145
148
  }
146
149
  if (session.tools?.length) {
147
150
  payload.tools = session.tools;
@@ -166,26 +169,6 @@ function extractClientSecret(payload) {
166
169
  function isRecord(value) {
167
170
  return typeof value === "object" && value !== null;
168
171
  }
169
- async function fetchWithTimeout(input, init, timeoutMessage, timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS) {
170
- const controller = new AbortController();
171
- const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
172
- try {
173
- return await fetch(input, {
174
- ...init,
175
- signal: controller.signal
176
- });
177
- } catch (error) {
178
- if (isAbortError(error)) {
179
- throw new core.CharivoTimeoutError(timeoutMessage, { cause: error });
180
- }
181
- throw core.toCharivoError("provider", error, "OpenAI realtime request failed");
182
- } finally {
183
- clearTimeout(timeoutId);
184
- }
185
- }
186
- function isAbortError(error) {
187
- return error instanceof DOMException && error.name === "AbortError" || error instanceof Error && error.name === "AbortError";
188
- }
189
172
  async function readResponseText(response) {
190
173
  try {
191
174
  return await response.text();
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":["CharivoStateError","OPENAI_REALTIME_AGENTS_ADAPTER","OPENAI_REALTIME_ADAPTER","CharivoProviderError","CharivoTimeoutError","toCharivoError"],"mappings":";;;;;;;;AAeA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,uBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,0BAAA,GAA6B,GAAA;AAQ5B,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAYC,mCAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAYC,4BAAA,EACpB;AACA,MAAA,MAAM,IAAIF,sBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIG,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASD,4BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIC,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAIA,yBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASF,mCAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,OAAA,CAAQ,cAAc,OAAA,CAAQ,WAAA;AAAA,EAChC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,6BAA6B,OAAA,CAAQ,SAAA;AAAA,EAC/C;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,gBAAA,CACb,KAAA,EACA,IAAA,EACA,cAAA,EACA,YAAY,0BAAA,EACO;AACnB,EAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,EAAA,MAAM,YAAY,UAAA,CAAW,MAAM,UAAA,CAAW,KAAA,IAAS,SAAS,CAAA;AAEhE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,MAAM,KAAA,EAAO;AAAA,MACxB,GAAG,IAAA;AAAA,MACH,QAAQ,UAAA,CAAW;AAAA,KACpB,CAAA;AAAA,EACH,SAAS,KAAA,EAAO;AACd,IAAA,IAAI,YAAA,CAAa,KAAK,CAAA,EAAG;AACvB,MAAA,MAAM,IAAIG,wBAAA,CAAoB,cAAA,EAAgB,EAAE,KAAA,EAAO,OAAO,CAAA;AAAA,IAChE;AAGA,IAAA,MAAMC,mBAAA,CAAe,UAAA,EAAY,KAAA,EAAO,gCAAgC,CAAA;AAAA,EAC1E,CAAA,SAAE;AACA,IAAA,YAAA,CAAa,SAAS,CAAA;AAAA,EACxB;AACF;AAEA,SAAS,aAAa,KAAA,EAAyB;AAC7C,EAAA,OACG,KAAA,YAAiB,gBAAgB,KAAA,CAAM,IAAA,KAAS,gBAChD,KAAA,YAAiB,KAAA,IAAS,MAAM,IAAA,KAAS,YAAA;AAE9C;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMA,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMA,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.js","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n CharivoTimeoutError,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = 30_000;\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.temperature !== undefined) {\n payload.temperature = session.temperature;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_response_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function fetchWithTimeout(\n input: RequestInfo | URL,\n init: RequestInit,\n timeoutMessage: string,\n timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS,\n): Promise<Response> {\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), timeoutMs);\n\n try {\n return await fetch(input, {\n ...init,\n signal: controller.signal,\n });\n } catch (error) {\n if (isAbortError(error)) {\n throw new CharivoTimeoutError(timeoutMessage, { cause: error });\n }\n // DNS/TLS/connection failures land here as raw fetch errors — wrap them\n // so every failure escaping this provider is a CharivoError.\n throw toCharivoError(\"provider\", error, \"OpenAI realtime request failed\");\n } finally {\n clearTimeout(timeoutId);\n }\n}\n\nfunction isAbortError(error: unknown): boolean {\n return (\n (error instanceof DOMException && error.name === \"AbortError\") ||\n (error instanceof Error && error.name === \"AbortError\")\n );\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
1
+ {"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":["DEFAULT_FETCH_TIMEOUT_MS","toCharivoError","CharivoStateError","OPENAI_REALTIME_AGENTS_ADAPTER","OPENAI_REALTIME_ADAPTER","fetchWithTimeout","CharivoProviderError"],"mappings":";;;;;;;;AAiBA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,uBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,0BAAA,GAA6BA,6BAAA;AAEnC,IAAM,uBAAA,GAAmD;AAAA,EACvD,cAAA,EAAgB,2CAA2C,0BAA0B,CAAA,EAAA,CAAA;AAAA;AAAA;AAAA,EAGrF,UAAU,CAAC,KAAA,KACTC,mBAAA,CAAe,UAAA,EAAY,OAAO,gCAAgC;AACtE,CAAA;AAQO,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAIC,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAYC,mCAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAYC,4BAAA,EACpB;AACA,MAAA,MAAM,IAAIF,sBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAMG,qBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIC,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASF,4BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAMC,qBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIC,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAIA,yBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASH,mCAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,oBAAoB,OAAA,CAAQ,SAAA;AAAA,EACtC;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMF,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMA,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.js","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n DEFAULT_FETCH_TIMEOUT_MS,\n fetchWithTimeout,\n type FetchWithTimeoutOptions,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nconst REQUEST_TIMEOUT_OPTIONS: FetchWithTimeoutOptions = {\n timeoutMessage: `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n // DNS/TLS/connection failures land here as raw fetch errors — map them so\n // every failure escaping this provider is a CharivoError.\n mapError: (error) =>\n toCharivoError(\"provider\", error, \"OpenAI realtime request failed\"),\n};\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
@@ -1,14 +1,20 @@
1
1
  export { OpenAILLMProvider, createOpenAILLMProvider } from '@charivo/llm/openai';
2
2
  export { OpenAITTSProvider, createOpenAITTSProvider } from '@charivo/tts/openai';
3
3
  export { OpenAISTTProvider, createOpenAISTTProvider } from '@charivo/stt/openai';
4
- import { CharivoStateError, OPENAI_REALTIME_AGENTS_ADAPTER, OPENAI_REALTIME_ADAPTER, CharivoProviderError, CharivoTimeoutError, toCharivoError } from '@charivo/core';
4
+ import { CharivoStateError, OPENAI_REALTIME_AGENTS_ADAPTER, OPENAI_REALTIME_ADAPTER, fetchWithTimeout, toCharivoError, DEFAULT_FETCH_TIMEOUT_MS, CharivoProviderError } from '@charivo/core';
5
5
 
6
6
  // src/openai/index.ts
7
7
  var DEFAULT_REALTIME_URL = "https://api.openai.com/v1/realtime/calls";
8
8
  var DEFAULT_CLIENT_SECRETS_URL = "https://api.openai.com/v1/realtime/client_secrets";
9
9
  var DEFAULT_OPENAI_REALTIME_MODEL = "gpt-realtime-2.1-mini";
10
10
  var DEFAULT_OPENAI_REALTIME_VOICE = "marin";
11
- var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
11
+ var DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;
12
+ var REQUEST_TIMEOUT_OPTIONS = {
13
+ timeoutMessage: `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,
14
+ // DNS/TLS/connection failures land here as raw fetch errors — map them so
15
+ // every failure escaping this provider is a CharivoError.
16
+ mapError: (error) => toCharivoError("provider", error, "OpenAI realtime request failed")
17
+ };
12
18
  var OpenAIRealtimeProvider = class {
13
19
  constructor(config) {
14
20
  this.config = config;
@@ -55,7 +61,7 @@ var OpenAIRealtimeProvider = class {
55
61
  },
56
62
  body: toRealtimeFormData(request)
57
63
  },
58
- `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`
64
+ REQUEST_TIMEOUT_OPTIONS
59
65
  );
60
66
  if (!response.ok) {
61
67
  const errorText = await readResponseText(response);
@@ -80,7 +86,7 @@ var OpenAIRealtimeProvider = class {
80
86
  session: toOpenAIRealtimeSession(session)
81
87
  })
82
88
  },
83
- `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`
89
+ REQUEST_TIMEOUT_OPTIONS
84
90
  );
85
91
  if (!response.ok) {
86
92
  const errorText = await readResponseText(response);
@@ -135,11 +141,8 @@ function toOpenAIRealtimeSession(session) {
135
141
  if (session.instructions) {
136
142
  payload.instructions = session.instructions;
137
143
  }
138
- if (session.temperature !== void 0) {
139
- payload.temperature = session.temperature;
140
- }
141
144
  if (session.maxTokens !== void 0) {
142
- payload.max_response_output_tokens = session.maxTokens;
145
+ payload.max_output_tokens = session.maxTokens;
143
146
  }
144
147
  if (session.tools?.length) {
145
148
  payload.tools = session.tools;
@@ -164,26 +167,6 @@ function extractClientSecret(payload) {
164
167
  function isRecord(value) {
165
168
  return typeof value === "object" && value !== null;
166
169
  }
167
- async function fetchWithTimeout(input, init, timeoutMessage, timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS) {
168
- const controller = new AbortController();
169
- const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
170
- try {
171
- return await fetch(input, {
172
- ...init,
173
- signal: controller.signal
174
- });
175
- } catch (error) {
176
- if (isAbortError(error)) {
177
- throw new CharivoTimeoutError(timeoutMessage, { cause: error });
178
- }
179
- throw toCharivoError("provider", error, "OpenAI realtime request failed");
180
- } finally {
181
- clearTimeout(timeoutId);
182
- }
183
- }
184
- function isAbortError(error) {
185
- return error instanceof DOMException && error.name === "AbortError" || error instanceof Error && error.name === "AbortError";
186
- }
187
170
  async function readResponseText(response) {
188
171
  try {
189
172
  return await response.text();
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":[],"mappings":";;;;;;AAeA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,uBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,0BAAA,GAA6B,GAAA;AAQ5B,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAY,8BAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAY,uBAAA,EACpB;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,uBAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,8BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,OAAA,CAAQ,cAAc,OAAA,CAAQ,WAAA;AAAA,EAChC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,6BAA6B,OAAA,CAAQ,SAAA;AAAA,EAC/C;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,gBAAA,CACb,KAAA,EACA,IAAA,EACA,cAAA,EACA,YAAY,0BAAA,EACO;AACnB,EAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,EAAA,MAAM,YAAY,UAAA,CAAW,MAAM,UAAA,CAAW,KAAA,IAAS,SAAS,CAAA;AAEhE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,MAAM,KAAA,EAAO;AAAA,MACxB,GAAG,IAAA;AAAA,MACH,QAAQ,UAAA,CAAW;AAAA,KACpB,CAAA;AAAA,EACH,SAAS,KAAA,EAAO;AACd,IAAA,IAAI,YAAA,CAAa,KAAK,CAAA,EAAG;AACvB,MAAA,MAAM,IAAI,mBAAA,CAAoB,cAAA,EAAgB,EAAE,KAAA,EAAO,OAAO,CAAA;AAAA,IAChE;AAGA,IAAA,MAAM,cAAA,CAAe,UAAA,EAAY,KAAA,EAAO,gCAAgC,CAAA;AAAA,EAC1E,CAAA,SAAE;AACA,IAAA,YAAA,CAAa,SAAS,CAAA;AAAA,EACxB;AACF;AAEA,SAAS,aAAa,KAAA,EAAyB;AAC7C,EAAA,OACG,KAAA,YAAiB,gBAAgB,KAAA,CAAM,IAAA,KAAS,gBAChD,KAAA,YAAiB,KAAA,IAAS,MAAM,IAAA,KAAS,YAAA;AAE9C;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.mjs","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n CharivoTimeoutError,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = 30_000;\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.temperature !== undefined) {\n payload.temperature = session.temperature;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_response_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function fetchWithTimeout(\n input: RequestInfo | URL,\n init: RequestInit,\n timeoutMessage: string,\n timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS,\n): Promise<Response> {\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), timeoutMs);\n\n try {\n return await fetch(input, {\n ...init,\n signal: controller.signal,\n });\n } catch (error) {\n if (isAbortError(error)) {\n throw new CharivoTimeoutError(timeoutMessage, { cause: error });\n }\n // DNS/TLS/connection failures land here as raw fetch errors — wrap them\n // so every failure escaping this provider is a CharivoError.\n throw toCharivoError(\"provider\", error, \"OpenAI realtime request failed\");\n } finally {\n clearTimeout(timeoutId);\n }\n}\n\nfunction isAbortError(error: unknown): boolean {\n return (\n (error instanceof DOMException && error.name === \"AbortError\") ||\n (error instanceof Error && error.name === \"AbortError\")\n );\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
1
+ {"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":[],"mappings":";;;;;;AAiBA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,uBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,0BAAA,GAA6B,wBAAA;AAEnC,IAAM,uBAAA,GAAmD;AAAA,EACvD,cAAA,EAAgB,2CAA2C,0BAA0B,CAAA,EAAA,CAAA;AAAA;AAAA;AAAA,EAGrF,UAAU,CAAC,KAAA,KACT,cAAA,CAAe,UAAA,EAAY,OAAO,gCAAgC;AACtE,CAAA;AAQO,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAY,8BAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAY,uBAAA,EACpB;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,uBAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,8BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,oBAAoB,OAAA,CAAQ,SAAA;AAAA,EACtC;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.mjs","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n DEFAULT_FETCH_TIMEOUT_MS,\n fetchWithTimeout,\n type FetchWithTimeoutOptions,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nconst REQUEST_TIMEOUT_OPTIONS: FetchWithTimeoutOptions = {\n timeoutMessage: `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n // DNS/TLS/connection failures land here as raw fetch errors — map them so\n // every failure escaping this provider is a CharivoError.\n mapError: (error) =>\n toCharivoError(\"provider\", error, \"OpenAI realtime request failed\"),\n};\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@charivo/server",
3
- "version": "0.6.9",
3
+ "version": "0.6.11",
4
4
  "description": "Server-side provider adapters for Charivo",
5
5
  "exports": {
6
6
  "./openai": {
@@ -19,10 +19,10 @@
19
19
  "!dist/metafile-*.json"
20
20
  ],
21
21
  "dependencies": {
22
- "@charivo/core": "^0.26.0",
23
- "@charivo/llm": "^0.9.2",
24
- "@charivo/stt": "^0.7.6",
25
- "@charivo/tts": "^0.6.10"
22
+ "@charivo/core": "^0.28.0",
23
+ "@charivo/llm": "^0.10.1",
24
+ "@charivo/stt": "^0.7.8",
25
+ "@charivo/tts": "^0.6.12"
26
26
  },
27
27
  "devDependencies": {
28
28
  "tsup": "^8.5.0",