@charivo/server 0.6.9 → 0.6.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/openai/index.js +11 -25
- package/dist/openai/index.js.map +1 -1
- package/dist/openai/index.mjs +10 -24
- package/dist/openai/index.mjs.map +1 -1
- package/package.json +5 -5
package/dist/openai/index.js
CHANGED
|
@@ -10,7 +10,13 @@ var DEFAULT_REALTIME_URL = "https://api.openai.com/v1/realtime/calls";
|
|
|
10
10
|
var DEFAULT_CLIENT_SECRETS_URL = "https://api.openai.com/v1/realtime/client_secrets";
|
|
11
11
|
var DEFAULT_OPENAI_REALTIME_MODEL = "gpt-realtime-2.1-mini";
|
|
12
12
|
var DEFAULT_OPENAI_REALTIME_VOICE = "marin";
|
|
13
|
-
var DEFAULT_REQUEST_TIMEOUT_MS =
|
|
13
|
+
var DEFAULT_REQUEST_TIMEOUT_MS = core.DEFAULT_FETCH_TIMEOUT_MS;
|
|
14
|
+
var REQUEST_TIMEOUT_OPTIONS = {
|
|
15
|
+
timeoutMessage: `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,
|
|
16
|
+
// DNS/TLS/connection failures land here as raw fetch errors — map them so
|
|
17
|
+
// every failure escaping this provider is a CharivoError.
|
|
18
|
+
mapError: (error) => core.toCharivoError("provider", error, "OpenAI realtime request failed")
|
|
19
|
+
};
|
|
14
20
|
var OpenAIRealtimeProvider = class {
|
|
15
21
|
constructor(config) {
|
|
16
22
|
this.config = config;
|
|
@@ -48,7 +54,7 @@ var OpenAIRealtimeProvider = class {
|
|
|
48
54
|
"SDP offer is required for WebRTC realtime sessions"
|
|
49
55
|
);
|
|
50
56
|
}
|
|
51
|
-
const response = await fetchWithTimeout(
|
|
57
|
+
const response = await core.fetchWithTimeout(
|
|
52
58
|
this.endpoint,
|
|
53
59
|
{
|
|
54
60
|
method: "POST",
|
|
@@ -57,7 +63,7 @@ var OpenAIRealtimeProvider = class {
|
|
|
57
63
|
},
|
|
58
64
|
body: toRealtimeFormData(request)
|
|
59
65
|
},
|
|
60
|
-
|
|
66
|
+
REQUEST_TIMEOUT_OPTIONS
|
|
61
67
|
);
|
|
62
68
|
if (!response.ok) {
|
|
63
69
|
const errorText = await readResponseText(response);
|
|
@@ -70,7 +76,7 @@ var OpenAIRealtimeProvider = class {
|
|
|
70
76
|
};
|
|
71
77
|
}
|
|
72
78
|
async createAgentsSession(session) {
|
|
73
|
-
const response = await fetchWithTimeout(
|
|
79
|
+
const response = await core.fetchWithTimeout(
|
|
74
80
|
this.clientSecretsEndpoint,
|
|
75
81
|
{
|
|
76
82
|
method: "POST",
|
|
@@ -82,7 +88,7 @@ var OpenAIRealtimeProvider = class {
|
|
|
82
88
|
session: toOpenAIRealtimeSession(session)
|
|
83
89
|
})
|
|
84
90
|
},
|
|
85
|
-
|
|
91
|
+
REQUEST_TIMEOUT_OPTIONS
|
|
86
92
|
);
|
|
87
93
|
if (!response.ok) {
|
|
88
94
|
const errorText = await readResponseText(response);
|
|
@@ -166,26 +172,6 @@ function extractClientSecret(payload) {
|
|
|
166
172
|
function isRecord(value) {
|
|
167
173
|
return typeof value === "object" && value !== null;
|
|
168
174
|
}
|
|
169
|
-
async function fetchWithTimeout(input, init, timeoutMessage, timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS) {
|
|
170
|
-
const controller = new AbortController();
|
|
171
|
-
const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
|
|
172
|
-
try {
|
|
173
|
-
return await fetch(input, {
|
|
174
|
-
...init,
|
|
175
|
-
signal: controller.signal
|
|
176
|
-
});
|
|
177
|
-
} catch (error) {
|
|
178
|
-
if (isAbortError(error)) {
|
|
179
|
-
throw new core.CharivoTimeoutError(timeoutMessage, { cause: error });
|
|
180
|
-
}
|
|
181
|
-
throw core.toCharivoError("provider", error, "OpenAI realtime request failed");
|
|
182
|
-
} finally {
|
|
183
|
-
clearTimeout(timeoutId);
|
|
184
|
-
}
|
|
185
|
-
}
|
|
186
|
-
function isAbortError(error) {
|
|
187
|
-
return error instanceof DOMException && error.name === "AbortError" || error instanceof Error && error.name === "AbortError";
|
|
188
|
-
}
|
|
189
175
|
async function readResponseText(response) {
|
|
190
176
|
try {
|
|
191
177
|
return await response.text();
|
package/dist/openai/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":["CharivoStateError","OPENAI_REALTIME_AGENTS_ADAPTER","OPENAI_REALTIME_ADAPTER","CharivoProviderError","CharivoTimeoutError","toCharivoError"],"mappings":";;;;;;;;AAeA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,uBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,0BAAA,GAA6B,GAAA;AAQ5B,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAYC,mCAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAYC,4BAAA,EACpB;AACA,MAAA,MAAM,IAAIF,sBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIG,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASD,4BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIC,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAIA,yBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASF,mCAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,OAAA,CAAQ,cAAc,OAAA,CAAQ,WAAA;AAAA,EAChC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,6BAA6B,OAAA,CAAQ,SAAA;AAAA,EAC/C;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,gBAAA,CACb,KAAA,EACA,IAAA,EACA,cAAA,EACA,YAAY,0BAAA,EACO;AACnB,EAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,EAAA,MAAM,YAAY,UAAA,CAAW,MAAM,UAAA,CAAW,KAAA,IAAS,SAAS,CAAA;AAEhE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,MAAM,KAAA,EAAO;AAAA,MACxB,GAAG,IAAA;AAAA,MACH,QAAQ,UAAA,CAAW;AAAA,KACpB,CAAA;AAAA,EACH,SAAS,KAAA,EAAO;AACd,IAAA,IAAI,YAAA,CAAa,KAAK,CAAA,EAAG;AACvB,MAAA,MAAM,IAAIG,wBAAA,CAAoB,cAAA,EAAgB,EAAE,KAAA,EAAO,OAAO,CAAA;AAAA,IAChE;AAGA,IAAA,MAAMC,mBAAA,CAAe,UAAA,EAAY,KAAA,EAAO,gCAAgC,CAAA;AAAA,EAC1E,CAAA,SAAE;AACA,IAAA,YAAA,CAAa,SAAS,CAAA;AAAA,EACxB;AACF;AAEA,SAAS,aAAa,KAAA,EAAyB;AAC7C,EAAA,OACG,KAAA,YAAiB,gBAAgB,KAAA,CAAM,IAAA,KAAS,gBAChD,KAAA,YAAiB,KAAA,IAAS,MAAM,IAAA,KAAS,YAAA;AAE9C;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMA,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMA,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.js","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n CharivoTimeoutError,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = 30_000;\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.temperature !== undefined) {\n payload.temperature = session.temperature;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_response_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function fetchWithTimeout(\n input: RequestInfo | URL,\n init: RequestInit,\n timeoutMessage: string,\n timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS,\n): Promise<Response> {\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), timeoutMs);\n\n try {\n return await fetch(input, {\n ...init,\n signal: controller.signal,\n });\n } catch (error) {\n if (isAbortError(error)) {\n throw new CharivoTimeoutError(timeoutMessage, { cause: error });\n }\n // DNS/TLS/connection failures land here as raw fetch errors — wrap them\n // so every failure escaping this provider is a CharivoError.\n throw toCharivoError(\"provider\", error, \"OpenAI realtime request failed\");\n } finally {\n clearTimeout(timeoutId);\n }\n}\n\nfunction isAbortError(error: unknown): boolean {\n return (\n (error instanceof DOMException && error.name === \"AbortError\") ||\n (error instanceof Error && error.name === \"AbortError\")\n );\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":["DEFAULT_FETCH_TIMEOUT_MS","toCharivoError","CharivoStateError","OPENAI_REALTIME_AGENTS_ADAPTER","OPENAI_REALTIME_ADAPTER","fetchWithTimeout","CharivoProviderError"],"mappings":";;;;;;;;AAiBA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,uBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,0BAAA,GAA6BA,6BAAA;AAEnC,IAAM,uBAAA,GAAmD;AAAA,EACvD,cAAA,EAAgB,2CAA2C,0BAA0B,CAAA,EAAA,CAAA;AAAA;AAAA;AAAA,EAGrF,UAAU,CAAC,KAAA,KACTC,mBAAA,CAAe,UAAA,EAAY,OAAO,gCAAgC;AACtE,CAAA;AAQO,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAIC,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAYC,mCAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAYC,4BAAA,EACpB;AACA,MAAA,MAAM,IAAIF,sBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAIA,sBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAMG,qBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIC,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASF,4BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAMC,qBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAIC,yBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAIA,yBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAASH,mCAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,OAAA,CAAQ,cAAc,OAAA,CAAQ,WAAA;AAAA,EAChC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,6BAA6B,OAAA,CAAQ,SAAA;AAAA,EAC/C;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMF,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAMA,mBAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.js","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n DEFAULT_FETCH_TIMEOUT_MS,\n fetchWithTimeout,\n type FetchWithTimeoutOptions,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nconst REQUEST_TIMEOUT_OPTIONS: FetchWithTimeoutOptions = {\n timeoutMessage: `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n // DNS/TLS/connection failures land here as raw fetch errors — map them so\n // every failure escaping this provider is a CharivoError.\n mapError: (error) =>\n toCharivoError(\"provider\", error, \"OpenAI realtime request failed\"),\n};\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.temperature !== undefined) {\n payload.temperature = session.temperature;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_response_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
|
package/dist/openai/index.mjs
CHANGED
|
@@ -1,14 +1,20 @@
|
|
|
1
1
|
export { OpenAILLMProvider, createOpenAILLMProvider } from '@charivo/llm/openai';
|
|
2
2
|
export { OpenAITTSProvider, createOpenAITTSProvider } from '@charivo/tts/openai';
|
|
3
3
|
export { OpenAISTTProvider, createOpenAISTTProvider } from '@charivo/stt/openai';
|
|
4
|
-
import { CharivoStateError, OPENAI_REALTIME_AGENTS_ADAPTER, OPENAI_REALTIME_ADAPTER,
|
|
4
|
+
import { CharivoStateError, OPENAI_REALTIME_AGENTS_ADAPTER, OPENAI_REALTIME_ADAPTER, fetchWithTimeout, toCharivoError, DEFAULT_FETCH_TIMEOUT_MS, CharivoProviderError } from '@charivo/core';
|
|
5
5
|
|
|
6
6
|
// src/openai/index.ts
|
|
7
7
|
var DEFAULT_REALTIME_URL = "https://api.openai.com/v1/realtime/calls";
|
|
8
8
|
var DEFAULT_CLIENT_SECRETS_URL = "https://api.openai.com/v1/realtime/client_secrets";
|
|
9
9
|
var DEFAULT_OPENAI_REALTIME_MODEL = "gpt-realtime-2.1-mini";
|
|
10
10
|
var DEFAULT_OPENAI_REALTIME_VOICE = "marin";
|
|
11
|
-
var DEFAULT_REQUEST_TIMEOUT_MS =
|
|
11
|
+
var DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;
|
|
12
|
+
var REQUEST_TIMEOUT_OPTIONS = {
|
|
13
|
+
timeoutMessage: `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,
|
|
14
|
+
// DNS/TLS/connection failures land here as raw fetch errors — map them so
|
|
15
|
+
// every failure escaping this provider is a CharivoError.
|
|
16
|
+
mapError: (error) => toCharivoError("provider", error, "OpenAI realtime request failed")
|
|
17
|
+
};
|
|
12
18
|
var OpenAIRealtimeProvider = class {
|
|
13
19
|
constructor(config) {
|
|
14
20
|
this.config = config;
|
|
@@ -55,7 +61,7 @@ var OpenAIRealtimeProvider = class {
|
|
|
55
61
|
},
|
|
56
62
|
body: toRealtimeFormData(request)
|
|
57
63
|
},
|
|
58
|
-
|
|
64
|
+
REQUEST_TIMEOUT_OPTIONS
|
|
59
65
|
);
|
|
60
66
|
if (!response.ok) {
|
|
61
67
|
const errorText = await readResponseText(response);
|
|
@@ -80,7 +86,7 @@ var OpenAIRealtimeProvider = class {
|
|
|
80
86
|
session: toOpenAIRealtimeSession(session)
|
|
81
87
|
})
|
|
82
88
|
},
|
|
83
|
-
|
|
89
|
+
REQUEST_TIMEOUT_OPTIONS
|
|
84
90
|
);
|
|
85
91
|
if (!response.ok) {
|
|
86
92
|
const errorText = await readResponseText(response);
|
|
@@ -164,26 +170,6 @@ function extractClientSecret(payload) {
|
|
|
164
170
|
function isRecord(value) {
|
|
165
171
|
return typeof value === "object" && value !== null;
|
|
166
172
|
}
|
|
167
|
-
async function fetchWithTimeout(input, init, timeoutMessage, timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS) {
|
|
168
|
-
const controller = new AbortController();
|
|
169
|
-
const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
|
|
170
|
-
try {
|
|
171
|
-
return await fetch(input, {
|
|
172
|
-
...init,
|
|
173
|
-
signal: controller.signal
|
|
174
|
-
});
|
|
175
|
-
} catch (error) {
|
|
176
|
-
if (isAbortError(error)) {
|
|
177
|
-
throw new CharivoTimeoutError(timeoutMessage, { cause: error });
|
|
178
|
-
}
|
|
179
|
-
throw toCharivoError("provider", error, "OpenAI realtime request failed");
|
|
180
|
-
} finally {
|
|
181
|
-
clearTimeout(timeoutId);
|
|
182
|
-
}
|
|
183
|
-
}
|
|
184
|
-
function isAbortError(error) {
|
|
185
|
-
return error instanceof DOMException && error.name === "AbortError" || error instanceof Error && error.name === "AbortError";
|
|
186
|
-
}
|
|
187
173
|
async function readResponseText(response) {
|
|
188
174
|
try {
|
|
189
175
|
return await response.text();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":[],"mappings":";;;;;;AAeA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,uBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,0BAAA,GAA6B,GAAA;AAQ5B,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAY,8BAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAY,uBAAA,EACpB;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,uBAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA,2CAA2C,0BAA0B,CAAA,EAAA;AAAA,KACvE;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,8BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,OAAA,CAAQ,cAAc,OAAA,CAAQ,WAAA;AAAA,EAChC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,6BAA6B,OAAA,CAAQ,SAAA;AAAA,EAC/C;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,gBAAA,CACb,KAAA,EACA,IAAA,EACA,cAAA,EACA,YAAY,0BAAA,EACO;AACnB,EAAA,MAAM,UAAA,GAAa,IAAI,eAAA,EAAgB;AACvC,EAAA,MAAM,YAAY,UAAA,CAAW,MAAM,UAAA,CAAW,KAAA,IAAS,SAAS,CAAA;AAEhE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,MAAM,KAAA,EAAO;AAAA,MACxB,GAAG,IAAA;AAAA,MACH,QAAQ,UAAA,CAAW;AAAA,KACpB,CAAA;AAAA,EACH,SAAS,KAAA,EAAO;AACd,IAAA,IAAI,YAAA,CAAa,KAAK,CAAA,EAAG;AACvB,MAAA,MAAM,IAAI,mBAAA,CAAoB,cAAA,EAAgB,EAAE,KAAA,EAAO,OAAO,CAAA;AAAA,IAChE;AAGA,IAAA,MAAM,cAAA,CAAe,UAAA,EAAY,KAAA,EAAO,gCAAgC,CAAA;AAAA,EAC1E,CAAA,SAAE;AACA,IAAA,YAAA,CAAa,SAAS,CAAA;AAAA,EACxB;AACF;AAEA,SAAS,aAAa,KAAA,EAAyB;AAC7C,EAAA,OACG,KAAA,YAAiB,gBAAgB,KAAA,CAAM,IAAA,KAAS,gBAChD,KAAA,YAAiB,KAAA,IAAS,MAAM,IAAA,KAAS,YAAA;AAE9C;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.mjs","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n CharivoTimeoutError,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = 30_000;\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.temperature !== undefined) {\n payload.temperature = session.temperature;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_response_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function fetchWithTimeout(\n input: RequestInfo | URL,\n init: RequestInit,\n timeoutMessage: string,\n timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS,\n): Promise<Response> {\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), timeoutMs);\n\n try {\n return await fetch(input, {\n ...init,\n signal: controller.signal,\n });\n } catch (error) {\n if (isAbortError(error)) {\n throw new CharivoTimeoutError(timeoutMessage, { cause: error });\n }\n // DNS/TLS/connection failures land here as raw fetch errors — wrap them\n // so every failure escaping this provider is a CharivoError.\n throw toCharivoError(\"provider\", error, \"OpenAI realtime request failed\");\n } finally {\n clearTimeout(timeoutId);\n }\n}\n\nfunction isAbortError(error: unknown): boolean {\n return (\n (error instanceof DOMException && error.name === \"AbortError\") ||\n (error instanceof Error && error.name === \"AbortError\")\n );\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
|
|
1
|
+
{"version":3,"sources":["../../src/openai/realtime/index.ts"],"names":[],"mappings":";;;;;;AAiBA,IAAM,oBAAA,GAAuB,0CAAA;AAC7B,IAAM,0BAAA,GACJ,mDAAA;AAKF,IAAM,6BAAA,GAAgC,uBAAA;AACtC,IAAM,6BAAA,GAAgC,OAAA;AACtC,IAAM,0BAAA,GAA6B,wBAAA;AAEnC,IAAM,uBAAA,GAAmD;AAAA,EACvD,cAAA,EAAgB,2CAA2C,0BAA0B,CAAA,EAAA,CAAA;AAAA;AAAA;AAAA,EAGrF,UAAU,CAAC,KAAA,KACT,cAAA,CAAe,UAAA,EAAY,OAAO,gCAAgC;AACtE,CAAA;AAQO,IAAM,yBAAN,MAAyD;AAAA,EAI9D,YAAoB,MAAA,EAAsC;AAAtC,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAClB,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,CAAC,OAAO,uBAAA,EAAyB;AACpE,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,MAAA,CAAO,OAAA,GACnB,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,eAAA,CAAA,GACpC,oBAAA;AACJ,IAAA,IAAA,CAAK,qBAAA,GAAwB,MAAA,CAAO,OAAA,GAChC,CAAA,EAAG,MAAA,CAAO,QAAQ,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAC,CAAA,wBAAA,CAAA,GACpC,0BAAA;AAAA,EACN;AAAA,EAhBQ,QAAA;AAAA,EACA,qBAAA;AAAA,EAiBR,MAAM,cACJ,OAAA,EACmC;AACnC,IAAA,IACE,QAAQ,OAAA,CAAQ,QAAA,KAAa,UAC7B,OAAA,CAAQ,OAAA,CAAQ,aAAa,QAAA,EAC7B;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mEAAA,EAAsE,OAAA,CAAQ,OAAA,CAAQ,QAAQ,CAAA;AAAA,OAChG;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,cAAc,QAAA,EAAU;AAClC,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,kEAAA,EAAqE,QAAQ,SAAS,CAAA;AAAA,OACxF;AAAA,IACF;AAEA,IAAA,IAAI,OAAA,CAAQ,YAAY,8BAAA,EAAgC;AACtD,MAAA,OAAO,IAAA,CAAK,mBAAA,CAAoB,OAAA,CAAQ,OAAO,CAAA;AAAA,IACjD;AAEA,IAAA,IACE,OAAA,CAAQ,OAAA,KAAY,MAAA,IACpB,OAAA,CAAQ,YAAY,uBAAA,EACpB;AACA,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR,CAAA,mDAAA,EAAsD,QAAQ,OAAO,CAAA,CAAA;AAAA,OACvE;AAAA,IACF;AAEA,IAAA,IAAI,CAAC,QAAQ,QAAA,EAAU;AACrB,MAAA,MAAM,IAAI,iBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,QAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA;AAAA,SAC7C;AAAA,QACA,IAAA,EAAM,mBAAmB,OAAO;AAAA,OAClC;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,uBAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX,SAAA,EAAW,MAAM,gBAAA,CAAiB,QAAQ;AAAA,KAC5C;AAAA,EACF;AAAA,EAEA,MAAc,oBACZ,OAAA,EACmC;AACnC,IAAA,MAAM,WAAW,MAAM,gBAAA;AAAA,MACrB,IAAA,CAAK,qBAAA;AAAA,MACL;AAAA,QACE,MAAA,EAAQ,MAAA;AAAA,QACR,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,UAC3C,cAAA,EAAgB;AAAA,SAClB;AAAA,QACA,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,UACnB,OAAA,EAAS,wBAAwB,OAAO;AAAA,SACzC;AAAA,OACH;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,SAAA,GAAY,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AACjD,MAAA,MAAM,IAAI,oBAAA,CAAqB,CAAA,uBAAA,EAA0B,SAAS,CAAA,CAAE,CAAA;AAAA,IACtE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,gBAAA,CAAiB,QAAQ,CAAA;AAC/C,IAAA,MAAM,YAAA,GAAe,oBAAoB,OAAO,CAAA;AAEhD,IAAA,IAAI,CAAC,YAAA,EAAc;AACjB,MAAA,MAAM,IAAI,oBAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,8BAAA;AAAA,MACT,SAAA,EAAW,QAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,MAAA,EACwB;AACxB,EAAA,OAAO,IAAI,uBAAuB,MAAM,CAAA;AAC1C;AAEA,SAAS,mBAAmB,OAAA,EAA2C;AACrE,EAAA,MAAM,QAAA,GAAW,IAAI,QAAA,EAAS;AAC9B,EAAA,QAAA,CAAS,GAAA,CAAI,KAAA,EAAO,OAAA,CAAQ,QAAA,IAAY,EAAE,CAAA;AAC1C,EAAA,QAAA,CAAS,GAAA;AAAA,IACP,SAAA;AAAA,IACA,IAAA,CAAK,SAAA,CAAU,uBAAA,CAAwB,OAAA,CAAQ,OAAO,CAAC;AAAA,GACzD;AACA,EAAA,OAAO,QAAA;AACT;AAEA,SAAS,wBACP,OAAA,EACyB;AACzB,EAAA,MAAM,KAAA,GAAiC;AAAA,IACrC,MAAA,EAAQ;AAAA,MACN,KAAA,EAAO,QAAQ,KAAA,IAAS;AAAA;AAC1B,GACF;AAEA,EAAA,MAAM,gBAAgB,OAAA,CAAQ,uBAAA;AAC9B,EAAA,IAAI,kBAAkB,MAAA,EAAW;AAC/B,IAAA,IAAI,aAAA,CAAc,YAAY,KAAA,EAAO;AACnC,MAAA,KAAA,CAAM,KAAA,GAAQ,EAAE,aAAA,EAAe,IAAA,EAAK;AAAA,IACtC,CAAA,MAAA,IAAW,aAAA,CAAc,KAAA,KAAU,MAAA,EAAW;AAC5C,MAAA,KAAA,CAAM,QAAQ,EAAE,aAAA,EAAe,EAAE,KAAA,EAAO,aAAA,CAAc,OAAM,EAAE;AAAA,IAChE;AAAA,EACF;AAEA,EAAA,MAAM,OAAA,GAAmC;AAAA,IACvC,IAAA,EAAM,UAAA;AAAA,IACN,KAAA,EAAO,QAAQ,KAAA,IAAS,6BAAA;AAAA,IACxB,KAAA;AAAA,IACA,WAAA,EAAa,QAAQ,UAAA,IAAc;AAAA,GACrC;AAEA,EAAA,IAAI,QAAQ,YAAA,EAAc;AACxB,IAAA,OAAA,CAAQ,eAAe,OAAA,CAAQ,YAAA;AAAA,EACjC;AAEA,EAAA,IAAI,OAAA,CAAQ,gBAAgB,MAAA,EAAW;AACrC,IAAA,OAAA,CAAQ,cAAc,OAAA,CAAQ,WAAA;AAAA,EAChC;AAEA,EAAA,IAAI,OAAA,CAAQ,cAAc,MAAA,EAAW;AACnC,IAAA,OAAA,CAAQ,6BAA6B,OAAA,CAAQ,SAAA;AAAA,EAC/C;AAEA,EAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,EAAQ;AACzB,IAAA,OAAA,CAAQ,QAAQ,OAAA,CAAQ,KAAA;AAAA,EAC1B;AAEA,EAAA,OAAO,OAAA;AACT;AAEA,SAAS,oBAAoB,OAAA,EAAiC;AAC5D,EAAA,IAAI,CAAC,QAAA,CAAS,OAAO,CAAA,EAAG;AACtB,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,aAAA,KAAkB,QAAA,EAAU;AAC7C,IAAA,OAAO,OAAA,CAAQ,aAAA;AAAA,EACjB;AAEA,EAAA,IACE,QAAA,CAAS,QAAQ,aAAa,CAAA,IAC9B,OAAO,OAAA,CAAQ,aAAA,CAAc,UAAU,QAAA,EACvC;AACA,IAAA,OAAO,QAAQ,aAAA,CAAc,KAAA;AAAA,EAC/B;AAEA,EAAA,IAAI,OAAO,OAAA,CAAQ,KAAA,KAAU,QAAA,EAAU;AACrC,IAAA,OAAO,OAAA,CAAQ,KAAA;AAAA,EACjB;AAEA,EAAA,OAAO,IAAA;AACT;AAEA,SAAS,SAAS,KAAA,EAAkD;AAClE,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA;AAChD;AAEA,eAAe,iBAAiB,QAAA,EAAqC;AACnE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF;AAEA,eAAe,iBAAiB,QAAA,EAAsC;AACpE,EAAA,IAAI;AACF,IAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,EAC7B,SAAS,KAAA,EAAO;AACd,IAAA,MAAM,cAAA;AAAA,MACJ,UAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACF","file":"index.mjs","sourcesContent":["import type {\n RealtimeProvider,\n RealtimeSessionBootstrap,\n RealtimeSessionConfig,\n RealtimeSessionRequest,\n} from \"@charivo/core\";\nimport {\n CharivoProviderError,\n CharivoStateError,\n DEFAULT_FETCH_TIMEOUT_MS,\n fetchWithTimeout,\n type FetchWithTimeoutOptions,\n OPENAI_REALTIME_ADAPTER,\n OPENAI_REALTIME_AGENTS_ADAPTER,\n toCharivoError,\n} from \"@charivo/core\";\n\nconst DEFAULT_REALTIME_URL = \"https://api.openai.com/v1/realtime/calls\";\nconst DEFAULT_CLIENT_SECRETS_URL =\n \"https://api.openai.com/v1/realtime/client_secrets\";\n// OpenAI realtime defaults, intentionally duplicated with\n// packages/realtime/src/openai/defaults.ts. Strict layering keeps server and\n// browser providers self-contained (no shared module / cross-package dep) — the\n// same pattern the tts/stt OpenAI defaults follow.\nconst DEFAULT_OPENAI_REALTIME_MODEL = \"gpt-realtime-2.1-mini\";\nconst DEFAULT_OPENAI_REALTIME_VOICE = \"marin\";\nconst DEFAULT_REQUEST_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS;\n\nconst REQUEST_TIMEOUT_OPTIONS: FetchWithTimeoutOptions = {\n timeoutMessage: `OpenAI realtime request timed out after ${DEFAULT_REQUEST_TIMEOUT_MS}ms`,\n // DNS/TLS/connection failures land here as raw fetch errors — map them so\n // every failure escaping this provider is a CharivoError.\n mapError: (error) =>\n toCharivoError(\"provider\", error, \"OpenAI realtime request failed\"),\n};\n\nexport interface OpenAIRealtimeProviderConfig {\n apiKey: string;\n baseUrl?: string;\n dangerouslyAllowBrowser?: boolean;\n}\n\nexport class OpenAIRealtimeProvider implements RealtimeProvider {\n private endpoint: string;\n private clientSecretsEndpoint: string;\n\n constructor(private config: OpenAIRealtimeProviderConfig) {\n if (typeof window !== \"undefined\" && !config.dangerouslyAllowBrowser) {\n throw new CharivoStateError(\n \"OpenAI realtime provider is for server-side use only. Set dangerouslyAllowBrowser: true for testing\",\n );\n }\n\n this.endpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/calls`\n : DEFAULT_REALTIME_URL;\n this.clientSecretsEndpoint = config.baseUrl\n ? `${config.baseUrl.replace(/\\/$/, \"\")}/realtime/client_secrets`\n : DEFAULT_CLIENT_SECRETS_URL;\n }\n\n async createSession(\n request: RealtimeSessionRequest,\n ): Promise<RealtimeSessionBootstrap> {\n if (\n request.session.provider !== undefined &&\n request.session.provider !== \"openai\"\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports provider \"openai\", received ${request.session.provider}`,\n );\n }\n\n if (request.transport !== \"webrtc\") {\n throw new CharivoStateError(\n `OpenAI realtime provider only supports webrtc transport, received ${request.transport}`,\n );\n }\n\n if (request.adapter === OPENAI_REALTIME_AGENTS_ADAPTER) {\n return this.createAgentsSession(request.session);\n }\n\n if (\n request.adapter !== undefined &&\n request.adapter !== OPENAI_REALTIME_ADAPTER\n ) {\n throw new CharivoStateError(\n `OpenAI realtime provider does not support adapter \"${request.adapter}\"`,\n );\n }\n\n if (!request.sdpOffer) {\n throw new CharivoStateError(\n \"SDP offer is required for WebRTC realtime sessions\",\n );\n }\n\n const response = await fetchWithTimeout(\n this.endpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n },\n body: toRealtimeFormData(request),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n return {\n adapter: OPENAI_REALTIME_ADAPTER,\n transport: \"webrtc\",\n answerSdp: await readResponseText(response),\n };\n }\n\n private async createAgentsSession(\n session: RealtimeSessionConfig,\n ): Promise<RealtimeSessionBootstrap> {\n const response = await fetchWithTimeout(\n this.clientSecretsEndpoint,\n {\n method: \"POST\",\n headers: {\n Authorization: `Bearer ${this.config.apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n session: toOpenAIRealtimeSession(session),\n }),\n },\n REQUEST_TIMEOUT_OPTIONS,\n );\n\n if (!response.ok) {\n const errorText = await readResponseText(response);\n throw new CharivoProviderError(`OpenAI Realtime Error: ${errorText}`);\n }\n\n const payload = await readResponseJson(response);\n const clientSecret = extractClientSecret(payload);\n\n if (!clientSecret) {\n throw new CharivoProviderError(\n \"OpenAI Realtime Error: invalid client secret response\",\n );\n }\n\n return {\n adapter: OPENAI_REALTIME_AGENTS_ADAPTER,\n transport: \"webrtc\",\n clientSecret,\n };\n }\n}\n\nexport function createOpenAIRealtimeProvider(\n config: OpenAIRealtimeProviderConfig,\n): OpenAIRealtimeProvider {\n return new OpenAIRealtimeProvider(config);\n}\n\nfunction toRealtimeFormData(request: RealtimeSessionRequest): FormData {\n const formData = new FormData();\n formData.set(\"sdp\", request.sdpOffer || \"\");\n formData.set(\n \"session\",\n JSON.stringify(toOpenAIRealtimeSession(request.session)),\n );\n return formData;\n}\n\nfunction toOpenAIRealtimeSession(\n session: RealtimeSessionConfig,\n): Record<string, unknown> {\n const audio: Record<string, unknown> = {\n output: {\n voice: session.voice ?? DEFAULT_OPENAI_REALTIME_VOICE,\n },\n };\n\n const transcription = session.inputAudioTranscription;\n if (transcription !== undefined) {\n if (transcription.enabled === false) {\n audio.input = { transcription: null };\n } else if (transcription.model !== undefined) {\n audio.input = { transcription: { model: transcription.model } };\n }\n }\n\n const payload: Record<string, unknown> = {\n type: \"realtime\",\n model: session.model ?? DEFAULT_OPENAI_REALTIME_MODEL,\n audio,\n tool_choice: session.toolChoice ?? \"auto\",\n };\n\n if (session.instructions) {\n payload.instructions = session.instructions;\n }\n\n if (session.temperature !== undefined) {\n payload.temperature = session.temperature;\n }\n\n if (session.maxTokens !== undefined) {\n payload.max_response_output_tokens = session.maxTokens;\n }\n\n if (session.tools?.length) {\n payload.tools = session.tools;\n }\n\n return payload;\n}\n\nfunction extractClientSecret(payload: unknown): string | null {\n if (!isRecord(payload)) {\n return null;\n }\n\n if (typeof payload.client_secret === \"string\") {\n return payload.client_secret;\n }\n\n if (\n isRecord(payload.client_secret) &&\n typeof payload.client_secret.value === \"string\"\n ) {\n return payload.client_secret.value;\n }\n\n if (typeof payload.value === \"string\") {\n return payload.value;\n }\n\n return null;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === \"object\" && value !== null;\n}\n\nasync function readResponseText(response: Response): Promise<string> {\n try {\n return await response.text();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to read OpenAI realtime response body\",\n );\n }\n}\n\nasync function readResponseJson(response: Response): Promise<unknown> {\n try {\n return await response.json();\n } catch (error) {\n throw toCharivoError(\n \"provider\",\n error,\n \"Failed to parse OpenAI realtime response body\",\n );\n }\n}\n"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@charivo/server",
|
|
3
|
-
"version": "0.6.
|
|
3
|
+
"version": "0.6.10",
|
|
4
4
|
"description": "Server-side provider adapters for Charivo",
|
|
5
5
|
"exports": {
|
|
6
6
|
"./openai": {
|
|
@@ -19,10 +19,10 @@
|
|
|
19
19
|
"!dist/metafile-*.json"
|
|
20
20
|
],
|
|
21
21
|
"dependencies": {
|
|
22
|
-
"@charivo/core": "^0.
|
|
23
|
-
"@charivo/llm": "^0.
|
|
24
|
-
"@charivo/stt": "^0.7.
|
|
25
|
-
"@charivo/tts": "^0.6.
|
|
22
|
+
"@charivo/core": "^0.27.0",
|
|
23
|
+
"@charivo/llm": "^0.10.0",
|
|
24
|
+
"@charivo/stt": "^0.7.7",
|
|
25
|
+
"@charivo/tts": "^0.6.11"
|
|
26
26
|
},
|
|
27
27
|
"devDependencies": {
|
|
28
28
|
"tsup": "^8.5.0",
|