@openai/agents-realtime 0.0.11 → 0.0.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle/openai-realtime-agents.mjs +1445 -1428
- package/dist/bundle/openai-realtime-agents.umd.js +4 -4
- package/dist/clientMessages.d.ts +5 -0
- package/dist/metadata.js +2 -2
- package/dist/metadata.mjs +2 -2
- package/dist/openaiRealtimeBase.d.ts +4 -1
- package/dist/openaiRealtimeBase.js +13 -1
- package/dist/openaiRealtimeBase.js.map +1 -1
- package/dist/openaiRealtimeBase.mjs +13 -1
- package/dist/openaiRealtimeBase.mjs.map +1 -1
- package/dist/openaiRealtimeWebsocket.d.ts +6 -2
- package/dist/openaiRealtimeWebsocket.js +26 -11
- package/dist/openaiRealtimeWebsocket.js.map +1 -1
- package/dist/openaiRealtimeWebsocket.mjs +26 -11
- package/dist/openaiRealtimeWebsocket.mjs.map +1 -1
- package/dist/realtimeSession.js +13 -0
- package/dist/realtimeSession.js.map +1 -1
- package/dist/realtimeSession.mjs +13 -0
- package/dist/realtimeSession.mjs.map +1 -1
- package/package.json +2 -2
package/dist/clientMessages.d.ts
CHANGED
|
@@ -17,6 +17,9 @@ export type RealtimeTracingConfig = {
|
|
|
17
17
|
group_id?: string;
|
|
18
18
|
metadata?: Record<string, any>;
|
|
19
19
|
} | 'auto';
|
|
20
|
+
export type RealtimeInputAudioNoiseReductionConfig = {
|
|
21
|
+
type: 'near_field' | 'far_field' | (string & {});
|
|
22
|
+
};
|
|
20
23
|
export type RealtimeInputAudioTranscriptionConfig = {
|
|
21
24
|
language?: string;
|
|
22
25
|
model?: 'gpt-4o-transcribe' | 'gpt-4o-mini-transcribe' | 'whisper-1' | (string & {});
|
|
@@ -54,6 +57,8 @@ export type RealtimeSessionConfig = {
|
|
|
54
57
|
tools: FunctionToolDefinition[];
|
|
55
58
|
tracing?: RealtimeTracingConfig | null;
|
|
56
59
|
providerData?: Record<string, any>;
|
|
60
|
+
inputAudioNoiseReduction: RealtimeInputAudioNoiseReductionConfig | null;
|
|
61
|
+
speed: number;
|
|
57
62
|
};
|
|
58
63
|
export type FunctionToolDefinition = {
|
|
59
64
|
type: 'function';
|
package/dist/metadata.js
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
// This file is automatically generated
|
|
2
2
|
export const METADATA = {
|
|
3
3
|
"name": "@openai/agents-realtime",
|
|
4
|
-
"version": "0.0.
|
|
4
|
+
"version": "0.0.13",
|
|
5
5
|
"versions": {
|
|
6
|
-
"@openai/agents-realtime": "0.0.
|
|
6
|
+
"@openai/agents-realtime": "0.0.13",
|
|
7
7
|
"@openai/agents-core": "workspace:*",
|
|
8
8
|
"@openai/zod": "npm:zod@3.25.40 - 3.25.67"
|
|
9
9
|
}
|
package/dist/metadata.mjs
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
// This file is automatically generated
|
|
2
2
|
export const METADATA = {
|
|
3
3
|
"name": "@openai/agents-realtime",
|
|
4
|
-
"version": "0.0.
|
|
4
|
+
"version": "0.0.13",
|
|
5
5
|
"versions": {
|
|
6
|
-
"@openai/agents-realtime": "0.0.
|
|
6
|
+
"@openai/agents-realtime": "0.0.13",
|
|
7
7
|
"@openai/agents-core": "workspace:*",
|
|
8
8
|
"@openai/zod": "npm:zod@3.25.40 - 3.25.67"
|
|
9
9
|
}
|
|
@@ -14,7 +14,7 @@ export type OpenAIRealtimeModels = 'gpt-4o-realtime-preview' | 'gpt-4o-mini-real
|
|
|
14
14
|
*/
|
|
15
15
|
export declare const DEFAULT_OPENAI_REALTIME_MODEL: OpenAIRealtimeModels;
|
|
16
16
|
/**
|
|
17
|
-
* The default session config that gets send over during session connection unless
|
|
17
|
+
* The default session config that gets send over during session connection unless overridden
|
|
18
18
|
* by the user.
|
|
19
19
|
*/
|
|
20
20
|
export declare const DEFAULT_OPENAI_REALTIME_SESSION_CONFIG: Partial<RealtimeSessionConfig>;
|
|
@@ -64,6 +64,7 @@ export declare abstract class OpenAIRealtimeBase extends EventEmitterDelegate<Op
|
|
|
64
64
|
abstract close(): void;
|
|
65
65
|
abstract interrupt(): void;
|
|
66
66
|
abstract readonly muted: boolean | null;
|
|
67
|
+
protected get _rawSessionConfig(): Record<string, any> | null;
|
|
67
68
|
protected _getApiKey(options: RealtimeTransportLayerConnectOptions): Promise<string>;
|
|
68
69
|
protected _onMessage(event: MessageEvent | WebSocketMessageEvent): void;
|
|
69
70
|
protected _onError(error: any): void;
|
|
@@ -81,10 +82,12 @@ export declare abstract class OpenAIRealtimeBase extends EventEmitterDelegate<Op
|
|
|
81
82
|
instructions: string | undefined;
|
|
82
83
|
model: string;
|
|
83
84
|
voice: string | undefined;
|
|
85
|
+
speed: number | undefined;
|
|
84
86
|
modalities: ("text" | "audio")[] | undefined;
|
|
85
87
|
input_audio_format: import("./clientMessages").RealtimeAudioFormat | undefined;
|
|
86
88
|
output_audio_format: import("./clientMessages").RealtimeAudioFormat | undefined;
|
|
87
89
|
input_audio_transcription: import("./clientMessages").RealtimeInputAudioTranscriptionConfig | undefined;
|
|
90
|
+
input_audio_noise_reduction: import("./clientMessages").RealtimeInputAudioNoiseReductionConfig | null | undefined;
|
|
88
91
|
turn_detection: RealtimeTurnDetectionConfigAsIs | (import("./clientMessages").RealtimeTurnDetectionConfigCamelCase & Record<string, any>) | undefined;
|
|
89
92
|
tool_choice: import("@openai/agents-core").ModelSettingsToolChoice | undefined;
|
|
90
93
|
tools: {
|
|
@@ -9,7 +9,7 @@ import { EventEmitterDelegate } from '@openai/agents-core/utils';
|
|
|
9
9
|
*/
|
|
10
10
|
export const DEFAULT_OPENAI_REALTIME_MODEL = 'gpt-4o-realtime-preview';
|
|
11
11
|
/**
|
|
12
|
-
* The default session config that gets send over during session connection unless
|
|
12
|
+
* The default session config that gets send over during session connection unless overridden
|
|
13
13
|
* by the user.
|
|
14
14
|
*/
|
|
15
15
|
export const DEFAULT_OPENAI_REALTIME_SESSION_CONFIG = {
|
|
@@ -23,11 +23,14 @@ export const DEFAULT_OPENAI_REALTIME_SESSION_CONFIG = {
|
|
|
23
23
|
turnDetection: {
|
|
24
24
|
type: 'semantic_vad',
|
|
25
25
|
},
|
|
26
|
+
inputAudioNoiseReduction: null,
|
|
27
|
+
speed: 1,
|
|
26
28
|
};
|
|
27
29
|
export class OpenAIRealtimeBase extends EventEmitterDelegate {
|
|
28
30
|
#model;
|
|
29
31
|
#apiKey;
|
|
30
32
|
#tracingConfig = null;
|
|
33
|
+
#rawSessionConfig = null;
|
|
31
34
|
eventEmitter = new RuntimeEventEmitter();
|
|
32
35
|
constructor(options = {}) {
|
|
33
36
|
super();
|
|
@@ -47,6 +50,9 @@ export class OpenAIRealtimeBase extends EventEmitterDelegate {
|
|
|
47
50
|
set currentModel(model) {
|
|
48
51
|
this.#model = model;
|
|
49
52
|
}
|
|
53
|
+
get _rawSessionConfig() {
|
|
54
|
+
return this.#rawSessionConfig ?? null;
|
|
55
|
+
}
|
|
50
56
|
async _getApiKey(options) {
|
|
51
57
|
const apiKey = options.apiKey ?? this.#apiKey;
|
|
52
58
|
if (typeof apiKey === 'function') {
|
|
@@ -78,6 +84,9 @@ export class OpenAIRealtimeBase extends EventEmitterDelegate {
|
|
|
78
84
|
});
|
|
79
85
|
return;
|
|
80
86
|
}
|
|
87
|
+
if (parsed.type === 'session.updated') {
|
|
88
|
+
this.#rawSessionConfig = parsed.session;
|
|
89
|
+
}
|
|
81
90
|
if (parsed.type === 'response.done') {
|
|
82
91
|
const response = responseDoneEventSchema.safeParse(parsed);
|
|
83
92
|
if (!response.success) {
|
|
@@ -246,6 +255,7 @@ export class OpenAIRealtimeBase extends EventEmitterDelegate {
|
|
|
246
255
|
this.#model ??
|
|
247
256
|
DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.model,
|
|
248
257
|
voice: config.voice ?? DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.voice,
|
|
258
|
+
speed: config.speed ?? DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.speed,
|
|
249
259
|
modalities: config.modalities ?? DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.modalities,
|
|
250
260
|
input_audio_format: config.inputAudioFormat ??
|
|
251
261
|
DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.inputAudioFormat,
|
|
@@ -253,6 +263,8 @@ export class OpenAIRealtimeBase extends EventEmitterDelegate {
|
|
|
253
263
|
DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.outputAudioFormat,
|
|
254
264
|
input_audio_transcription: config.inputAudioTranscription ??
|
|
255
265
|
DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.inputAudioTranscription,
|
|
266
|
+
input_audio_noise_reduction: config.inputAudioNoiseReduction ??
|
|
267
|
+
DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.inputAudioNoiseReduction,
|
|
256
268
|
turn_detection: OpenAIRealtimeBase.buildTurnDetectionConfig(config.turnDetection) ??
|
|
257
269
|
DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.turnDetection,
|
|
258
270
|
tool_choice: config.toolChoice ?? DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.toolChoice,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openaiRealtimeBase.js","sourceRoot":"","sources":["../src/openaiRealtimeBase.ts"],"names":[],"mappings":"OAAO,EAAE,mBAAmB,EAAE,KAAK,EAAE,MAAM,qBAAqB;OAWzD,EAEL,yBAAyB,EACzB,oBAAoB,GACrB;OACM,MAAM;OACN,EACL,kBAAkB,EAClB,uBAAuB,GACxB;OAUM,EAAE,mBAAmB,EAAE,mBAAmB,EAAE;OAC5C,EAAE,oBAAoB,EAAE,MAAM,2BAA2B;AAchE;;GAEG;AACH,MAAM,CAAC,MAAM,6BAA6B,GACxC,yBAAyB,CAAC;AAE5B;;;GAGG;AACH,MAAM,CAAC,MAAM,sCAAsC,GACjD;IACE,KAAK,EAAE,KAAK;IACZ,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;IAC7B,gBAAgB,EAAE,OAAO;IACzB,iBAAiB,EAAE,OAAO;IAC1B,uBAAuB,EAAE;QACvB,KAAK,EAAE,wBAAwB;KAChC;IACD,aAAa,EAAE;QACb,IAAI,EAAE,cAAc;KACrB;CACF,CAAC;AA8BJ,MAAM,OAAgB,kBACpB,SAAQ,oBAA8C;IAGtD,MAAM,CAAS;IACf,OAAO,CAAqB;IAC5B,cAAc,GAAiC,IAAI,CAAC;IAE1C,YAAY,GACpB,IAAI,mBAAmB,EAA4B,CAAC;IAEtD,YAAY,UAAqC,EAAE;QACjD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,IAAI,6BAA6B,CAAC;QAC7D,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,IAAI,YAAY,CAAC,KAA2B;QAC1C,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAsBS,KAAK,CAAC,UAAU,CAAC,OAA6C;QACtE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC;QAE9C,IAAI,OAAO,MAAM,KAAK,UAAU,EAAE,CAAC;YACjC,OAAO,MAAM,MAAM,EAAE,CAAC;QACxB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAES,UAAU,CAAC,KAA2C;QAC9D,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC9D,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACvB,IAAI,SAAS,EAAE,CAAC;YACd,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;gBACxB,IAAI,EAAE,kBAAkB;gBACxB,YAAY,EAAE;oBACZ,GAAG,MAAM;iBACV;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,uBAAuB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC3D,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACtB,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAClE,OAAO;YACT,CAAC;YACD,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;YACpE,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;YACtE,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,CAAC;YAC/C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;gBACtB,WAAW;gBACX,kBAAkB,EAChB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,oBAAoB,IAAI,EAAE;gBAC1D,YAAY;gBACZ,mBAAmB,EACjB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,qBAAqB,IAAI,EAAE;gBAC3D,WAAW;aACZ,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;gBACrB,IAAI,EAAE,eAAe;gBACrB,QAAQ,EAAE;oBACR,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE;oBACnC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE;oBAC3C,KAAK,EAAE;wBACL,WAAW;wBACX,kBAAkB,EAChB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,oBAAoB,IAAI,EAAE;wBAC1D,YAAY;wBACZ,mBAAmB,EACjB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,qBAAqB,IAAI,EAAE;wBAC3D,WAAW;qBACZ;iBACF;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,2BAA2B,EAAE,CAAC;YAChD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;gBACxB,MAAM,EAAE,MAAM,CAAC,OAAO;aACvB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,uDAAuD;YACvE,MAAM,CAAC,IAAI,KAAK,6BAA6B,EAC7C,CAAC;YACD,6EAA6E;YAC7E,wFAAwF;YACxF,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,4BAA4B;gBAClC,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,mDAAmD;YACnE,MAAM,CAAC,IAAI,KAAK,qBAAqB;YACrC,MAAM,CAAC,IAAI,KAAK,iCAAiC;YACjD,MAAM,CAAC,IAAI,KAAK,wCAAwC,EACxD,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,KAAK,iCAAiC,EAAE,CAAC;gBACtD,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE;oBAClC,IAAI,EAAE,kBAAkB;oBACxB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,MAAM,EAAE,MAAM,CAAC,OAAO;oBACtB,UAAU,EAAE,MAAM,CAAC,WAAW;iBAC/B,CAAC,CAAC;YACL,CAAC;YACD,0CAA0C;YAC1C,OAAO;QACT,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,2BAA2B;YAC3C,MAAM,CAAC,IAAI,KAAK,6BAA6B,EAC7C,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACnC,MAAM,cAAc,GAClB,MAAM,CAAC,IAAI,KAAK,2BAA2B;oBACzC,CAAC,CAAC,MAAM,CAAC,gBAAgB;oBACzB,CAAC,CAAC,IAAI,CAAC;gBACX,MAAM,IAAI,GAAG,yBAAyB,CAAC,KAAK,CAAC;oBAC3C,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE;oBACtB,cAAc;oBACd,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO;oBAC5B,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;iBAC3B,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;gBAC/B,OAAO;YACT,CAAC;QACH,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,2BAA2B;YAC3C,MAAM,CAAC,IAAI,KAAK,4BAA4B,EAC5C,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;YACzB,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBACjE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC;oBAC1C,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,MAAM,EAAE,aAAa,EAAE,mFAAmF;oBAC1G,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,MAAM,EAAE,IAAI;iBACb,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;gBACnC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;oBACzB,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,IAAI,EAAE,eAAe;oBACrB,MAAM,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE;oBAC1B,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE;oBAC/B,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;iBACtB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC5B,MAAM,YAAY,GAAG,yBAAyB,CAAC,KAAK,CAAC;oBACnD,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO;oBAC5B,MAAM,EAAE,aAAa;iBACtB,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;gBACvC,OAAO;YACT,CAAC;QACH,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,KAAU;QAC3B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,IAAI,EAAE,OAAO;YACb,KAAK;SACN,CAAC,CAAC;IACL,CAAC;IAES,OAAO;QACf,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACzB,CAAC;IAES,QAAQ;QAChB,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC5B,CAAC;IAED;;;;;;OAMG;IACH,WAAW,CAAC,OAA0B,EAAE,cAAmC;QACzE,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,0BAA0B;YAChC,IAAI,EACF,OAAO,OAAO,KAAK,QAAQ;gBACzB,CAAC,CAAC;oBACE,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,YAAY;4BAClB,IAAI,EAAE,OAAO;yBACd;qBACF;iBACF;gBACH,CAAC,CAAC,OAAO;YACb,GAAG,cAAc;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,iBAAiB;SACxB,CAAC,CAAC;IACL,CAAC;IAES,uBAAuB,CAAC,MAAsC;QACtE,MAAM,WAAW,GAAG;YAClB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,KAAK,EACH,MAAM,CAAC,KAAK;gBACZ,IAAI,CAAC,MAAM;gBACX,sCAAsC,CAAC,KAAK;YAC9C,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,sCAAsC,CAAC,KAAK;YACnE,UAAU,EACR,MAAM,CAAC,UAAU,IAAI,sCAAsC,CAAC,UAAU;YACxE,kBAAkB,EAChB,MAAM,CAAC,gBAAgB;gBACvB,sCAAsC,CAAC,gBAAgB;YACzD,mBAAmB,EACjB,MAAM,CAAC,iBAAiB;gBACxB,sCAAsC,CAAC,iBAAiB;YAC1D,yBAAyB,EACvB,MAAM,CAAC,uBAAuB;gBAC9B,sCAAsC,CAAC,uBAAuB;YAChE,cAAc,EACZ,kBAAkB,CAAC,wBAAwB,CAAC,MAAM,CAAC,aAAa,CAAC;gBACjE,sCAAsC,CAAC,aAAa;YACtD,WAAW,EACT,MAAM,CAAC,UAAU,IAAI,sCAAsC,CAAC,UAAU;YACxE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,GAAG,IAAI;gBACP,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;YACH,mFAAmF;YACnF,4CAA4C;YAC5C,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;SAC/B,CAAC;QAEF,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,MAAM,CAAC,wBAAwB,CACrC,CAA0C;QAE1C,IAAI,OAAO,CAAC,KAAK,WAAW,EAAE,CAAC;YAC7B,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,EACJ,IAAI,EACJ,cAAc,EACd,eAAe,EACf,SAAS,EACT,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,mBAAmB,EACnB,SAAS,EACT,GAAG,IAAI,EACR,GAAG,CAAC,CAAC;QAEN,MAAM,MAAM,GAA0D;YACpE,IAAI;YACJ,eAAe,EAAE,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,eAAe;YAClE,SAAS;YACT,kBAAkB,EAAE,iBAAiB;gBACnC,CAAC,CAAC,iBAAiB;gBACnB,CAAC,CAAC,kBAAkB;YACtB,iBAAiB,EAAE,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,iBAAiB;YACxE,mBAAmB,EAAE,iBAAiB;gBACpC,CAAC,CAAC,iBAAiB;gBACnB,CAAC,CAAC,mBAAmB;YACvB,SAAS;YACT,GAAG,IAAI;SACR,CAAC;QACF,0CAA0C;QAC1C,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YAClC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS;gBAAE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7D,CAAC;IAED;;;OAGG;IACH,IAAI,cAAc,CAAC,aAA2C;QAC5D,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;IACtC,CAAC;IAED;;;;OAIG;IACO,oBAAoB,CAAC,aAAoC;QACjE,IAAI,OAAO,IAAI,CAAC,cAAc,KAAK,WAAW,EAAE,CAAC;YAC/C,+BAA+B;YAC/B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;QAED,IAAI,aAAa,KAAK,MAAM,EAAE,CAAC;YAC7B,+BAA+B;YAC/B,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,OAAO,EAAE,MAAM;iBAChB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ;YACvC,OAAO,aAAa,KAAK,QAAQ,EACjC,CAAC;YACD,6CAA6C;YAC7C,MAAM,CAAC,IAAI,CACT,0IAA0I,CAC3I,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;YAC3B,MAAM,CAAC,KAAK,CACV,iGAAiG,CAClG,CAAC;YAEF,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,OAAO,EAAE,IAAI;iBACd;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,IAAI,CAAC,cAAc,KAAK,IAAI;YAC5B,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,EACvC,CAAC;YACD,iEAAiE;YACjE,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,OAAO,EAAE,aAAa;iBACvB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,aAAa,EAAE,QAAQ,KAAK,IAAI,CAAC,cAAc,EAAE,QAAQ;YACzD,aAAa,EAAE,QAAQ,KAAK,IAAI,CAAC,cAAc,EAAE,QAAQ;YACzD,aAAa,EAAE,aAAa,KAAK,IAAI,CAAC,cAAc,EAAE,aAAa,EACnE,CAAC;YACD,MAAM,CAAC,IAAI,CACT,gMAAgM,EAChM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,EACnC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAC9B,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE;gBACP,OAAO,EAAE,aAAa;aACvB;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,mBAAmB,CAAC,MAAsC;QACxD,MAAM,WAAW,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;QAEzD,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,WAAW;SACrB,CAAC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACH,sBAAsB,CACpB,QAAgC,EAChC,MAAc,EACd,gBAAyB,IAAI;QAE7B,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE;gBACJ,IAAI,EAAE,sBAAsB;gBAC5B,MAAM;gBACN,OAAO,EAAE,QAAQ,CAAC,MAAM;aACzB;SACF,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,oBAAoB,CAAC,KAAK,CAAC;gBACtC,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,cAAc,EAAE,QAAQ,CAAC,cAAc;gBACvC,IAAI,EAAE,eAAe;gBACrB,MAAM,EAAE,WAAW;gBACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,MAAM;aACP,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,iBAAiB;aACxB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACH,SAAS,CACP,KAAkB,EAClB,EAAE,MAAM,GAAG,KAAK,KAA2B,EAAE;QAE7C,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,2BAA2B;YACjC,KAAK,EAAE,mBAAmB,CAAC,KAAK,CAAC;SAClC,CAAC,CAAC;QAEH,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,2BAA2B;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,YAAY,CAAC,UAA0B,EAAE,UAA0B;QACjE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,mBAAmB,CAC1D,UAAU,EACV,UAAU,CACX,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAChE,oFAAoF;QACpF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,UAAU,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACxB,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,IAAI,CAAC,SAAS,CAAC;oBACb,IAAI,EAAE,0BAA0B;oBAChC,OAAO,EAAE,MAAM;iBAChB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,mBAAmB,GAAG,CAAC,GAAG,SAAS,EAAE,GAAG,OAAO,CAAC,CAAC;QAEvD,KAAK,MAAM,QAAQ,IAAI,mBAAmB,EAAE,CAAC;YAC3C,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAChC,MAAM,SAAS,GAAwB;oBACrC,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,EAAE,EAAE,QAAQ,CAAC,MAAM;iBACpB,CAAC;gBACF,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;oBAClD,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;gBACrC,CAAC;gBACD,IAAI,CAAC,SAAS,CAAC;oBACb,IAAI,EAAE,0BAA0B;oBAChC,IAAI,EAAE,SAAS;iBAChB,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBAC7C,MAAM,CAAC,IAAI,CACT,6EAA6E,CAC9E,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"openaiRealtimeBase.js","sourceRoot":"","sources":["../src/openaiRealtimeBase.ts"],"names":[],"mappings":"OAAO,EAAE,mBAAmB,EAAE,KAAK,EAAE,MAAM,qBAAqB;OAWzD,EAEL,yBAAyB,EACzB,oBAAoB,GACrB;OACM,MAAM;OACN,EACL,kBAAkB,EAClB,uBAAuB,GACxB;OAUM,EAAE,mBAAmB,EAAE,mBAAmB,EAAE;OAC5C,EAAE,oBAAoB,EAAE,MAAM,2BAA2B;AAchE;;GAEG;AACH,MAAM,CAAC,MAAM,6BAA6B,GACxC,yBAAyB,CAAC;AAE5B;;;GAGG;AACH,MAAM,CAAC,MAAM,sCAAsC,GACjD;IACE,KAAK,EAAE,KAAK;IACZ,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;IAC7B,gBAAgB,EAAE,OAAO;IACzB,iBAAiB,EAAE,OAAO;IAC1B,uBAAuB,EAAE;QACvB,KAAK,EAAE,wBAAwB;KAChC;IACD,aAAa,EAAE;QACb,IAAI,EAAE,cAAc;KACrB;IACD,wBAAwB,EAAE,IAAI;IAC9B,KAAK,EAAE,CAAC;CACT,CAAC;AA8BJ,MAAM,OAAgB,kBACpB,SAAQ,oBAA8C;IAGtD,MAAM,CAAS;IACf,OAAO,CAAqB;IAC5B,cAAc,GAAiC,IAAI,CAAC;IACpD,iBAAiB,GAA+B,IAAI,CAAC;IAE3C,YAAY,GACpB,IAAI,mBAAmB,EAA4B,CAAC;IAEtD,YAAY,UAAqC,EAAE;QACjD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,IAAI,6BAA6B,CAAC;QAC7D,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,IAAI,YAAY,CAAC,KAA2B;QAC1C,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAsBD,IAAc,iBAAiB;QAC7B,OAAO,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC;IACxC,CAAC;IAES,KAAK,CAAC,UAAU,CAAC,OAA6C;QACtE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC;QAE9C,IAAI,OAAO,MAAM,KAAK,UAAU,EAAE,CAAC;YACjC,OAAO,MAAM,MAAM,EAAE,CAAC;QACxB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAES,UAAU,CAAC,KAA2C;QAC9D,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC9D,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACvB,IAAI,SAAS,EAAE,CAAC;YACd,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;gBACxB,IAAI,EAAE,kBAAkB;gBACxB,YAAY,EAAE;oBACZ,GAAG,MAAM;iBACV;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACtC,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC;QAC1C,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,uBAAuB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC3D,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACtB,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAClE,OAAO;YACT,CAAC;YACD,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;YACpE,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;YACtE,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,CAAC;YAC/C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;gBACtB,WAAW;gBACX,kBAAkB,EAChB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,oBAAoB,IAAI,EAAE;gBAC1D,YAAY;gBACZ,mBAAmB,EACjB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,qBAAqB,IAAI,EAAE;gBAC3D,WAAW;aACZ,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;gBACrB,IAAI,EAAE,eAAe;gBACrB,QAAQ,EAAE;oBACR,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE;oBACnC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE;oBAC3C,KAAK,EAAE;wBACL,WAAW;wBACX,kBAAkB,EAChB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,oBAAoB,IAAI,EAAE;wBAC1D,YAAY;wBACZ,mBAAmB,EACjB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,qBAAqB,IAAI,EAAE;wBAC3D,WAAW;qBACZ;iBACF;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,2BAA2B,EAAE,CAAC;YAChD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;gBACxB,MAAM,EAAE,MAAM,CAAC,OAAO;aACvB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,uDAAuD;YACvE,MAAM,CAAC,IAAI,KAAK,6BAA6B,EAC7C,CAAC;YACD,6EAA6E;YAC7E,wFAAwF;YACxF,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,4BAA4B;gBAClC,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,mDAAmD;YACnE,MAAM,CAAC,IAAI,KAAK,qBAAqB;YACrC,MAAM,CAAC,IAAI,KAAK,iCAAiC;YACjD,MAAM,CAAC,IAAI,KAAK,wCAAwC,EACxD,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,KAAK,iCAAiC,EAAE,CAAC;gBACtD,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE;oBAClC,IAAI,EAAE,kBAAkB;oBACxB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,MAAM,EAAE,MAAM,CAAC,OAAO;oBACtB,UAAU,EAAE,MAAM,CAAC,WAAW;iBAC/B,CAAC,CAAC;YACL,CAAC;YACD,0CAA0C;YAC1C,OAAO;QACT,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,2BAA2B;YAC3C,MAAM,CAAC,IAAI,KAAK,6BAA6B,EAC7C,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACnC,MAAM,cAAc,GAClB,MAAM,CAAC,IAAI,KAAK,2BAA2B;oBACzC,CAAC,CAAC,MAAM,CAAC,gBAAgB;oBACzB,CAAC,CAAC,IAAI,CAAC;gBACX,MAAM,IAAI,GAAG,yBAAyB,CAAC,KAAK,CAAC;oBAC3C,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE;oBACtB,cAAc;oBACd,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO;oBAC5B,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;iBAC3B,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;gBAC/B,OAAO;YACT,CAAC;QACH,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,2BAA2B;YAC3C,MAAM,CAAC,IAAI,KAAK,4BAA4B,EAC5C,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;YACzB,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBACjE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC;oBAC1C,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,MAAM,EAAE,aAAa,EAAE,mFAAmF;oBAC1G,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,MAAM,EAAE,IAAI;iBACb,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;gBACnC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;oBACzB,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,IAAI,EAAE,eAAe;oBACrB,MAAM,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE;oBAC1B,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE;oBAC/B,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;iBACtB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC5B,MAAM,YAAY,GAAG,yBAAyB,CAAC,KAAK,CAAC;oBACnD,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO;oBAC5B,MAAM,EAAE,aAAa;iBACtB,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;gBACvC,OAAO;YACT,CAAC;QACH,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,KAAU;QAC3B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,IAAI,EAAE,OAAO;YACb,KAAK;SACN,CAAC,CAAC;IACL,CAAC;IAES,OAAO;QACf,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACzB,CAAC;IAES,QAAQ;QAChB,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC5B,CAAC;IAED;;;;;;OAMG;IACH,WAAW,CAAC,OAA0B,EAAE,cAAmC;QACzE,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,0BAA0B;YAChC,IAAI,EACF,OAAO,OAAO,KAAK,QAAQ;gBACzB,CAAC,CAAC;oBACE,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,YAAY;4BAClB,IAAI,EAAE,OAAO;yBACd;qBACF;iBACF;gBACH,CAAC,CAAC,OAAO;YACb,GAAG,cAAc;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,iBAAiB;SACxB,CAAC,CAAC;IACL,CAAC;IAES,uBAAuB,CAAC,MAAsC;QACtE,MAAM,WAAW,GAAG;YAClB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,KAAK,EACH,MAAM,CAAC,KAAK;gBACZ,IAAI,CAAC,MAAM;gBACX,sCAAsC,CAAC,KAAK;YAC9C,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,sCAAsC,CAAC,KAAK;YACnE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,sCAAsC,CAAC,KAAK;YACnE,UAAU,EACR,MAAM,CAAC,UAAU,IAAI,sCAAsC,CAAC,UAAU;YACxE,kBAAkB,EAChB,MAAM,CAAC,gBAAgB;gBACvB,sCAAsC,CAAC,gBAAgB;YACzD,mBAAmB,EACjB,MAAM,CAAC,iBAAiB;gBACxB,sCAAsC,CAAC,iBAAiB;YAC1D,yBAAyB,EACvB,MAAM,CAAC,uBAAuB;gBAC9B,sCAAsC,CAAC,uBAAuB;YAChE,2BAA2B,EACzB,MAAM,CAAC,wBAAwB;gBAC/B,sCAAsC,CAAC,wBAAwB;YACjE,cAAc,EACZ,kBAAkB,CAAC,wBAAwB,CAAC,MAAM,CAAC,aAAa,CAAC;gBACjE,sCAAsC,CAAC,aAAa;YACtD,WAAW,EACT,MAAM,CAAC,UAAU,IAAI,sCAAsC,CAAC,UAAU;YACxE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,GAAG,IAAI;gBACP,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;YACH,mFAAmF;YACnF,4CAA4C;YAC5C,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;SAC/B,CAAC;QAEF,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,MAAM,CAAC,wBAAwB,CACrC,CAA0C;QAE1C,IAAI,OAAO,CAAC,KAAK,WAAW,EAAE,CAAC;YAC7B,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,EACJ,IAAI,EACJ,cAAc,EACd,eAAe,EACf,SAAS,EACT,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,mBAAmB,EACnB,SAAS,EACT,GAAG,IAAI,EACR,GAAG,CAAC,CAAC;QAEN,MAAM,MAAM,GAA0D;YACpE,IAAI;YACJ,eAAe,EAAE,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,eAAe;YAClE,SAAS;YACT,kBAAkB,EAAE,iBAAiB;gBACnC,CAAC,CAAC,iBAAiB;gBACnB,CAAC,CAAC,kBAAkB;YACtB,iBAAiB,EAAE,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,iBAAiB;YACxE,mBAAmB,EAAE,iBAAiB;gBACpC,CAAC,CAAC,iBAAiB;gBACnB,CAAC,CAAC,mBAAmB;YACvB,SAAS;YACT,GAAG,IAAI;SACR,CAAC;QACF,0CAA0C;QAC1C,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YAClC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS;gBAAE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7D,CAAC;IAED;;;OAGG;IACH,IAAI,cAAc,CAAC,aAA2C;QAC5D,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;IACtC,CAAC;IAED;;;;OAIG;IACO,oBAAoB,CAAC,aAAoC;QACjE,IAAI,OAAO,IAAI,CAAC,cAAc,KAAK,WAAW,EAAE,CAAC;YAC/C,+BAA+B;YAC/B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;QAED,IAAI,aAAa,KAAK,MAAM,EAAE,CAAC;YAC7B,+BAA+B;YAC/B,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,OAAO,EAAE,MAAM;iBAChB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ;YACvC,OAAO,aAAa,KAAK,QAAQ,EACjC,CAAC;YACD,6CAA6C;YAC7C,MAAM,CAAC,IAAI,CACT,0IAA0I,CAC3I,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;YAC3B,MAAM,CAAC,KAAK,CACV,iGAAiG,CAClG,CAAC;YAEF,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,OAAO,EAAE,IAAI;iBACd;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,IAAI,CAAC,cAAc,KAAK,IAAI;YAC5B,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,EACvC,CAAC;YACD,iEAAiE;YACjE,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,OAAO,EAAE,aAAa;iBACvB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,aAAa,EAAE,QAAQ,KAAK,IAAI,CAAC,cAAc,EAAE,QAAQ;YACzD,aAAa,EAAE,QAAQ,KAAK,IAAI,CAAC,cAAc,EAAE,QAAQ;YACzD,aAAa,EAAE,aAAa,KAAK,IAAI,CAAC,cAAc,EAAE,aAAa,EACnE,CAAC;YACD,MAAM,CAAC,IAAI,CACT,gMAAgM,EAChM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,EACnC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAC9B,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE;gBACP,OAAO,EAAE,aAAa;aACvB;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,mBAAmB,CAAC,MAAsC;QACxD,MAAM,WAAW,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;QAEzD,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,WAAW;SACrB,CAAC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACH,sBAAsB,CACpB,QAAgC,EAChC,MAAc,EACd,gBAAyB,IAAI;QAE7B,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE;gBACJ,IAAI,EAAE,sBAAsB;gBAC5B,MAAM;gBACN,OAAO,EAAE,QAAQ,CAAC,MAAM;aACzB;SACF,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,oBAAoB,CAAC,KAAK,CAAC;gBACtC,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,cAAc,EAAE,QAAQ,CAAC,cAAc;gBACvC,IAAI,EAAE,eAAe;gBACrB,MAAM,EAAE,WAAW;gBACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,MAAM;aACP,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,iBAAiB;aACxB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACH,SAAS,CACP,KAAkB,EAClB,EAAE,MAAM,GAAG,KAAK,KAA2B,EAAE;QAE7C,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,2BAA2B;YACjC,KAAK,EAAE,mBAAmB,CAAC,KAAK,CAAC;SAClC,CAAC,CAAC;QAEH,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,2BAA2B;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,YAAY,CAAC,UAA0B,EAAE,UAA0B;QACjE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,mBAAmB,CAC1D,UAAU,EACV,UAAU,CACX,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAChE,oFAAoF;QACpF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,UAAU,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACxB,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,IAAI,CAAC,SAAS,CAAC;oBACb,IAAI,EAAE,0BAA0B;oBAChC,OAAO,EAAE,MAAM;iBAChB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,mBAAmB,GAAG,CAAC,GAAG,SAAS,EAAE,GAAG,OAAO,CAAC,CAAC;QAEvD,KAAK,MAAM,QAAQ,IAAI,mBAAmB,EAAE,CAAC;YAC3C,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAChC,MAAM,SAAS,GAAwB;oBACrC,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,EAAE,EAAE,QAAQ,CAAC,MAAM;iBACpB,CAAC;gBACF,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;oBAClD,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;gBACrC,CAAC;gBACD,IAAI,CAAC,SAAS,CAAC;oBACb,IAAI,EAAE,0BAA0B;oBAChC,IAAI,EAAE,SAAS;iBAChB,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBAC7C,MAAM,CAAC,IAAI,CACT,6EAA6E,CAC9E,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;CACF"}
|
|
@@ -9,7 +9,7 @@ import { EventEmitterDelegate } from '@openai/agents-core/utils';
|
|
|
9
9
|
*/
|
|
10
10
|
export const DEFAULT_OPENAI_REALTIME_MODEL = 'gpt-4o-realtime-preview';
|
|
11
11
|
/**
|
|
12
|
-
* The default session config that gets send over during session connection unless
|
|
12
|
+
* The default session config that gets send over during session connection unless overridden
|
|
13
13
|
* by the user.
|
|
14
14
|
*/
|
|
15
15
|
export const DEFAULT_OPENAI_REALTIME_SESSION_CONFIG = {
|
|
@@ -23,11 +23,14 @@ export const DEFAULT_OPENAI_REALTIME_SESSION_CONFIG = {
|
|
|
23
23
|
turnDetection: {
|
|
24
24
|
type: 'semantic_vad',
|
|
25
25
|
},
|
|
26
|
+
inputAudioNoiseReduction: null,
|
|
27
|
+
speed: 1,
|
|
26
28
|
};
|
|
27
29
|
export class OpenAIRealtimeBase extends EventEmitterDelegate {
|
|
28
30
|
#model;
|
|
29
31
|
#apiKey;
|
|
30
32
|
#tracingConfig = null;
|
|
33
|
+
#rawSessionConfig = null;
|
|
31
34
|
eventEmitter = new RuntimeEventEmitter();
|
|
32
35
|
constructor(options = {}) {
|
|
33
36
|
super();
|
|
@@ -47,6 +50,9 @@ export class OpenAIRealtimeBase extends EventEmitterDelegate {
|
|
|
47
50
|
set currentModel(model) {
|
|
48
51
|
this.#model = model;
|
|
49
52
|
}
|
|
53
|
+
get _rawSessionConfig() {
|
|
54
|
+
return this.#rawSessionConfig ?? null;
|
|
55
|
+
}
|
|
50
56
|
async _getApiKey(options) {
|
|
51
57
|
const apiKey = options.apiKey ?? this.#apiKey;
|
|
52
58
|
if (typeof apiKey === 'function') {
|
|
@@ -78,6 +84,9 @@ export class OpenAIRealtimeBase extends EventEmitterDelegate {
|
|
|
78
84
|
});
|
|
79
85
|
return;
|
|
80
86
|
}
|
|
87
|
+
if (parsed.type === 'session.updated') {
|
|
88
|
+
this.#rawSessionConfig = parsed.session;
|
|
89
|
+
}
|
|
81
90
|
if (parsed.type === 'response.done') {
|
|
82
91
|
const response = responseDoneEventSchema.safeParse(parsed);
|
|
83
92
|
if (!response.success) {
|
|
@@ -246,6 +255,7 @@ export class OpenAIRealtimeBase extends EventEmitterDelegate {
|
|
|
246
255
|
this.#model ??
|
|
247
256
|
DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.model,
|
|
248
257
|
voice: config.voice ?? DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.voice,
|
|
258
|
+
speed: config.speed ?? DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.speed,
|
|
249
259
|
modalities: config.modalities ?? DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.modalities,
|
|
250
260
|
input_audio_format: config.inputAudioFormat ??
|
|
251
261
|
DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.inputAudioFormat,
|
|
@@ -253,6 +263,8 @@ export class OpenAIRealtimeBase extends EventEmitterDelegate {
|
|
|
253
263
|
DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.outputAudioFormat,
|
|
254
264
|
input_audio_transcription: config.inputAudioTranscription ??
|
|
255
265
|
DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.inputAudioTranscription,
|
|
266
|
+
input_audio_noise_reduction: config.inputAudioNoiseReduction ??
|
|
267
|
+
DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.inputAudioNoiseReduction,
|
|
256
268
|
turn_detection: OpenAIRealtimeBase.buildTurnDetectionConfig(config.turnDetection) ??
|
|
257
269
|
DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.turnDetection,
|
|
258
270
|
tool_choice: config.toolChoice ?? DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.toolChoice,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openaiRealtimeBase.mjs","sourceRoot":"","sources":["../src/openaiRealtimeBase.ts"],"names":[],"mappings":"OAAO,EAAE,mBAAmB,EAAE,KAAK,EAAE,MAAM,qBAAqB;OAWzD,EAEL,yBAAyB,EACzB,oBAAoB,GACrB;OACM,MAAM;OACN,EACL,kBAAkB,EAClB,uBAAuB,GACxB;OAUM,EAAE,mBAAmB,EAAE,mBAAmB,EAAE;OAC5C,EAAE,oBAAoB,EAAE,MAAM,2BAA2B;AAchE;;GAEG;AACH,MAAM,CAAC,MAAM,6BAA6B,GACxC,yBAAyB,CAAC;AAE5B;;;GAGG;AACH,MAAM,CAAC,MAAM,sCAAsC,GACjD;IACE,KAAK,EAAE,KAAK;IACZ,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;IAC7B,gBAAgB,EAAE,OAAO;IACzB,iBAAiB,EAAE,OAAO;IAC1B,uBAAuB,EAAE;QACvB,KAAK,EAAE,wBAAwB;KAChC;IACD,aAAa,EAAE;QACb,IAAI,EAAE,cAAc;KACrB;CACF,CAAC;AA8BJ,MAAM,OAAgB,kBACpB,SAAQ,oBAA8C;IAGtD,MAAM,CAAS;IACf,OAAO,CAAqB;IAC5B,cAAc,GAAiC,IAAI,CAAC;IAE1C,YAAY,GACpB,IAAI,mBAAmB,EAA4B,CAAC;IAEtD,YAAY,UAAqC,EAAE;QACjD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,IAAI,6BAA6B,CAAC;QAC7D,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,IAAI,YAAY,CAAC,KAA2B;QAC1C,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAsBS,KAAK,CAAC,UAAU,CAAC,OAA6C;QACtE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC;QAE9C,IAAI,OAAO,MAAM,KAAK,UAAU,EAAE,CAAC;YACjC,OAAO,MAAM,MAAM,EAAE,CAAC;QACxB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAES,UAAU,CAAC,KAA2C;QAC9D,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC9D,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACvB,IAAI,SAAS,EAAE,CAAC;YACd,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;gBACxB,IAAI,EAAE,kBAAkB;gBACxB,YAAY,EAAE;oBACZ,GAAG,MAAM;iBACV;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,uBAAuB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC3D,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACtB,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAClE,OAAO;YACT,CAAC;YACD,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;YACpE,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;YACtE,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,CAAC;YAC/C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;gBACtB,WAAW;gBACX,kBAAkB,EAChB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,oBAAoB,IAAI,EAAE;gBAC1D,YAAY;gBACZ,mBAAmB,EACjB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,qBAAqB,IAAI,EAAE;gBAC3D,WAAW;aACZ,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;gBACrB,IAAI,EAAE,eAAe;gBACrB,QAAQ,EAAE;oBACR,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE;oBACnC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE;oBAC3C,KAAK,EAAE;wBACL,WAAW;wBACX,kBAAkB,EAChB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,oBAAoB,IAAI,EAAE;wBAC1D,YAAY;wBACZ,mBAAmB,EACjB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,qBAAqB,IAAI,EAAE;wBAC3D,WAAW;qBACZ;iBACF;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,2BAA2B,EAAE,CAAC;YAChD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;gBACxB,MAAM,EAAE,MAAM,CAAC,OAAO;aACvB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,uDAAuD;YACvE,MAAM,CAAC,IAAI,KAAK,6BAA6B,EAC7C,CAAC;YACD,6EAA6E;YAC7E,wFAAwF;YACxF,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,4BAA4B;gBAClC,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,mDAAmD;YACnE,MAAM,CAAC,IAAI,KAAK,qBAAqB;YACrC,MAAM,CAAC,IAAI,KAAK,iCAAiC;YACjD,MAAM,CAAC,IAAI,KAAK,wCAAwC,EACxD,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,KAAK,iCAAiC,EAAE,CAAC;gBACtD,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE;oBAClC,IAAI,EAAE,kBAAkB;oBACxB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,MAAM,EAAE,MAAM,CAAC,OAAO;oBACtB,UAAU,EAAE,MAAM,CAAC,WAAW;iBAC/B,CAAC,CAAC;YACL,CAAC;YACD,0CAA0C;YAC1C,OAAO;QACT,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,2BAA2B;YAC3C,MAAM,CAAC,IAAI,KAAK,6BAA6B,EAC7C,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACnC,MAAM,cAAc,GAClB,MAAM,CAAC,IAAI,KAAK,2BAA2B;oBACzC,CAAC,CAAC,MAAM,CAAC,gBAAgB;oBACzB,CAAC,CAAC,IAAI,CAAC;gBACX,MAAM,IAAI,GAAG,yBAAyB,CAAC,KAAK,CAAC;oBAC3C,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE;oBACtB,cAAc;oBACd,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO;oBAC5B,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;iBAC3B,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;gBAC/B,OAAO;YACT,CAAC;QACH,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,2BAA2B;YAC3C,MAAM,CAAC,IAAI,KAAK,4BAA4B,EAC5C,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;YACzB,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBACjE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC;oBAC1C,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,MAAM,EAAE,aAAa,EAAE,mFAAmF;oBAC1G,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,MAAM,EAAE,IAAI;iBACb,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;gBACnC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;oBACzB,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,IAAI,EAAE,eAAe;oBACrB,MAAM,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE;oBAC1B,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE;oBAC/B,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;iBACtB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC5B,MAAM,YAAY,GAAG,yBAAyB,CAAC,KAAK,CAAC;oBACnD,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO;oBAC5B,MAAM,EAAE,aAAa;iBACtB,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;gBACvC,OAAO;YACT,CAAC;QACH,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,KAAU;QAC3B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,IAAI,EAAE,OAAO;YACb,KAAK;SACN,CAAC,CAAC;IACL,CAAC;IAES,OAAO;QACf,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACzB,CAAC;IAES,QAAQ;QAChB,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC5B,CAAC;IAED;;;;;;OAMG;IACH,WAAW,CAAC,OAA0B,EAAE,cAAmC;QACzE,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,0BAA0B;YAChC,IAAI,EACF,OAAO,OAAO,KAAK,QAAQ;gBACzB,CAAC,CAAC;oBACE,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,YAAY;4BAClB,IAAI,EAAE,OAAO;yBACd;qBACF;iBACF;gBACH,CAAC,CAAC,OAAO;YACb,GAAG,cAAc;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,iBAAiB;SACxB,CAAC,CAAC;IACL,CAAC;IAES,uBAAuB,CAAC,MAAsC;QACtE,MAAM,WAAW,GAAG;YAClB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,KAAK,EACH,MAAM,CAAC,KAAK;gBACZ,IAAI,CAAC,MAAM;gBACX,sCAAsC,CAAC,KAAK;YAC9C,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,sCAAsC,CAAC,KAAK;YACnE,UAAU,EACR,MAAM,CAAC,UAAU,IAAI,sCAAsC,CAAC,UAAU;YACxE,kBAAkB,EAChB,MAAM,CAAC,gBAAgB;gBACvB,sCAAsC,CAAC,gBAAgB;YACzD,mBAAmB,EACjB,MAAM,CAAC,iBAAiB;gBACxB,sCAAsC,CAAC,iBAAiB;YAC1D,yBAAyB,EACvB,MAAM,CAAC,uBAAuB;gBAC9B,sCAAsC,CAAC,uBAAuB;YAChE,cAAc,EACZ,kBAAkB,CAAC,wBAAwB,CAAC,MAAM,CAAC,aAAa,CAAC;gBACjE,sCAAsC,CAAC,aAAa;YACtD,WAAW,EACT,MAAM,CAAC,UAAU,IAAI,sCAAsC,CAAC,UAAU;YACxE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,GAAG,IAAI;gBACP,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;YACH,mFAAmF;YACnF,4CAA4C;YAC5C,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;SAC/B,CAAC;QAEF,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,MAAM,CAAC,wBAAwB,CACrC,CAA0C;QAE1C,IAAI,OAAO,CAAC,KAAK,WAAW,EAAE,CAAC;YAC7B,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,EACJ,IAAI,EACJ,cAAc,EACd,eAAe,EACf,SAAS,EACT,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,mBAAmB,EACnB,SAAS,EACT,GAAG,IAAI,EACR,GAAG,CAAC,CAAC;QAEN,MAAM,MAAM,GAA0D;YACpE,IAAI;YACJ,eAAe,EAAE,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,eAAe;YAClE,SAAS;YACT,kBAAkB,EAAE,iBAAiB;gBACnC,CAAC,CAAC,iBAAiB;gBACnB,CAAC,CAAC,kBAAkB;YACtB,iBAAiB,EAAE,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,iBAAiB;YACxE,mBAAmB,EAAE,iBAAiB;gBACpC,CAAC,CAAC,iBAAiB;gBACnB,CAAC,CAAC,mBAAmB;YACvB,SAAS;YACT,GAAG,IAAI;SACR,CAAC;QACF,0CAA0C;QAC1C,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YAClC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS;gBAAE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7D,CAAC;IAED;;;OAGG;IACH,IAAI,cAAc,CAAC,aAA2C;QAC5D,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;IACtC,CAAC;IAED;;;;OAIG;IACO,oBAAoB,CAAC,aAAoC;QACjE,IAAI,OAAO,IAAI,CAAC,cAAc,KAAK,WAAW,EAAE,CAAC;YAC/C,+BAA+B;YAC/B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;QAED,IAAI,aAAa,KAAK,MAAM,EAAE,CAAC;YAC7B,+BAA+B;YAC/B,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,OAAO,EAAE,MAAM;iBAChB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ;YACvC,OAAO,aAAa,KAAK,QAAQ,EACjC,CAAC;YACD,6CAA6C;YAC7C,MAAM,CAAC,IAAI,CACT,0IAA0I,CAC3I,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;YAC3B,MAAM,CAAC,KAAK,CACV,iGAAiG,CAClG,CAAC;YAEF,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,OAAO,EAAE,IAAI;iBACd;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,IAAI,CAAC,cAAc,KAAK,IAAI;YAC5B,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,EACvC,CAAC;YACD,iEAAiE;YACjE,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,OAAO,EAAE,aAAa;iBACvB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,aAAa,EAAE,QAAQ,KAAK,IAAI,CAAC,cAAc,EAAE,QAAQ;YACzD,aAAa,EAAE,QAAQ,KAAK,IAAI,CAAC,cAAc,EAAE,QAAQ;YACzD,aAAa,EAAE,aAAa,KAAK,IAAI,CAAC,cAAc,EAAE,aAAa,EACnE,CAAC;YACD,MAAM,CAAC,IAAI,CACT,gMAAgM,EAChM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,EACnC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAC9B,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE;gBACP,OAAO,EAAE,aAAa;aACvB;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,mBAAmB,CAAC,MAAsC;QACxD,MAAM,WAAW,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;QAEzD,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,WAAW;SACrB,CAAC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACH,sBAAsB,CACpB,QAAgC,EAChC,MAAc,EACd,gBAAyB,IAAI;QAE7B,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE;gBACJ,IAAI,EAAE,sBAAsB;gBAC5B,MAAM;gBACN,OAAO,EAAE,QAAQ,CAAC,MAAM;aACzB;SACF,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,oBAAoB,CAAC,KAAK,CAAC;gBACtC,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,cAAc,EAAE,QAAQ,CAAC,cAAc;gBACvC,IAAI,EAAE,eAAe;gBACrB,MAAM,EAAE,WAAW;gBACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,MAAM;aACP,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,iBAAiB;aACxB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACH,SAAS,CACP,KAAkB,EAClB,EAAE,MAAM,GAAG,KAAK,KAA2B,EAAE;QAE7C,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,2BAA2B;YACjC,KAAK,EAAE,mBAAmB,CAAC,KAAK,CAAC;SAClC,CAAC,CAAC;QAEH,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,2BAA2B;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,YAAY,CAAC,UAA0B,EAAE,UAA0B;QACjE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,mBAAmB,CAC1D,UAAU,EACV,UAAU,CACX,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAChE,oFAAoF;QACpF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,UAAU,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACxB,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,IAAI,CAAC,SAAS,CAAC;oBACb,IAAI,EAAE,0BAA0B;oBAChC,OAAO,EAAE,MAAM;iBAChB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,mBAAmB,GAAG,CAAC,GAAG,SAAS,EAAE,GAAG,OAAO,CAAC,CAAC;QAEvD,KAAK,MAAM,QAAQ,IAAI,mBAAmB,EAAE,CAAC;YAC3C,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAChC,MAAM,SAAS,GAAwB;oBACrC,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,EAAE,EAAE,QAAQ,CAAC,MAAM;iBACpB,CAAC;gBACF,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;oBAClD,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;gBACrC,CAAC;gBACD,IAAI,CAAC,SAAS,CAAC;oBACb,IAAI,EAAE,0BAA0B;oBAChC,IAAI,EAAE,SAAS;iBAChB,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBAC7C,MAAM,CAAC,IAAI,CACT,6EAA6E,CAC9E,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"openaiRealtimeBase.mjs","sourceRoot":"","sources":["../src/openaiRealtimeBase.ts"],"names":[],"mappings":"OAAO,EAAE,mBAAmB,EAAE,KAAK,EAAE,MAAM,qBAAqB;OAWzD,EAEL,yBAAyB,EACzB,oBAAoB,GACrB;OACM,MAAM;OACN,EACL,kBAAkB,EAClB,uBAAuB,GACxB;OAUM,EAAE,mBAAmB,EAAE,mBAAmB,EAAE;OAC5C,EAAE,oBAAoB,EAAE,MAAM,2BAA2B;AAchE;;GAEG;AACH,MAAM,CAAC,MAAM,6BAA6B,GACxC,yBAAyB,CAAC;AAE5B;;;GAGG;AACH,MAAM,CAAC,MAAM,sCAAsC,GACjD;IACE,KAAK,EAAE,KAAK;IACZ,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;IAC7B,gBAAgB,EAAE,OAAO;IACzB,iBAAiB,EAAE,OAAO;IAC1B,uBAAuB,EAAE;QACvB,KAAK,EAAE,wBAAwB;KAChC;IACD,aAAa,EAAE;QACb,IAAI,EAAE,cAAc;KACrB;IACD,wBAAwB,EAAE,IAAI;IAC9B,KAAK,EAAE,CAAC;CACT,CAAC;AA8BJ,MAAM,OAAgB,kBACpB,SAAQ,oBAA8C;IAGtD,MAAM,CAAS;IACf,OAAO,CAAqB;IAC5B,cAAc,GAAiC,IAAI,CAAC;IACpD,iBAAiB,GAA+B,IAAI,CAAC;IAE3C,YAAY,GACpB,IAAI,mBAAmB,EAA4B,CAAC;IAEtD,YAAY,UAAqC,EAAE;QACjD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,IAAI,6BAA6B,CAAC;QAC7D,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,IAAI,YAAY,CAAC,KAA2B;QAC1C,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAsBD,IAAc,iBAAiB;QAC7B,OAAO,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC;IACxC,CAAC;IAES,KAAK,CAAC,UAAU,CAAC,OAA6C;QACtE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC;QAE9C,IAAI,OAAO,MAAM,KAAK,UAAU,EAAE,CAAC;YACjC,OAAO,MAAM,MAAM,EAAE,CAAC;QACxB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAES,UAAU,CAAC,KAA2C;QAC9D,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC9D,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACvB,IAAI,SAAS,EAAE,CAAC;YACd,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;gBACxB,IAAI,EAAE,kBAAkB;gBACxB,YAAY,EAAE;oBACZ,GAAG,MAAM;iBACV;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACtC,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC;QAC1C,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,uBAAuB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC3D,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACtB,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAClE,OAAO;YACT,CAAC;YACD,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;YACpE,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;YACtE,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,CAAC;YAC/C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;gBACtB,WAAW;gBACX,kBAAkB,EAChB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,oBAAoB,IAAI,EAAE;gBAC1D,YAAY;gBACZ,mBAAmB,EACjB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,qBAAqB,IAAI,EAAE;gBAC3D,WAAW;aACZ,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;gBACrB,IAAI,EAAE,eAAe;gBACrB,QAAQ,EAAE;oBACR,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE;oBACnC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE;oBAC3C,KAAK,EAAE;wBACL,WAAW;wBACX,kBAAkB,EAChB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,oBAAoB,IAAI,EAAE;wBAC1D,YAAY;wBACZ,mBAAmB,EACjB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,qBAAqB,IAAI,EAAE;wBAC3D,WAAW;qBACZ;iBACF;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,2BAA2B,EAAE,CAAC;YAChD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;gBACxB,MAAM,EAAE,MAAM,CAAC,OAAO;aACvB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,uDAAuD;YACvE,MAAM,CAAC,IAAI,KAAK,6BAA6B,EAC7C,CAAC;YACD,6EAA6E;YAC7E,wFAAwF;YACxF,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,4BAA4B;gBAClC,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,mDAAmD;YACnE,MAAM,CAAC,IAAI,KAAK,qBAAqB;YACrC,MAAM,CAAC,IAAI,KAAK,iCAAiC;YACjD,MAAM,CAAC,IAAI,KAAK,wCAAwC,EACxD,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,KAAK,iCAAiC,EAAE,CAAC;gBACtD,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE;oBAClC,IAAI,EAAE,kBAAkB;oBACxB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,MAAM,EAAE,MAAM,CAAC,OAAO;oBACtB,UAAU,EAAE,MAAM,CAAC,WAAW;iBAC/B,CAAC,CAAC;YACL,CAAC;YACD,0CAA0C;YAC1C,OAAO;QACT,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,2BAA2B;YAC3C,MAAM,CAAC,IAAI,KAAK,6BAA6B,EAC7C,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACnC,MAAM,cAAc,GAClB,MAAM,CAAC,IAAI,KAAK,2BAA2B;oBACzC,CAAC,CAAC,MAAM,CAAC,gBAAgB;oBACzB,CAAC,CAAC,IAAI,CAAC;gBACX,MAAM,IAAI,GAAG,yBAAyB,CAAC,KAAK,CAAC;oBAC3C,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE;oBACtB,cAAc;oBACd,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO;oBAC5B,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;iBAC3B,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;gBAC/B,OAAO;YACT,CAAC;QACH,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,2BAA2B;YAC3C,MAAM,CAAC,IAAI,KAAK,4BAA4B,EAC5C,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;YACzB,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBACjE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC;oBAC1C,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,MAAM,EAAE,aAAa,EAAE,mFAAmF;oBAC1G,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,MAAM,EAAE,IAAI;iBACb,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;gBACnC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;oBACzB,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,IAAI,EAAE,eAAe;oBACrB,MAAM,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE;oBAC1B,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE;oBAC/B,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;iBACtB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC5B,MAAM,YAAY,GAAG,yBAAyB,CAAC,KAAK,CAAC;oBACnD,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO;oBAC5B,MAAM,EAAE,aAAa;iBACtB,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;gBACvC,OAAO;YACT,CAAC;QACH,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,KAAU;QAC3B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,IAAI,EAAE,OAAO;YACb,KAAK;SACN,CAAC,CAAC;IACL,CAAC;IAES,OAAO;QACf,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACzB,CAAC;IAES,QAAQ;QAChB,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC5B,CAAC;IAED;;;;;;OAMG;IACH,WAAW,CAAC,OAA0B,EAAE,cAAmC;QACzE,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,0BAA0B;YAChC,IAAI,EACF,OAAO,OAAO,KAAK,QAAQ;gBACzB,CAAC,CAAC;oBACE,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,YAAY;4BAClB,IAAI,EAAE,OAAO;yBACd;qBACF;iBACF;gBACH,CAAC,CAAC,OAAO;YACb,GAAG,cAAc;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,iBAAiB;SACxB,CAAC,CAAC;IACL,CAAC;IAES,uBAAuB,CAAC,MAAsC;QACtE,MAAM,WAAW,GAAG;YAClB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,KAAK,EACH,MAAM,CAAC,KAAK;gBACZ,IAAI,CAAC,MAAM;gBACX,sCAAsC,CAAC,KAAK;YAC9C,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,sCAAsC,CAAC,KAAK;YACnE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,sCAAsC,CAAC,KAAK;YACnE,UAAU,EACR,MAAM,CAAC,UAAU,IAAI,sCAAsC,CAAC,UAAU;YACxE,kBAAkB,EAChB,MAAM,CAAC,gBAAgB;gBACvB,sCAAsC,CAAC,gBAAgB;YACzD,mBAAmB,EACjB,MAAM,CAAC,iBAAiB;gBACxB,sCAAsC,CAAC,iBAAiB;YAC1D,yBAAyB,EACvB,MAAM,CAAC,uBAAuB;gBAC9B,sCAAsC,CAAC,uBAAuB;YAChE,2BAA2B,EACzB,MAAM,CAAC,wBAAwB;gBAC/B,sCAAsC,CAAC,wBAAwB;YACjE,cAAc,EACZ,kBAAkB,CAAC,wBAAwB,CAAC,MAAM,CAAC,aAAa,CAAC;gBACjE,sCAAsC,CAAC,aAAa;YACtD,WAAW,EACT,MAAM,CAAC,UAAU,IAAI,sCAAsC,CAAC,UAAU;YACxE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,GAAG,IAAI;gBACP,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;YACH,mFAAmF;YACnF,4CAA4C;YAC5C,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;SAC/B,CAAC;QAEF,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,MAAM,CAAC,wBAAwB,CACrC,CAA0C;QAE1C,IAAI,OAAO,CAAC,KAAK,WAAW,EAAE,CAAC;YAC7B,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,EACJ,IAAI,EACJ,cAAc,EACd,eAAe,EACf,SAAS,EACT,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,mBAAmB,EACnB,SAAS,EACT,GAAG,IAAI,EACR,GAAG,CAAC,CAAC;QAEN,MAAM,MAAM,GAA0D;YACpE,IAAI;YACJ,eAAe,EAAE,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,eAAe;YAClE,SAAS;YACT,kBAAkB,EAAE,iBAAiB;gBACnC,CAAC,CAAC,iBAAiB;gBACnB,CAAC,CAAC,kBAAkB;YACtB,iBAAiB,EAAE,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,iBAAiB;YACxE,mBAAmB,EAAE,iBAAiB;gBACpC,CAAC,CAAC,iBAAiB;gBACnB,CAAC,CAAC,mBAAmB;YACvB,SAAS;YACT,GAAG,IAAI;SACR,CAAC;QACF,0CAA0C;QAC1C,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YAClC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS;gBAAE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7D,CAAC;IAED;;;OAGG;IACH,IAAI,cAAc,CAAC,aAA2C;QAC5D,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;IACtC,CAAC;IAED;;;;OAIG;IACO,oBAAoB,CAAC,aAAoC;QACjE,IAAI,OAAO,IAAI,CAAC,cAAc,KAAK,WAAW,EAAE,CAAC;YAC/C,+BAA+B;YAC/B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;QAED,IAAI,aAAa,KAAK,MAAM,EAAE,CAAC;YAC7B,+BAA+B;YAC/B,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,OAAO,EAAE,MAAM;iBAChB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ;YACvC,OAAO,aAAa,KAAK,QAAQ,EACjC,CAAC;YACD,6CAA6C;YAC7C,MAAM,CAAC,IAAI,CACT,0IAA0I,CAC3I,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;YAC3B,MAAM,CAAC,KAAK,CACV,iGAAiG,CAClG,CAAC;YAEF,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,OAAO,EAAE,IAAI;iBACd;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,IAAI,CAAC,cAAc,KAAK,IAAI;YAC5B,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,EACvC,CAAC;YACD,iEAAiE;YACjE,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,OAAO,EAAE,aAAa;iBACvB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,aAAa,EAAE,QAAQ,KAAK,IAAI,CAAC,cAAc,EAAE,QAAQ;YACzD,aAAa,EAAE,QAAQ,KAAK,IAAI,CAAC,cAAc,EAAE,QAAQ;YACzD,aAAa,EAAE,aAAa,KAAK,IAAI,CAAC,cAAc,EAAE,aAAa,EACnE,CAAC;YACD,MAAM,CAAC,IAAI,CACT,gMAAgM,EAChM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,EACnC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAC9B,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE;gBACP,OAAO,EAAE,aAAa;aACvB;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,mBAAmB,CAAC,MAAsC;QACxD,MAAM,WAAW,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;QAEzD,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,WAAW;SACrB,CAAC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACH,sBAAsB,CACpB,QAAgC,EAChC,MAAc,EACd,gBAAyB,IAAI;QAE7B,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE;gBACJ,IAAI,EAAE,sBAAsB;gBAC5B,MAAM;gBACN,OAAO,EAAE,QAAQ,CAAC,MAAM;aACzB;SACF,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,oBAAoB,CAAC,KAAK,CAAC;gBACtC,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,cAAc,EAAE,QAAQ,CAAC,cAAc;gBACvC,IAAI,EAAE,eAAe;gBACrB,MAAM,EAAE,WAAW;gBACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,MAAM;aACP,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,iBAAiB;aACxB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACH,SAAS,CACP,KAAkB,EAClB,EAAE,MAAM,GAAG,KAAK,KAA2B,EAAE;QAE7C,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,2BAA2B;YACjC,KAAK,EAAE,mBAAmB,CAAC,KAAK,CAAC;SAClC,CAAC,CAAC;QAEH,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,2BAA2B;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,YAAY,CAAC,UAA0B,EAAE,UAA0B;QACjE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,mBAAmB,CAC1D,UAAU,EACV,UAAU,CACX,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAChE,oFAAoF;QACpF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,UAAU,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACxB,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,IAAI,CAAC,SAAS,CAAC;oBACb,IAAI,EAAE,0BAA0B;oBAChC,OAAO,EAAE,MAAM;iBAChB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,mBAAmB,GAAG,CAAC,GAAG,SAAS,EAAE,GAAG,OAAO,CAAC,CAAC;QAEvD,KAAK,MAAM,QAAQ,IAAI,mBAAmB,EAAE,CAAC;YAC3C,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAChC,MAAM,SAAS,GAAwB;oBACrC,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,EAAE,EAAE,QAAQ,CAAC,MAAM;iBACpB,CAAC;gBACF,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;oBAClD,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;gBACrC,CAAC;gBACD,IAAI,CAAC,SAAS,CAAC;oBACb,IAAI,EAAE,0BAA0B;oBAChC,IAAI,EAAE,SAAS;iBAChB,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBAC7C,MAAM,CAAC,IAAI,CACT,6EAA6E,CAC9E,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;CACF"}
|
|
@@ -28,6 +28,10 @@ export type OpenAIRealtimeWebSocketOptions = {
|
|
|
28
28
|
* @see https://platform.openai.com/docs/guides/realtime#creating-an-ephemeral-token
|
|
29
29
|
*/
|
|
30
30
|
useInsecureApiKey?: boolean;
|
|
31
|
+
/**
|
|
32
|
+
* The URL to use for the WebSocket connection.
|
|
33
|
+
*/
|
|
34
|
+
url?: string;
|
|
31
35
|
} & OpenAIRealtimeBaseOptions;
|
|
32
36
|
/**
|
|
33
37
|
* Transport layer that's handling the connection between the client and OpenAI's Realtime API
|
|
@@ -113,7 +117,7 @@ export declare class OpenAIRealtimeWebSocket extends OpenAIRealtimeBase implemen
|
|
|
113
117
|
*
|
|
114
118
|
* @param elapsedTime - The elapsed time since the response started.
|
|
115
119
|
*/
|
|
116
|
-
_interrupt(elapsedTime: number): void;
|
|
120
|
+
_interrupt(elapsedTime: number, cancelOngoingResponse?: boolean): void;
|
|
117
121
|
/**
|
|
118
122
|
* Interrupt the ongoing response. This method is triggered automatically by the client when
|
|
119
123
|
* voice activity detection (VAD) is enabled (default) as well as when an output guardrail got
|
|
@@ -122,5 +126,5 @@ export declare class OpenAIRealtimeWebSocket extends OpenAIRealtimeBase implemen
|
|
|
122
126
|
* You can also call this method directly if you want to interrupt the conversation for example
|
|
123
127
|
* based on an event in the client.
|
|
124
128
|
*/
|
|
125
|
-
interrupt(): void;
|
|
129
|
+
interrupt(cancelOngoingResponse?: boolean): void;
|
|
126
130
|
}
|
|
@@ -30,7 +30,7 @@ export class OpenAIRealtimeWebSocket extends OpenAIRealtimeBase {
|
|
|
30
30
|
#ongoingResponse = false;
|
|
31
31
|
constructor(options = {}) {
|
|
32
32
|
super(options);
|
|
33
|
-
this.#url =
|
|
33
|
+
this.#url = options.url;
|
|
34
34
|
this.#useInsecureApiKey = options.useInsecureApiKey ?? false;
|
|
35
35
|
}
|
|
36
36
|
/**
|
|
@@ -140,7 +140,15 @@ export class OpenAIRealtimeWebSocket extends OpenAIRealtimeBase {
|
|
|
140
140
|
}
|
|
141
141
|
const buff = base64ToArrayBuffer(parsed.delta);
|
|
142
142
|
// calculate the audio length in milliseconds assuming 24kHz pcm16le
|
|
143
|
-
|
|
143
|
+
const audioFormat = this._rawSessionConfig?.output_audio_format ?? 'pcm16';
|
|
144
|
+
if (audioFormat.startsWith('g711_')) {
|
|
145
|
+
// 8kHz * 1 byte per sample
|
|
146
|
+
this._audioLengthMs += buff.byteLength / 8;
|
|
147
|
+
}
|
|
148
|
+
else {
|
|
149
|
+
// 24kHz * 2 bytes per sample
|
|
150
|
+
this._audioLengthMs += buff.byteLength / 24 / 2;
|
|
151
|
+
}
|
|
144
152
|
const audioEvent = {
|
|
145
153
|
type: 'audio',
|
|
146
154
|
data: buff,
|
|
@@ -149,7 +157,8 @@ export class OpenAIRealtimeWebSocket extends OpenAIRealtimeBase {
|
|
|
149
157
|
this._onAudio(audioEvent);
|
|
150
158
|
}
|
|
151
159
|
else if (parsed.type === 'input_audio_buffer.speech_started') {
|
|
152
|
-
this.
|
|
160
|
+
const automaticResponseCancellationEnabled = this._rawSessionConfig?.turn_detection?.interrupt_response ?? false;
|
|
161
|
+
this.interrupt(!automaticResponseCancellationEnabled);
|
|
153
162
|
}
|
|
154
163
|
else if (parsed.type === 'response.created') {
|
|
155
164
|
this.#ongoingResponse = true;
|
|
@@ -176,9 +185,10 @@ export class OpenAIRealtimeWebSocket extends OpenAIRealtimeBase {
|
|
|
176
185
|
const model = options.model ?? this.currentModel;
|
|
177
186
|
this.currentModel = model;
|
|
178
187
|
this.#apiKey = await this._getApiKey(options);
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
188
|
+
const url = options.url ??
|
|
189
|
+
this.#url ??
|
|
190
|
+
`wss://api.openai.com/v1/realtime?model=${this.currentModel}`;
|
|
191
|
+
this.#url = url;
|
|
182
192
|
const sessionConfig = {
|
|
183
193
|
...(options.initialSessionConfig || {}),
|
|
184
194
|
model: this.currentModel,
|
|
@@ -257,8 +267,14 @@ export class OpenAIRealtimeWebSocket extends OpenAIRealtimeBase {
|
|
|
257
267
|
*
|
|
258
268
|
* @param elapsedTime - The elapsed time since the response started.
|
|
259
269
|
*/
|
|
260
|
-
_interrupt(elapsedTime) {
|
|
270
|
+
_interrupt(elapsedTime, cancelOngoingResponse = true) {
|
|
271
|
+
if (elapsedTime < 0 || elapsedTime > this._audioLengthMs) {
|
|
272
|
+
return;
|
|
273
|
+
}
|
|
261
274
|
// immediately emit this event so the client can stop playing audio
|
|
275
|
+
if (cancelOngoingResponse) {
|
|
276
|
+
this._cancelResponse();
|
|
277
|
+
}
|
|
262
278
|
this.emit('audio_interrupted');
|
|
263
279
|
this.sendEvent({
|
|
264
280
|
type: 'conversation.item.truncate',
|
|
@@ -275,14 +291,13 @@ export class OpenAIRealtimeWebSocket extends OpenAIRealtimeBase {
|
|
|
275
291
|
* You can also call this method directly if you want to interrupt the conversation for example
|
|
276
292
|
* based on an event in the client.
|
|
277
293
|
*/
|
|
278
|
-
interrupt() {
|
|
294
|
+
interrupt(cancelOngoingResponse = true) {
|
|
279
295
|
if (!this.#currentItemId || typeof this._firstAudioTimestamp !== 'number') {
|
|
280
296
|
return;
|
|
281
297
|
}
|
|
282
|
-
this._cancelResponse();
|
|
283
298
|
const elapsedTime = Date.now() - this._firstAudioTimestamp;
|
|
284
|
-
if (elapsedTime >= 0
|
|
285
|
-
this._interrupt(elapsedTime);
|
|
299
|
+
if (elapsedTime >= 0) {
|
|
300
|
+
this._interrupt(elapsedTime, cancelOngoingResponse);
|
|
286
301
|
}
|
|
287
302
|
this.#currentItemId = undefined;
|
|
288
303
|
this._firstAudioTimestamp = undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openaiRealtimeWebsocket.js","sourceRoot":"","sources":["../src/openaiRealtimeWebsocket.ts"],"names":[],"mappings":"OAAO,EACL,oBAAoB,EACpB,qBAAqB,EACrB,SAAS,GACV,MAAM,gCAAgC;OAOhC,EACL,kBAAkB,GAEnB;OACM,EAAE,mBAAmB,EAAE,OAAO,EAAE,cAAc,EAAE;OAChD,EAAE,SAAS,EAAE,MAAM,qBAAqB;OAExC,EAAE,kBAAkB,EAAE;
|
|
1
|
+
{"version":3,"file":"openaiRealtimeWebsocket.js","sourceRoot":"","sources":["../src/openaiRealtimeWebsocket.ts"],"names":[],"mappings":"OAAO,EACL,oBAAoB,EACpB,qBAAqB,EACrB,SAAS,GACV,MAAM,gCAAgC;OAOhC,EACL,kBAAkB,GAEnB;OACM,EAAE,mBAAmB,EAAE,OAAO,EAAE,cAAc,EAAE;OAChD,EAAE,SAAS,EAAE,MAAM,qBAAqB;OAExC,EAAE,kBAAkB,EAAE;AAqC7B;;;;GAIG;AACH,MAAM,OAAO,uBACX,SAAQ,kBAAkB;IAG1B,OAAO,CAAqB;IAC5B,IAAI,CAAqB;IACzB,MAAM,GAAmB;QACvB,MAAM,EAAE,cAAc;QACtB,SAAS,EAAE,SAAS;KACrB,CAAC;IACF,kBAAkB,CAAU;IAC5B,cAAc,CAAqB;IACnC,yBAAyB,CAAqB;IAC9C;;;;;;OAMG;IACO,oBAAoB,CAAqB;IACzC,cAAc,GAAW,CAAC,CAAC;IACrC,gBAAgB,GAAY,KAAK,CAAC;IAElC,YAAY,UAA0C,EAAE;QACtD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC;QACxB,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,IAAI,KAAK,CAAC;IAC/D,CAAC;IAED;;OAEG;IACH,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,IAAI,eAAe;QACjB,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,IAAI,KAAK;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,IAAc,aAAa;QACzB,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED;;;;;;OAMG;IACO,QAAQ,CAAC,UAA+B;QAChD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACjC,CAAC;IAED,eAAe,CACb,OAA8B,EAC9B,MAA8B,EAC9B,aAA6C;QAE7C,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC1B,OAAO,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,SAAS,CACjB,oEAAoE,CACrE,CAAC;QACJ,CAAC;QAED,IACE,oBAAoB,EAAE;YACtB,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC;YAC/B,CAAC,IAAI,CAAC,kBAAkB,EACxB,CAAC;YACD,MAAM,IAAI,SAAS,CACjB,6KAA6K,CAC9K,CAAC;QACJ,CAAC;QAED,+FAA+F;QAC/F,MAAM,kBAAkB,GAAG,qBAAqB;YAC9C,CAAC,CAAC;gBACE,UAAU;gBACV,OAAO;gBACP,0BAA0B,GAAG,IAAI,CAAC,OAAO;gBACzC,0BAA0B;gBAC1B,yBAAyB;gBACzB,iBAAiB;gBACjB,cAAc;aACf;YACH,CAAC,CAAC;gBACE,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,IAAI,CAAC,OAAO,EAAE;oBACvC,aAAa,EAAE,aAAa;oBAC5B,GAAG,OAAO;iBACX;aACF,CAAC;QAEN,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,IAAK,EAAE,kBAAyB,CAAC,CAAC;QAChE,IAAI,CAAC,MAAM,GAAG;YACZ,MAAM,EAAE,YAAY;YACpB,SAAS,EAAE,EAAE;SACd,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEnD,EAAE,CAAC,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE;YAC/B,IAAI,CAAC,MAAM,GAAG;gBACZ,MAAM,EAAE,WAAW;gBACnB,SAAS,EAAE,EAAE;aACd,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACnD,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACrC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACrB,IAAI,CAAC,MAAM,GAAG;gBACZ,MAAM,EAAE,cAAc;gBACtB,SAAS,EAAE,SAAS;aACrB,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACnD,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE;YACzC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACzB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAChE,IAAI,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBACzB,OAAO;YACT,CAAC;YAED,IAAI,MAAM,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;gBAC3C,IAAI,CAAC,yBAAyB,GAAG,MAAM,CAAC,aAAa,CAAC;gBACtD,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC;gBACrC,IAAI,IAAI,CAAC,oBAAoB,KAAK,SAAS,EAAE,CAAC;oBAC5C,6EAA6E;oBAC7E,+DAA+D;oBAC/D,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBACvC,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;gBAC1B,CAAC;gBAED,MAAM,IAAI,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC/C,oEAAoE;gBACpE,MAAM,WAAW,GACf,IAAI,CAAC,iBAAiB,EAAE,mBAAmB,IAAI,OAAO,CAAC;gBACzD,IAAI,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,2BAA2B;oBAC3B,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;gBAC7C,CAAC;qBAAM,CAAC;oBACN,6BAA6B;oBAC7B,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,UAAU,GAAG,EAAE,GAAG,CAAC,CAAC;gBAClD,CAAC;gBAED,MAAM,UAAU,GAAwB;oBACtC,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,IAAI;oBACV,UAAU,EAAE,MAAM,CAAC,WAAW;iBAC/B,CAAC;gBACF,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC5B,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,mCAAmC,EAAE,CAAC;gBAC/D,MAAM,oCAAoC,GACxC,IAAI,CAAC,iBAAiB,EAAE,cAAc,EAAE,kBAAkB,IAAI,KAAK,CAAC;gBACtE,IAAI,CAAC,SAAS,CAAC,CAAC,oCAAoC,CAAC,CAAC;YACxD,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBAC9C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC/B,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBAC3C,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAChC,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAC7C,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;gBAC7C,yDAAyD;gBACzD,IAAI,CAAC,oBAAoB,CAAC,aAAa,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;YAChC,IAAI,CAAC,MAAM,GAAG;gBACZ,MAAM,EAAE,cAAc;gBACtB,SAAS,EAAE,SAAS;aACrB,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACnD,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAA6C;QACzD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACjD,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,GAAG,GACP,OAAO,CAAC,GAAG;YACX,IAAI,CAAC,IAAI;YACT,0CAA0C,IAAI,CAAC,YAAY,EAAE,CAAC;QAChE,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;QAEhB,MAAM,aAAa,GAAmC;YACpD,GAAG,CAAC,OAAO,CAAC,oBAAoB,IAAI,EAAE,CAAC;YACvC,KAAK,EAAE,IAAI,CAAC,YAAY;SACzB,CAAC;QAEF,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC;gBACH,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC,CAAC;IAChD,CAAC;IAED;;;;;OAKG;IACH,SAAS,CAAC,KAA4B;QACpC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CACb,mFAAmF,CACpF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACpD,CAAC;IAED;;;;OAIG;IACH,KAAK;QACH,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAChC,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAC;QACtC,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,yBAAyB,GAAG,SAAS,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,MAAe;QAClB,MAAM,IAAI,KAAK,CACb,+FAA+F,CAChG,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACH,SAAS,CAAC,KAAkB,EAAE,UAAgC,EAAE;QAC9D,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACvC,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,eAAe;QACb,8BAA8B;QAC9B,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,iBAAiB;aACxB,CAAC,CAAC;YACH,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACH,UAAU,CAAC,WAAmB,EAAE,wBAAiC,IAAI;QACnE,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YACzD,OAAO;QACT,CAAC;QAED,mEAAmE;QACnE,IAAI,qBAAqB,EAAE,CAAC;YAC1B,IAAI,CAAC,eAAe,EAAE,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC/B,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,4BAA4B;YAClC,OAAO,EAAE,IAAI,CAAC,cAAc;YAC5B,aAAa,EAAE,IAAI,CAAC,yBAAyB;YAC7C,YAAY,EAAE,WAAW;SAC1B,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,SAAS,CAAC,wBAAiC,IAAI;QAC7C,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,OAAO,IAAI,CAAC,oBAAoB,KAAK,QAAQ,EAAE,CAAC;YAC1E,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC;QAE3D,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,qBAAqB,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAChC,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAC;QACtC,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,yBAAyB,GAAG,SAAS,CAAC;IAC7C,CAAC;CACF"}
|
|
@@ -30,7 +30,7 @@ export class OpenAIRealtimeWebSocket extends OpenAIRealtimeBase {
|
|
|
30
30
|
#ongoingResponse = false;
|
|
31
31
|
constructor(options = {}) {
|
|
32
32
|
super(options);
|
|
33
|
-
this.#url =
|
|
33
|
+
this.#url = options.url;
|
|
34
34
|
this.#useInsecureApiKey = options.useInsecureApiKey ?? false;
|
|
35
35
|
}
|
|
36
36
|
/**
|
|
@@ -140,7 +140,15 @@ export class OpenAIRealtimeWebSocket extends OpenAIRealtimeBase {
|
|
|
140
140
|
}
|
|
141
141
|
const buff = base64ToArrayBuffer(parsed.delta);
|
|
142
142
|
// calculate the audio length in milliseconds assuming 24kHz pcm16le
|
|
143
|
-
|
|
143
|
+
const audioFormat = this._rawSessionConfig?.output_audio_format ?? 'pcm16';
|
|
144
|
+
if (audioFormat.startsWith('g711_')) {
|
|
145
|
+
// 8kHz * 1 byte per sample
|
|
146
|
+
this._audioLengthMs += buff.byteLength / 8;
|
|
147
|
+
}
|
|
148
|
+
else {
|
|
149
|
+
// 24kHz * 2 bytes per sample
|
|
150
|
+
this._audioLengthMs += buff.byteLength / 24 / 2;
|
|
151
|
+
}
|
|
144
152
|
const audioEvent = {
|
|
145
153
|
type: 'audio',
|
|
146
154
|
data: buff,
|
|
@@ -149,7 +157,8 @@ export class OpenAIRealtimeWebSocket extends OpenAIRealtimeBase {
|
|
|
149
157
|
this._onAudio(audioEvent);
|
|
150
158
|
}
|
|
151
159
|
else if (parsed.type === 'input_audio_buffer.speech_started') {
|
|
152
|
-
this.
|
|
160
|
+
const automaticResponseCancellationEnabled = this._rawSessionConfig?.turn_detection?.interrupt_response ?? false;
|
|
161
|
+
this.interrupt(!automaticResponseCancellationEnabled);
|
|
153
162
|
}
|
|
154
163
|
else if (parsed.type === 'response.created') {
|
|
155
164
|
this.#ongoingResponse = true;
|
|
@@ -176,9 +185,10 @@ export class OpenAIRealtimeWebSocket extends OpenAIRealtimeBase {
|
|
|
176
185
|
const model = options.model ?? this.currentModel;
|
|
177
186
|
this.currentModel = model;
|
|
178
187
|
this.#apiKey = await this._getApiKey(options);
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
188
|
+
const url = options.url ??
|
|
189
|
+
this.#url ??
|
|
190
|
+
`wss://api.openai.com/v1/realtime?model=${this.currentModel}`;
|
|
191
|
+
this.#url = url;
|
|
182
192
|
const sessionConfig = {
|
|
183
193
|
...(options.initialSessionConfig || {}),
|
|
184
194
|
model: this.currentModel,
|
|
@@ -257,8 +267,14 @@ export class OpenAIRealtimeWebSocket extends OpenAIRealtimeBase {
|
|
|
257
267
|
*
|
|
258
268
|
* @param elapsedTime - The elapsed time since the response started.
|
|
259
269
|
*/
|
|
260
|
-
_interrupt(elapsedTime) {
|
|
270
|
+
_interrupt(elapsedTime, cancelOngoingResponse = true) {
|
|
271
|
+
if (elapsedTime < 0 || elapsedTime > this._audioLengthMs) {
|
|
272
|
+
return;
|
|
273
|
+
}
|
|
261
274
|
// immediately emit this event so the client can stop playing audio
|
|
275
|
+
if (cancelOngoingResponse) {
|
|
276
|
+
this._cancelResponse();
|
|
277
|
+
}
|
|
262
278
|
this.emit('audio_interrupted');
|
|
263
279
|
this.sendEvent({
|
|
264
280
|
type: 'conversation.item.truncate',
|
|
@@ -275,14 +291,13 @@ export class OpenAIRealtimeWebSocket extends OpenAIRealtimeBase {
|
|
|
275
291
|
* You can also call this method directly if you want to interrupt the conversation for example
|
|
276
292
|
* based on an event in the client.
|
|
277
293
|
*/
|
|
278
|
-
interrupt() {
|
|
294
|
+
interrupt(cancelOngoingResponse = true) {
|
|
279
295
|
if (!this.#currentItemId || typeof this._firstAudioTimestamp !== 'number') {
|
|
280
296
|
return;
|
|
281
297
|
}
|
|
282
|
-
this._cancelResponse();
|
|
283
298
|
const elapsedTime = Date.now() - this._firstAudioTimestamp;
|
|
284
|
-
if (elapsedTime >= 0
|
|
285
|
-
this._interrupt(elapsedTime);
|
|
299
|
+
if (elapsedTime >= 0) {
|
|
300
|
+
this._interrupt(elapsedTime, cancelOngoingResponse);
|
|
286
301
|
}
|
|
287
302
|
this.#currentItemId = undefined;
|
|
288
303
|
this._firstAudioTimestamp = undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openaiRealtimeWebsocket.mjs","sourceRoot":"","sources":["../src/openaiRealtimeWebsocket.ts"],"names":[],"mappings":"OAAO,EACL,oBAAoB,EACpB,qBAAqB,EACrB,SAAS,GACV,MAAM,gCAAgC;OAOhC,EACL,kBAAkB,GAEnB;OACM,EAAE,mBAAmB,EAAE,OAAO,EAAE,cAAc,EAAE;OAChD,EAAE,SAAS,EAAE,MAAM,qBAAqB;OAExC,EAAE,kBAAkB,EAAE;
|
|
1
|
+
{"version":3,"file":"openaiRealtimeWebsocket.mjs","sourceRoot":"","sources":["../src/openaiRealtimeWebsocket.ts"],"names":[],"mappings":"OAAO,EACL,oBAAoB,EACpB,qBAAqB,EACrB,SAAS,GACV,MAAM,gCAAgC;OAOhC,EACL,kBAAkB,GAEnB;OACM,EAAE,mBAAmB,EAAE,OAAO,EAAE,cAAc,EAAE;OAChD,EAAE,SAAS,EAAE,MAAM,qBAAqB;OAExC,EAAE,kBAAkB,EAAE;AAqC7B;;;;GAIG;AACH,MAAM,OAAO,uBACX,SAAQ,kBAAkB;IAG1B,OAAO,CAAqB;IAC5B,IAAI,CAAqB;IACzB,MAAM,GAAmB;QACvB,MAAM,EAAE,cAAc;QACtB,SAAS,EAAE,SAAS;KACrB,CAAC;IACF,kBAAkB,CAAU;IAC5B,cAAc,CAAqB;IACnC,yBAAyB,CAAqB;IAC9C;;;;;;OAMG;IACO,oBAAoB,CAAqB;IACzC,cAAc,GAAW,CAAC,CAAC;IACrC,gBAAgB,GAAY,KAAK,CAAC;IAElC,YAAY,UAA0C,EAAE;QACtD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC;QACxB,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,IAAI,KAAK,CAAC;IAC/D,CAAC;IAED;;OAEG;IACH,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,IAAI,eAAe;QACjB,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,IAAI,KAAK;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,IAAc,aAAa;QACzB,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED;;;;;;OAMG;IACO,QAAQ,CAAC,UAA+B;QAChD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACjC,CAAC;IAED,eAAe,CACb,OAA8B,EAC9B,MAA8B,EAC9B,aAA6C;QAE7C,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC1B,OAAO,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,SAAS,CACjB,oEAAoE,CACrE,CAAC;QACJ,CAAC;QAED,IACE,oBAAoB,EAAE;YACtB,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC;YAC/B,CAAC,IAAI,CAAC,kBAAkB,EACxB,CAAC;YACD,MAAM,IAAI,SAAS,CACjB,6KAA6K,CAC9K,CAAC;QACJ,CAAC;QAED,+FAA+F;QAC/F,MAAM,kBAAkB,GAAG,qBAAqB;YAC9C,CAAC,CAAC;gBACE,UAAU;gBACV,OAAO;gBACP,0BAA0B,GAAG,IAAI,CAAC,OAAO;gBACzC,0BAA0B;gBAC1B,yBAAyB;gBACzB,iBAAiB;gBACjB,cAAc;aACf;YACH,CAAC,CAAC;gBACE,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,IAAI,CAAC,OAAO,EAAE;oBACvC,aAAa,EAAE,aAAa;oBAC5B,GAAG,OAAO;iBACX;aACF,CAAC;QAEN,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,IAAK,EAAE,kBAAyB,CAAC,CAAC;QAChE,IAAI,CAAC,MAAM,GAAG;YACZ,MAAM,EAAE,YAAY;YACpB,SAAS,EAAE,EAAE;SACd,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEnD,EAAE,CAAC,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE;YAC/B,IAAI,CAAC,MAAM,GAAG;gBACZ,MAAM,EAAE,WAAW;gBACnB,SAAS,EAAE,EAAE;aACd,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACnD,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACrC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACrB,IAAI,CAAC,MAAM,GAAG;gBACZ,MAAM,EAAE,cAAc;gBACtB,SAAS,EAAE,SAAS;aACrB,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACnD,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE;YACzC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACzB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAChE,IAAI,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBACzB,OAAO;YACT,CAAC;YAED,IAAI,MAAM,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;gBAC3C,IAAI,CAAC,yBAAyB,GAAG,MAAM,CAAC,aAAa,CAAC;gBACtD,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC;gBACrC,IAAI,IAAI,CAAC,oBAAoB,KAAK,SAAS,EAAE,CAAC;oBAC5C,6EAA6E;oBAC7E,+DAA+D;oBAC/D,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBACvC,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;gBAC1B,CAAC;gBAED,MAAM,IAAI,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC/C,oEAAoE;gBACpE,MAAM,WAAW,GACf,IAAI,CAAC,iBAAiB,EAAE,mBAAmB,IAAI,OAAO,CAAC;gBACzD,IAAI,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,2BAA2B;oBAC3B,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;gBAC7C,CAAC;qBAAM,CAAC;oBACN,6BAA6B;oBAC7B,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,UAAU,GAAG,EAAE,GAAG,CAAC,CAAC;gBAClD,CAAC;gBAED,MAAM,UAAU,GAAwB;oBACtC,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,IAAI;oBACV,UAAU,EAAE,MAAM,CAAC,WAAW;iBAC/B,CAAC;gBACF,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC5B,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,mCAAmC,EAAE,CAAC;gBAC/D,MAAM,oCAAoC,GACxC,IAAI,CAAC,iBAAiB,EAAE,cAAc,EAAE,kBAAkB,IAAI,KAAK,CAAC;gBACtE,IAAI,CAAC,SAAS,CAAC,CAAC,oCAAoC,CAAC,CAAC;YACxD,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBAC9C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC/B,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBAC3C,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAChC,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAC7C,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;gBAC7C,yDAAyD;gBACzD,IAAI,CAAC,oBAAoB,CAAC,aAAa,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;YAChC,IAAI,CAAC,MAAM,GAAG;gBACZ,MAAM,EAAE,cAAc;gBACtB,SAAS,EAAE,SAAS;aACrB,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACnD,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAA6C;QACzD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACjD,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,GAAG,GACP,OAAO,CAAC,GAAG;YACX,IAAI,CAAC,IAAI;YACT,0CAA0C,IAAI,CAAC,YAAY,EAAE,CAAC;QAChE,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;QAEhB,MAAM,aAAa,GAAmC;YACpD,GAAG,CAAC,OAAO,CAAC,oBAAoB,IAAI,EAAE,CAAC;YACvC,KAAK,EAAE,IAAI,CAAC,YAAY;SACzB,CAAC;QAEF,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC;gBACH,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC,CAAC;IAChD,CAAC;IAED;;;;;OAKG;IACH,SAAS,CAAC,KAA4B;QACpC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CACb,mFAAmF,CACpF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACpD,CAAC;IAED;;;;OAIG;IACH,KAAK;QACH,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAChC,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAC;QACtC,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,yBAAyB,GAAG,SAAS,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,MAAe;QAClB,MAAM,IAAI,KAAK,CACb,+FAA+F,CAChG,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACH,SAAS,CAAC,KAAkB,EAAE,UAAgC,EAAE;QAC9D,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACvC,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,eAAe;QACb,8BAA8B;QAC9B,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,iBAAiB;aACxB,CAAC,CAAC;YACH,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACH,UAAU,CAAC,WAAmB,EAAE,wBAAiC,IAAI;QACnE,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YACzD,OAAO;QACT,CAAC;QAED,mEAAmE;QACnE,IAAI,qBAAqB,EAAE,CAAC;YAC1B,IAAI,CAAC,eAAe,EAAE,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC/B,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,4BAA4B;YAClC,OAAO,EAAE,IAAI,CAAC,cAAc;YAC5B,aAAa,EAAE,IAAI,CAAC,yBAAyB;YAC7C,YAAY,EAAE,WAAW;SAC1B,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,SAAS,CAAC,wBAAiC,IAAI;QAC7C,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,OAAO,IAAI,CAAC,oBAAoB,KAAK,QAAQ,EAAE,CAAC;YAC1E,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC;QAE3D,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,qBAAqB,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAChC,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAC;QACtC,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,yBAAyB,GAAG,SAAS,CAAC;IAC7C,CAAC;CACF"}
|
package/dist/realtimeSession.js
CHANGED
|
@@ -52,6 +52,7 @@ export class RealtimeSession extends RuntimeEventEmitter {
|
|
|
52
52
|
#history = [];
|
|
53
53
|
#shouldIncludeAudioData;
|
|
54
54
|
#interruptedByGuardrail = {};
|
|
55
|
+
#audioStarted = false;
|
|
55
56
|
constructor(initialAgent, options = {}) {
|
|
56
57
|
super();
|
|
57
58
|
this.initialAgent = initialAgent;
|
|
@@ -291,9 +292,14 @@ export class RealtimeSession extends RuntimeEventEmitter {
|
|
|
291
292
|
}
|
|
292
293
|
});
|
|
293
294
|
this.#transport.on('audio', (event) => {
|
|
295
|
+
if (!this.#audioStarted) {
|
|
296
|
+
this.#audioStarted = true;
|
|
297
|
+
this.emit('audio_start', this.#context, this.#currentAgent);
|
|
298
|
+
}
|
|
294
299
|
this.emit('audio', event);
|
|
295
300
|
});
|
|
296
301
|
this.#transport.on('turn_started', () => {
|
|
302
|
+
this.#audioStarted = false;
|
|
297
303
|
this.emit('agent_start', this.#context, this.#currentAgent);
|
|
298
304
|
this.#currentAgent.emit('agent_start', this.#context, this.#currentAgent);
|
|
299
305
|
});
|
|
@@ -306,6 +312,9 @@ export class RealtimeSession extends RuntimeEventEmitter {
|
|
|
306
312
|
this.#runOutputGuardrails(textOutput, event.response.id, itemId);
|
|
307
313
|
});
|
|
308
314
|
this.#transport.on('audio_done', () => {
|
|
315
|
+
if (this.#audioStarted) {
|
|
316
|
+
this.#audioStarted = false;
|
|
317
|
+
}
|
|
309
318
|
this.emit('audio_stopped', this.#context, this.#currentAgent);
|
|
310
319
|
});
|
|
311
320
|
let lastRunIndex = 0;
|
|
@@ -390,6 +399,9 @@ export class RealtimeSession extends RuntimeEventEmitter {
|
|
|
390
399
|
this.#context.usage.add(usage);
|
|
391
400
|
});
|
|
392
401
|
this.#transport.on('audio_interrupted', () => {
|
|
402
|
+
if (this.#audioStarted) {
|
|
403
|
+
this.#audioStarted = false;
|
|
404
|
+
}
|
|
393
405
|
this.emit('audio_interrupted', this.#context, this.#currentAgent);
|
|
394
406
|
});
|
|
395
407
|
this.#transport.on('error', (error) => {
|
|
@@ -411,6 +423,7 @@ export class RealtimeSession extends RuntimeEventEmitter {
|
|
|
411
423
|
await this.#transport.connect({
|
|
412
424
|
apiKey: options.apiKey ?? this.options.apiKey,
|
|
413
425
|
model: this.options.model,
|
|
426
|
+
url: options.url,
|
|
414
427
|
initialSessionConfig: await this.#getSessionConfig(this.options.config),
|
|
415
428
|
});
|
|
416
429
|
this.#history = [];
|