@just-every/ensemble 0.2.269 → 0.2.270

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (104) hide show
  1. package/README.md +6 -5
  2. package/dist/cjs/core/ensemble_live.cjs +4 -2
  3. package/dist/cjs/core/ensemble_live.d.ts.map +1 -1
  4. package/dist/cjs/core/ensemble_live.js.map +1 -1
  5. package/dist/cjs/core/ensemble_video.cjs +37 -0
  6. package/dist/cjs/core/ensemble_video.d.ts +3 -0
  7. package/dist/cjs/core/ensemble_video.d.ts.map +1 -0
  8. package/dist/cjs/core/ensemble_video.js.map +1 -0
  9. package/dist/cjs/data/model_data.cjs +314 -146
  10. package/dist/cjs/data/model_data.d.ts +4 -0
  11. package/dist/cjs/data/model_data.d.ts.map +1 -1
  12. package/dist/cjs/data/model_data.js.map +1 -1
  13. package/dist/cjs/index.cjs +3 -1
  14. package/dist/cjs/index.d.ts +1 -0
  15. package/dist/cjs/index.d.ts.map +1 -1
  16. package/dist/cjs/index.js.map +1 -1
  17. package/dist/cjs/model_providers/deepseek.cjs +6 -97
  18. package/dist/cjs/model_providers/deepseek.d.ts +1 -1
  19. package/dist/cjs/model_providers/deepseek.d.ts.map +1 -1
  20. package/dist/cjs/model_providers/deepseek.js.map +1 -1
  21. package/dist/cjs/model_providers/deepseek_v4_contract.cjs +19 -0
  22. package/dist/cjs/model_providers/deepseek_v4_contract.d.ts +3 -0
  23. package/dist/cjs/model_providers/deepseek_v4_contract.d.ts.map +1 -0
  24. package/dist/cjs/model_providers/deepseek_v4_contract.js.map +1 -0
  25. package/dist/cjs/model_providers/grok.cjs +81 -11
  26. package/dist/cjs/model_providers/grok.d.ts +2 -1
  27. package/dist/cjs/model_providers/grok.d.ts.map +1 -1
  28. package/dist/cjs/model_providers/grok.js.map +1 -1
  29. package/dist/cjs/model_providers/grok_imagine_pricing.cjs +25 -0
  30. package/dist/cjs/model_providers/grok_imagine_pricing.d.ts +10 -0
  31. package/dist/cjs/model_providers/grok_imagine_pricing.d.ts.map +1 -0
  32. package/dist/cjs/model_providers/grok_imagine_pricing.js.map +1 -0
  33. package/dist/cjs/model_providers/model_provider.cjs +2 -0
  34. package/dist/cjs/model_providers/model_provider.d.ts.map +1 -1
  35. package/dist/cjs/model_providers/model_provider.js.map +1 -1
  36. package/dist/cjs/model_providers/openai.cjs +30 -0
  37. package/dist/cjs/model_providers/openai.d.ts +2 -1
  38. package/dist/cjs/model_providers/openai.d.ts.map +1 -1
  39. package/dist/cjs/model_providers/openai.js.map +1 -1
  40. package/dist/cjs/model_providers/openai_chat.cjs +9 -0
  41. package/dist/cjs/model_providers/openai_chat.d.ts.map +1 -1
  42. package/dist/cjs/model_providers/openai_chat.js.map +1 -1
  43. package/dist/cjs/model_providers/openai_realtime.cjs +261 -0
  44. package/dist/cjs/model_providers/openai_realtime.d.ts +40 -0
  45. package/dist/cjs/model_providers/openai_realtime.d.ts.map +1 -0
  46. package/dist/cjs/model_providers/openai_realtime.js.map +1 -0
  47. package/dist/cjs/tsconfig.cjs.tsbuildinfo +1 -1
  48. package/dist/cjs/types/types.d.ts +28 -3
  49. package/dist/cjs/types/types.d.ts.map +1 -1
  50. package/dist/cjs/utils/cost_tracker.cjs +12 -0
  51. package/dist/cjs/utils/cost_tracker.d.ts.map +1 -1
  52. package/dist/cjs/utils/cost_tracker.js.map +1 -1
  53. package/dist/core/ensemble_live.d.ts.map +1 -1
  54. package/dist/core/ensemble_live.js +4 -2
  55. package/dist/core/ensemble_live.js.map +1 -1
  56. package/dist/core/ensemble_video.d.ts +3 -0
  57. package/dist/core/ensemble_video.d.ts.map +1 -0
  58. package/dist/core/ensemble_video.js +34 -0
  59. package/dist/core/ensemble_video.js.map +1 -0
  60. package/dist/data/model_data.d.ts +4 -0
  61. package/dist/data/model_data.d.ts.map +1 -1
  62. package/dist/data/model_data.js +314 -146
  63. package/dist/data/model_data.js.map +1 -1
  64. package/dist/index.d.ts +1 -0
  65. package/dist/index.d.ts.map +1 -1
  66. package/dist/index.js +1 -0
  67. package/dist/index.js.map +1 -1
  68. package/dist/model_providers/deepseek.d.ts +1 -1
  69. package/dist/model_providers/deepseek.d.ts.map +1 -1
  70. package/dist/model_providers/deepseek.js +6 -97
  71. package/dist/model_providers/deepseek.js.map +1 -1
  72. package/dist/model_providers/deepseek_v4_contract.d.ts +3 -0
  73. package/dist/model_providers/deepseek_v4_contract.d.ts.map +1 -0
  74. package/dist/model_providers/deepseek_v4_contract.js +16 -0
  75. package/dist/model_providers/deepseek_v4_contract.js.map +1 -0
  76. package/dist/model_providers/grok.d.ts +2 -1
  77. package/dist/model_providers/grok.d.ts.map +1 -1
  78. package/dist/model_providers/grok.js +81 -11
  79. package/dist/model_providers/grok.js.map +1 -1
  80. package/dist/model_providers/grok_imagine_pricing.d.ts +10 -0
  81. package/dist/model_providers/grok_imagine_pricing.d.ts.map +1 -0
  82. package/dist/model_providers/grok_imagine_pricing.js +21 -0
  83. package/dist/model_providers/grok_imagine_pricing.js.map +1 -0
  84. package/dist/model_providers/model_provider.d.ts.map +1 -1
  85. package/dist/model_providers/model_provider.js +2 -0
  86. package/dist/model_providers/model_provider.js.map +1 -1
  87. package/dist/model_providers/openai.d.ts +2 -1
  88. package/dist/model_providers/openai.d.ts.map +1 -1
  89. package/dist/model_providers/openai.js +30 -0
  90. package/dist/model_providers/openai.js.map +1 -1
  91. package/dist/model_providers/openai_chat.d.ts.map +1 -1
  92. package/dist/model_providers/openai_chat.js +9 -0
  93. package/dist/model_providers/openai_chat.js.map +1 -1
  94. package/dist/model_providers/openai_realtime.d.ts +40 -0
  95. package/dist/model_providers/openai_realtime.d.ts.map +1 -0
  96. package/dist/model_providers/openai_realtime.js +223 -0
  97. package/dist/model_providers/openai_realtime.js.map +1 -0
  98. package/dist/tsconfig.tsbuildinfo +1 -1
  99. package/dist/types/types.d.ts +28 -3
  100. package/dist/types/types.d.ts.map +1 -1
  101. package/dist/utils/cost_tracker.d.ts.map +1 -1
  102. package/dist/utils/cost_tracker.js +12 -0
  103. package/dist/utils/cost_tracker.js.map +1 -1
  104. package/package.json +1 -1
@@ -0,0 +1,261 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
15
+ }) : function(o, v) {
16
+ o["default"] = v;
17
+ });
18
+ var __importStar = (this && this.__importStar) || (function () {
19
+ var ownKeys = function(o) {
20
+ ownKeys = Object.getOwnPropertyNames || function (o) {
21
+ var ar = [];
22
+ for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
23
+ return ar;
24
+ };
25
+ return ownKeys(o);
26
+ };
27
+ return function (mod) {
28
+ if (mod && mod.__esModule) return mod;
29
+ var result = {};
30
+ if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
31
+ __setModuleDefault(result, mod);
32
+ return result;
33
+ };
34
+ })();
35
+ Object.defineProperty(exports, "__esModule", { value: true });
36
+ exports.OpenAIRealtimeSession = void 0;
37
+ exports.createOpenAIRealtimeSession = createOpenAIRealtimeSession;
38
+ const cost_tracker_js_1 = require("../utils/cost_tracker.cjs");
39
+ class OpenAIRealtimeSession {
40
+ model;
41
+ config;
42
+ agent;
43
+ options;
44
+ sessionId = '';
45
+ socket;
46
+ active = true;
47
+ queue = [];
48
+ waiters = [];
49
+ text = '';
50
+ readyResolve;
51
+ readyReject;
52
+ ready = new Promise((resolve, reject) => {
53
+ this.readyResolve = resolve;
54
+ this.readyReject = reject;
55
+ });
56
+ constructor(model, config, agent, options, apiKey, socketFactory) {
57
+ this.model = model;
58
+ this.config = config;
59
+ this.agent = agent;
60
+ this.options = options;
61
+ this.socket = socketFactory(`wss://api.openai.com/v1/realtime?model=${encodeURIComponent(model)}`, {
62
+ Authorization: `Bearer ${apiKey}`,
63
+ });
64
+ this.socket.on('message', data => this.handleMessage(JSON.parse(data.toString())));
65
+ this.socket.on('close', () => {
66
+ this.active = false;
67
+ this.notify();
68
+ });
69
+ this.socket.on('error', error => {
70
+ this.readyReject(error);
71
+ this.push({ type: 'error', timestamp: new Date().toISOString(), error: error.message, recoverable: false });
72
+ });
73
+ options.abortSignal?.addEventListener('abort', () => void this.close(), { once: true });
74
+ }
75
+ async initialize() {
76
+ if (this.socket.readyState !== 1) {
77
+ await new Promise((resolve, reject) => {
78
+ this.socket.once('open', resolve);
79
+ this.socket.once('error', reject);
80
+ });
81
+ }
82
+ const voice = this.config.speechConfig?.voiceConfig?.prebuiltVoiceConfig?.voiceName || 'marin';
83
+ const tools = (this.agent.tools || []).map(tool => ({
84
+ type: 'function',
85
+ name: tool.definition.function.name,
86
+ description: tool.definition.function.description,
87
+ parameters: tool.definition.function.parameters,
88
+ }));
89
+ const session = {
90
+ type: 'realtime',
91
+ model: this.model,
92
+ instructions: this.agent.instructions,
93
+ output_modalities: [this.config.responseModalities[0] === 'AUDIO' ? 'audio' : 'text'],
94
+ tools,
95
+ };
96
+ if (this.config.responseModalities[0] === 'AUDIO') {
97
+ session.audio = {
98
+ input: {
99
+ format: { type: 'audio/pcm', rate: this.options.inputAudioSampleRate ?? 24000 },
100
+ turn_detection: { type: 'semantic_vad' },
101
+ },
102
+ output: { format: { type: 'audio/pcm' }, voice },
103
+ };
104
+ }
105
+ this.send({ type: 'session.update', session });
106
+ await this.ready;
107
+ }
108
+ async sendAudio(audio) {
109
+ this.send({ type: 'input_audio_buffer.append', audio: audio.data });
110
+ }
111
+ async commitAudio() {
112
+ this.send({ type: 'input_audio_buffer.commit' });
113
+ this.send({ type: 'response.create' });
114
+ }
115
+ async sendText(text, role = 'user') {
116
+ this.send({
117
+ type: 'conversation.item.create',
118
+ item: { type: 'message', role, content: [{ type: 'input_text', text }] },
119
+ });
120
+ if (role === 'user')
121
+ this.send({ type: 'response.create' });
122
+ }
123
+ async sendToolResponse(toolResults) {
124
+ for (const result of toolResults) {
125
+ this.send({
126
+ type: 'conversation.item.create',
127
+ item: {
128
+ type: 'function_call_output',
129
+ call_id: result.call_id || result.toolCall.call_id || result.toolCall.id,
130
+ output: result.error ?? result.output ?? '',
131
+ },
132
+ });
133
+ }
134
+ this.send({ type: 'response.create' });
135
+ }
136
+ async *getEventStream() {
137
+ while (this.active || this.queue.length) {
138
+ if (!this.queue.length)
139
+ await new Promise(resolve => this.waiters.push(resolve));
140
+ while (this.queue.length)
141
+ yield this.queue.shift();
142
+ }
143
+ }
144
+ async close() {
145
+ this.active = false;
146
+ if (this.socket.readyState === 1 || this.socket.readyState === 0) {
147
+ this.socket.close();
148
+ }
149
+ this.notify();
150
+ }
151
+ isActive() {
152
+ return this.active;
153
+ }
154
+ handleMessage(event) {
155
+ const timestamp = new Date().toISOString();
156
+ if (event.type === 'session.created')
157
+ this.sessionId = event.session?.id || event.event_id || '';
158
+ if (event.type === 'session.updated') {
159
+ this.readyResolve();
160
+ this.push({ type: 'live_ready', timestamp });
161
+ }
162
+ if (event.type === 'response.output_text.delta') {
163
+ this.text += event.delta || '';
164
+ this.push({ type: 'text_delta', timestamp, delta: event.delta || '' });
165
+ this.push({ type: 'message_delta', timestamp, delta: event.delta || '' });
166
+ }
167
+ if (event.type === 'response.output_audio.delta') {
168
+ this.push({
169
+ type: 'audio_output',
170
+ timestamp,
171
+ data: event.delta,
172
+ format: { sampleRate: 24000, channels: 1, encoding: 'pcm16' },
173
+ });
174
+ }
175
+ if (event.type === 'response.output_audio_transcript.delta') {
176
+ this.text += event.delta || '';
177
+ this.push({ type: 'transcription_output', timestamp, text: event.delta || '' });
178
+ }
179
+ if (event.type === 'conversation.item.input_audio_transcription.completed') {
180
+ this.push({ type: 'transcription_input', timestamp, text: event.transcript || '' });
181
+ }
182
+ if (event.type === 'input_audio_buffer.speech_started') {
183
+ this.push({ type: 'turn_start', timestamp, role: 'user' });
184
+ }
185
+ if (event.type === 'response.function_call_arguments.done') {
186
+ this.push({
187
+ type: 'tool_call',
188
+ timestamp,
189
+ toolCalls: [
190
+ {
191
+ id: event.item_id || event.call_id,
192
+ call_id: event.call_id,
193
+ type: 'function',
194
+ function: { name: event.name, arguments: event.arguments || '{}' },
195
+ },
196
+ ],
197
+ });
198
+ }
199
+ if (event.type === 'response.done') {
200
+ const usage = event.response?.usage || {};
201
+ const recorded = cost_tracker_js_1.costTracker.addUsage({
202
+ model: this.model,
203
+ input_tokens: usage.input_tokens || 0,
204
+ output_tokens: usage.output_tokens || 0,
205
+ cached_tokens: usage.input_token_details?.cached_tokens || 0,
206
+ });
207
+ this.push({
208
+ type: 'cost_update',
209
+ timestamp,
210
+ usage: {
211
+ inputTokens: recorded.input_tokens || 0,
212
+ outputTokens: recorded.output_tokens || 0,
213
+ totalTokens: recorded.total_tokens || 0,
214
+ totalCost: recorded.cost,
215
+ },
216
+ });
217
+ this.push({
218
+ type: 'turn_complete',
219
+ timestamp,
220
+ role: 'model',
221
+ message: { type: 'message', role: 'assistant', status: 'completed', content: this.text },
222
+ });
223
+ this.text = '';
224
+ }
225
+ if (event.type === 'error') {
226
+ this.push({
227
+ type: 'error',
228
+ timestamp,
229
+ error: event.error?.message || 'OpenAI Realtime error',
230
+ recoverable: false,
231
+ });
232
+ }
233
+ }
234
+ send(payload) {
235
+ if (this.socket.readyState !== 1)
236
+ throw new Error('OpenAI Realtime socket is not open.');
237
+ this.socket.send(JSON.stringify(payload));
238
+ }
239
+ push(event) {
240
+ this.queue.push(event);
241
+ this.notify();
242
+ }
243
+ notify() {
244
+ for (const waiter of this.waiters.splice(0))
245
+ waiter();
246
+ }
247
+ }
248
+ exports.OpenAIRealtimeSession = OpenAIRealtimeSession;
249
+ async function createOpenAIRealtimeSession(config, agent, model, options = {}, apiKey = process.env.OPENAI_API_KEY, socketFactory) {
250
+ if (!apiKey)
251
+ throw new Error('OPENAI_API_KEY is required for OpenAI Realtime.');
252
+ let resolvedSocketFactory = socketFactory;
253
+ if (!resolvedSocketFactory) {
254
+ const { default: WebSocket } = await Promise.resolve().then(() => __importStar(require('ws')));
255
+ resolvedSocketFactory = (url, headers) => new WebSocket(url, { headers });
256
+ }
257
+ const session = new OpenAIRealtimeSession(model, config, agent, options, apiKey, resolvedSocketFactory);
258
+ await session.initialize();
259
+ return session;
260
+ }
261
+ //# sourceMappingURL=openai_realtime.js.map
@@ -0,0 +1,40 @@
1
+ import type { AgentDefinition, LiveAudioBlob, LiveConfig, LiveEvent, LiveOptions, LiveSession, ToolCallResult } from "../types/types.cjs";
2
+ type RealtimeSocket = {
3
+ readyState: number;
4
+ on(event: string, listener: (...args: any[]) => void): unknown;
5
+ once(event: string, listener: (...args: any[]) => void): unknown;
6
+ send(payload: string): void;
7
+ close(): void;
8
+ };
9
+ export type OpenAIRealtimeSocketFactory = (url: string, headers: Record<string, string>) => RealtimeSocket;
10
+ export declare class OpenAIRealtimeSession implements LiveSession {
11
+ private readonly model;
12
+ private readonly config;
13
+ private readonly agent;
14
+ private readonly options;
15
+ sessionId: string;
16
+ private socket;
17
+ private active;
18
+ private queue;
19
+ private waiters;
20
+ private text;
21
+ private readyResolve;
22
+ private readyReject;
23
+ private ready;
24
+ constructor(model: string, config: LiveConfig, agent: AgentDefinition, options: LiveOptions, apiKey: string, socketFactory: OpenAIRealtimeSocketFactory);
25
+ initialize(): Promise<void>;
26
+ sendAudio(audio: LiveAudioBlob): Promise<void>;
27
+ commitAudio(): Promise<void>;
28
+ sendText(text: string, role?: 'user' | 'assistant'): Promise<void>;
29
+ sendToolResponse(toolResults: ToolCallResult[]): Promise<void>;
30
+ getEventStream(): AsyncIterable<LiveEvent>;
31
+ close(): Promise<void>;
32
+ isActive(): boolean;
33
+ private handleMessage;
34
+ private send;
35
+ private push;
36
+ private notify;
37
+ }
38
+ export declare function createOpenAIRealtimeSession(config: LiveConfig, agent: AgentDefinition, model: string, options?: LiveOptions, apiKey?: string, socketFactory?: OpenAIRealtimeSocketFactory): Promise<LiveSession>;
39
+ export {};
40
+ //# sourceMappingURL=openai_realtime.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai_realtime.d.ts","sourceRoot":"","sources":["../../../model_providers/openai_realtime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,eAAe,EACf,aAAa,EACb,UAAU,EACV,SAAS,EACT,WAAW,EACX,WAAW,EACX,cAAc,EACjB,MAAM,mBAAmB,CAAC;AAI3B,KAAK,cAAc,GAAG;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC;IAC/D,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC;IACjE,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,KAAK,IAAI,IAAI,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,cAAc,CAAC;AAE3G,qBAAa,qBAAsB,YAAW,WAAW;IAejD,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAjB5B,SAAS,SAAM;IACf,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,KAAK,CAAmB;IAChC,OAAO,CAAC,OAAO,CAAyB;IACxC,OAAO,CAAC,IAAI,CAAM;IAClB,OAAO,CAAC,YAAY,CAAc;IAClC,OAAO,CAAC,WAAW,CAA0B;IAC7C,OAAO,CAAC,KAAK,CAGV;gBAGkB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,UAAU,EAClB,KAAK,EAAE,eAAe,EACtB,OAAO,EAAE,WAAW,EACrC,MAAM,EAAE,MAAM,EACd,aAAa,EAAE,2BAA2B;IAiBxC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAkC3B,SAAS,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAI9C,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAK5B,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,GAAE,MAAM,GAAG,WAAoB,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ1E,gBAAgB,CAAC,WAAW,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAc7D,cAAc,IAAI,aAAa,CAAC,SAAS,CAAC;IAO3C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ5B,QAAQ,IAAI,OAAO;IAInB,OAAO,CAAC,aAAa;IAgFrB,OAAO,CAAC,IAAI;IAKZ,OAAO,CAAC,IAAI;IAKZ,OAAO,CAAC,MAAM;CAGjB;AAED,wBAAsB,2BAA2B,CAC7C,MAAM,EAAE,UAAU,EAClB,KAAK,EAAE,eAAe,EACtB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,WAAgB,EACzB,MAAM,SAA6B,EACnC,aAAa,CAAC,EAAE,2BAA2B,GAC5C,OAAO,CAAC,WAAW,CAAC,CAUtB"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai_realtime.js","sourceRoot":"","sources":["../../../model_providers/openai_realtime.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA8OA,kEAiBC;AAtPD,8DAAuD;AAavD,MAAa,qBAAqB;IAeT;IACA;IACA;IACA;IAjBrB,SAAS,GAAG,EAAE,CAAC;IACP,MAAM,CAAiB;IACvB,MAAM,GAAG,IAAI,CAAC;IACd,KAAK,GAAgB,EAAE,CAAC;IACxB,OAAO,GAAsB,EAAE,CAAC;IAChC,IAAI,GAAG,EAAE,CAAC;IACV,YAAY,CAAc;IAC1B,WAAW,CAA0B;IACrC,KAAK,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAClD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;QAC5B,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,YACqB,KAAa,EACb,MAAkB,EAClB,KAAsB,EACtB,OAAoB,EACrC,MAAc,EACd,aAA0C;QALzB,UAAK,GAAL,KAAK,CAAQ;QACb,WAAM,GAAN,MAAM,CAAY;QAClB,UAAK,GAAL,KAAK,CAAiB;QACtB,YAAO,GAAP,OAAO,CAAa;QAIrC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,0CAA0C,kBAAkB,CAAC,KAAK,CAAC,EAAE,EAAE;YAC/F,aAAa,EAAE,UAAU,MAAM,EAAE;SACpC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QACnF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACzB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YACpB,IAAI,CAAC,MAAM,EAAE,CAAC;QAClB,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;YAC5B,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;QAChH,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,WAAW,EAAE,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACxC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAClC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACtC,CAAC,CAAC,CAAC;QACP,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,WAAW,EAAE,mBAAmB,EAAE,SAAS,IAAI,OAAO,CAAC;QAC/F,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAChD,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI;YACnC,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,WAAW;YACjD,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,UAAU;SAClD,CAAC,CAAC,CAAC;QACJ,MAAM,OAAO,GAA4B;YACrC,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;YACrC,iBAAiB,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;YACrF,KAAK;SACR,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,KAAK,OAAO,EAAE,CAAC;YAChD,OAAO,CAAC,KAAK,GAAG;gBACZ,KAAK,EAAE;oBACH,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,KAAK,EAAE;oBAC/E,cAAc,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE;iBAC3C;gBACD,MAAM,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE;aACnD,CAAC;QACN,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC;QAC/C,MAAM,IAAI,CAAC,KAAK,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAoB;QAChC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,KAAK,CAAC,WAAW;QACb,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAY,EAAE,OAA6B,MAAM;QAC5D,IAAI,CAAC,IAAI,CAAC;YACN,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,EAAE;SAC3E,CAAC,CAAC;QACH,IAAI,IAAI,KAAK,MAAM;YAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,WAA6B;QAChD,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC;gBACN,IAAI,EAAE,0BAA0B;gBAChC,IAAI,EAAE;oBACF,IAAI,EAAE,sBAAsB;oBAC5B,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE;oBACxE,MAAM,EAAE,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE;iBAC9C;aACJ,CAAC,CAAC;QACP,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,CAAC,cAAc;QACjB,OAAO,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACtC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM;gBAAE,MAAM,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YACvF,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM;gBAAE,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;QACxD,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACP,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YAC/D,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,MAAM,EAAE,CAAC;IAClB,CAAC;IAED,QAAQ;QACJ,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAEO,aAAa,CAAC,KAAsB;QACxC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB;YAAE,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,OAAO,EAAE,EAAE,IAAI,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC;QACjG,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACnC,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,4BAA4B,EAAE,CAAC;YAC9C,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC,CAAC;YACvE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,6BAA6B,EAAE,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC;gBACN,IAAI,EAAE,cAAc;gBACpB,SAAS;gBACT,IAAI,EAAE,KAAK,CAAC,KAAK;gBACjB,MAAM,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE;aAChE,CAAC,CAAC;QACP,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,wCAAwC,EAAE,CAAC;YAC1D,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC,CAAC;QACpF,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,uDAAuD,EAAE,CAAC;YACzE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC,CAAC;QACxF,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,mCAAmC,EAAE,CAAC;YACrD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/D,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,uCAAuC,EAAE,CAAC;YACzD,IAAI,CAAC,IAAI,CAAC;gBACN,IAAI,EAAE,WAAW;gBACjB,SAAS;gBACT,SAAS,EAAE;oBACP;wBACI,EAAE,EAAE,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO;wBAClC,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,IAAI,EAAE;qBACrE;iBACJ;aACJ,CAAC,CAAC;QACP,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC;YAC1C,MAAM,QAAQ,GAAG,6BAAW,CAAC,QAAQ,CAAC;gBAClC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;gBACrC,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;gBACvC,aAAa,EAAE,KAAK,CAAC,mBAAmB,EAAE,aAAa,IAAI,CAAC;aAC/D,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC;gBACN,IAAI,EAAE,aAAa;gBACnB,SAAS;gBACT,KAAK,EAAE;oBACH,WAAW,EAAE,QAAQ,CAAC,YAAY,IAAI,CAAC;oBACvC,YAAY,EAAE,QAAQ,CAAC,aAAa,IAAI,CAAC;oBACzC,WAAW,EAAE,QAAQ,CAAC,YAAY,IAAI,CAAC;oBACvC,SAAS,EAAE,QAAQ,CAAC,IAAI;iBAC3B;aACJ,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC;gBACN,IAAI,EAAE,eAAe;gBACrB,SAAS;gBACT,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE;aAC3F,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;QACnB,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC;gBACN,IAAI,EAAE,OAAO;gBACb,SAAS;gBACT,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,uBAAuB;gBACtD,WAAW,EAAE,KAAK;aACrB,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAEO,IAAI,CAAC,OAAwB;QACjC,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9C,CAAC;IAEO,IAAI,CAAC,KAAgB;QACzB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,IAAI,CAAC,MAAM,EAAE,CAAC;IAClB,CAAC;IAEO,MAAM;QACV,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;YAAE,MAAM,EAAE,CAAC;IAC1D,CAAC;CACJ;AAtND,sDAsNC;AAEM,KAAK,UAAU,2BAA2B,CAC7C,MAAkB,EAClB,KAAsB,EACtB,KAAa,EACb,UAAuB,EAAE,EACzB,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,EACnC,aAA2C;IAE3C,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IAChF,IAAI,qBAAqB,GAAG,aAAa,CAAC;IAC1C,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACzB,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,wDAAa,IAAI,GAAC,CAAC;QAClD,qBAAqB,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAA8B,CAAC;IAC3G,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,qBAAqB,CAAC,CAAC;IACxG,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;IAC3B,OAAO,OAAO,CAAC;AACnB,CAAC"}