@mastra/voice-openai-realtime 0.0.0-vnextWorkflows-20250422142014 → 0.0.0-workflow-deno-20250616130925

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (12) hide show
  1. package/.turbo/turbo-build.log +23 -0
  2. package/CHANGELOG.md +420 -2
  3. package/README.md +9 -13
  4. package/dist/_tsup-dts-rollup.d.cts +28 -18
  5. package/dist/_tsup-dts-rollup.d.ts +28 -18
  6. package/dist/index.cjs +14 -6
  7. package/dist/index.js +14 -6
  8. package/package.json +16 -11
  9. package/src/index.test.ts +1 -3
  10. package/src/index.ts +19 -11
  11. package/src/utils.test.ts +119 -0
  12. package/src/utils.ts +10 -2
package/.turbo/turbo-build.log ADDED
@@ -0,0 +1,23 @@
1
+
2
+ > @mastra/voice-openai-realtime@0.10.2-alpha.0 build /home/runner/work/mastra/mastra/voice/openai-realtime-api
3
+ > tsup src/index.ts --format esm,cjs --experimental-dts --clean --treeshake
4
+
5
+ CLI Building entry: src/index.ts
6
+ CLI Using tsconfig: tsconfig.json
7
+ CLI tsup v8.5.0
8
+ TSC Build start
9
+ TSC ⚡️ Build success in 8916ms
10
+ DTS Build start
11
+ CLI Target: es2022
12
+ Analysis will use the bundled TypeScript version 5.8.3
13
+ Writing package typings: /home/runner/work/mastra/mastra/voice/openai-realtime-api/dist/_tsup-dts-rollup.d.ts
14
+ Analysis will use the bundled TypeScript version 5.8.3
15
+ Writing package typings: /home/runner/work/mastra/mastra/voice/openai-realtime-api/dist/_tsup-dts-rollup.d.cts
16
+ DTS ⚡️ Build success in 11198ms
17
+ CLI Cleaning output folder
18
+ ESM Build start
19
+ CJS Build start
20
+ CJS dist/index.cjs 19.37 KB
21
+ CJS ⚡️ Build success in 787ms
22
+ ESM dist/index.js 19.31 KB
23
+ ESM ⚡️ Build success in 789ms
package/CHANGELOG.md CHANGED
@@ -1,6 +1,405 @@
1
1
  # @mastra/voice-openai-realtime
2
2
 
3
- ## 0.0.0-vnextWorkflows-20250422142014
3
+ ## 0.0.0-workflow-deno-20250616130925
4
+
5
+ ### Patch Changes
6
+
7
+ - 63f6b7d: dependencies updates:
8
+ - Updated dependency [`ws@^8.18.2` ↗︎](https://www.npmjs.com/package/ws/v/8.18.2) (from `^8.18.1`, in `dependencies`)
9
+ - Updated dependencies [63f6b7d]
10
+ - Updated dependencies [ee9af57]
11
+ - Updated dependencies [36f1c36]
12
+ - Updated dependencies [10d352e]
13
+ - Updated dependencies [3ca9a67]
14
+ - Updated dependencies [53d3c37]
15
+ - Updated dependencies [577ce3a]
16
+ - Updated dependencies [9260b3a]
17
+ - @mastra/core@0.0.0-workflow-deno-20250616130925
18
+
19
+ ## 0.10.2-alpha.0
20
+
21
+ ### Patch Changes
22
+
23
+ - 63f6b7d: dependencies updates:
24
+ - Updated dependency [`ws@^8.18.2` ↗︎](https://www.npmjs.com/package/ws/v/8.18.2) (from `^8.18.1`, in `dependencies`)
25
+ - Updated dependencies [63f6b7d]
26
+ - Updated dependencies [36f1c36]
27
+ - Updated dependencies [10d352e]
28
+ - Updated dependencies [53d3c37]
29
+ - @mastra/core@0.10.6-alpha.0
30
+
31
+ ## 0.10.1
32
+
33
+ ### Patch Changes
34
+
35
+ - f0d559f: Fix peerdeps for alpha channel
36
+ - Updated dependencies [ee77e78]
37
+ - Updated dependencies [592a2db]
38
+ - Updated dependencies [e5dc18d]
39
+ - Updated dependencies [ab5adbe]
40
+ - Updated dependencies [1e8bb40]
41
+ - Updated dependencies [1b5fc55]
42
+ - Updated dependencies [195c428]
43
+ - Updated dependencies [f73e11b]
44
+ - Updated dependencies [37643b8]
45
+ - Updated dependencies [99fd6cf]
46
+ - Updated dependencies [c5bf1ce]
47
+ - Updated dependencies [add596e]
48
+ - Updated dependencies [8dc94d8]
49
+ - Updated dependencies [ecebbeb]
50
+ - Updated dependencies [79d5145]
51
+ - Updated dependencies [12b7002]
52
+ - Updated dependencies [2901125]
53
+ - @mastra/core@0.10.2
54
+
55
+ ## 0.10.1-alpha.0
56
+
57
+ ### Patch Changes
58
+
59
+ - f0d559f: Fix peerdeps for alpha channel
60
+ - Updated dependencies [1e8bb40]
61
+ - @mastra/core@0.10.2-alpha.2
62
+
63
+ ## 0.10.0
64
+
65
+ ### Minor Changes
66
+
67
+ - 83da932: Move @mastra/core to peerdeps
68
+
69
+ ### Patch Changes
70
+
71
+ - d3628af: Add realtime context for openai realtime voice
72
+ - Updated dependencies [b3a3d63]
73
+ - Updated dependencies [344f453]
74
+ - Updated dependencies [0a3ae6d]
75
+ - Updated dependencies [95911be]
76
+ - Updated dependencies [f53a6ac]
77
+ - Updated dependencies [5eb5a99]
78
+ - Updated dependencies [7e632c5]
79
+ - Updated dependencies [1e9fbfa]
80
+ - Updated dependencies [eabdcd9]
81
+ - Updated dependencies [90be034]
82
+ - Updated dependencies [99f050a]
83
+ - Updated dependencies [d0ee3c6]
84
+ - Updated dependencies [b2ae5aa]
85
+ - Updated dependencies [23f258c]
86
+ - Updated dependencies [a7292b0]
87
+ - Updated dependencies [0dcb9f0]
88
+ - Updated dependencies [2672a05]
89
+ - @mastra/core@0.10.0
90
+
91
+ ## 0.3.0-alpha.1
92
+
93
+ ### Minor Changes
94
+
95
+ - 83da932: Move @mastra/core to peerdeps
96
+
97
+ ### Patch Changes
98
+
99
+ - Updated dependencies [b3a3d63]
100
+ - Updated dependencies [344f453]
101
+ - Updated dependencies [0a3ae6d]
102
+ - Updated dependencies [95911be]
103
+ - Updated dependencies [5eb5a99]
104
+ - Updated dependencies [7e632c5]
105
+ - Updated dependencies [1e9fbfa]
106
+ - Updated dependencies [b2ae5aa]
107
+ - Updated dependencies [a7292b0]
108
+ - Updated dependencies [0dcb9f0]
109
+ - @mastra/core@0.10.0-alpha.1
110
+
111
+ ## 0.2.5-alpha.0
112
+
113
+ ### Patch Changes
114
+
115
+ - d3628af: Add realtime context for openai realtime voice
116
+ - Updated dependencies [f53a6ac]
117
+ - Updated dependencies [eabdcd9]
118
+ - Updated dependencies [90be034]
119
+ - Updated dependencies [99f050a]
120
+ - Updated dependencies [d0ee3c6]
121
+ - Updated dependencies [23f258c]
122
+ - Updated dependencies [2672a05]
123
+ - @mastra/core@0.9.5-alpha.0
124
+
125
+ ## 0.2.4
126
+
127
+ ### Patch Changes
128
+
129
+ - Updated dependencies [396be50]
130
+ - Updated dependencies [ab80e7e]
131
+ - Updated dependencies [c3bd795]
132
+ - Updated dependencies [da082f8]
133
+ - Updated dependencies [a5810ce]
134
+ - Updated dependencies [3e9c131]
135
+ - Updated dependencies [3171b5b]
136
+ - Updated dependencies [973e5ac]
137
+ - Updated dependencies [daf942f]
138
+ - Updated dependencies [0b8b868]
139
+ - Updated dependencies [9e1eff5]
140
+ - Updated dependencies [6fa1ad1]
141
+ - Updated dependencies [c28d7a0]
142
+ - Updated dependencies [edf1e88]
143
+ - @mastra/core@0.9.4
144
+
145
+ ## 0.2.4-alpha.4
146
+
147
+ ### Patch Changes
148
+
149
+ - Updated dependencies [3e9c131]
150
+ - @mastra/core@0.9.4-alpha.4
151
+
152
+ ## 0.2.4-alpha.3
153
+
154
+ ### Patch Changes
155
+
156
+ - Updated dependencies [396be50]
157
+ - Updated dependencies [c3bd795]
158
+ - Updated dependencies [da082f8]
159
+ - Updated dependencies [a5810ce]
160
+ - @mastra/core@0.9.4-alpha.3
161
+
162
+ ## 0.2.4-alpha.2
163
+
164
+ ### Patch Changes
165
+
166
+ - Updated dependencies [3171b5b]
167
+ - Updated dependencies [973e5ac]
168
+ - Updated dependencies [9e1eff5]
169
+ - @mastra/core@0.9.4-alpha.2
170
+
171
+ ## 0.2.4-alpha.1
172
+
173
+ ### Patch Changes
174
+
175
+ - Updated dependencies [ab80e7e]
176
+ - Updated dependencies [6fa1ad1]
177
+ - Updated dependencies [c28d7a0]
178
+ - Updated dependencies [edf1e88]
179
+ - @mastra/core@0.9.4-alpha.1
180
+
181
+ ## 0.2.4-alpha.0
182
+
183
+ ### Patch Changes
184
+
185
+ - Updated dependencies [daf942f]
186
+ - Updated dependencies [0b8b868]
187
+ - @mastra/core@0.9.4-alpha.0
188
+
189
+ ## 0.2.3
190
+
191
+ ### Patch Changes
192
+
193
+ - Updated dependencies [e450778]
194
+ - Updated dependencies [8902157]
195
+ - Updated dependencies [ca0dc88]
196
+ - Updated dependencies [526c570]
197
+ - Updated dependencies [d7a6a33]
198
+ - Updated dependencies [9cd1a46]
199
+ - Updated dependencies [b5d2de0]
200
+ - Updated dependencies [644f8ad]
201
+ - Updated dependencies [70dbf51]
202
+ - @mastra/core@0.9.3
203
+
204
+ ## 0.2.3-alpha.1
205
+
206
+ ### Patch Changes
207
+
208
+ - Updated dependencies [e450778]
209
+ - Updated dependencies [8902157]
210
+ - Updated dependencies [ca0dc88]
211
+ - Updated dependencies [9cd1a46]
212
+ - Updated dependencies [70dbf51]
213
+ - @mastra/core@0.9.3-alpha.1
214
+
215
+ ## 0.2.3-alpha.0
216
+
217
+ ### Patch Changes
218
+
219
+ - Updated dependencies [526c570]
220
+ - Updated dependencies [b5d2de0]
221
+ - Updated dependencies [644f8ad]
222
+ - @mastra/core@0.9.3-alpha.0
223
+
224
+ ## 0.2.2
225
+
226
+ ### Patch Changes
227
+
228
+ - Updated dependencies [6052aa6]
229
+ - Updated dependencies [967b41c]
230
+ - Updated dependencies [3d2fb5c]
231
+ - Updated dependencies [26738f4]
232
+ - Updated dependencies [4155f47]
233
+ - Updated dependencies [7eeb2bc]
234
+ - Updated dependencies [b804723]
235
+ - Updated dependencies [8607972]
236
+ - Updated dependencies [ccef9f9]
237
+ - Updated dependencies [0097d50]
238
+ - Updated dependencies [7eeb2bc]
239
+ - Updated dependencies [17826a9]
240
+ - Updated dependencies [7d8b7c7]
241
+ - Updated dependencies [fba031f]
242
+ - Updated dependencies [3a5f1e1]
243
+ - Updated dependencies [51e6923]
244
+ - Updated dependencies [8398d89]
245
+ - @mastra/core@0.9.2
246
+
247
+ ## 0.2.2-alpha.6
248
+
249
+ ### Patch Changes
250
+
251
+ - Updated dependencies [6052aa6]
252
+ - Updated dependencies [7d8b7c7]
253
+ - Updated dependencies [3a5f1e1]
254
+ - Updated dependencies [8398d89]
255
+ - @mastra/core@0.9.2-alpha.6
256
+
257
+ ## 0.2.2-alpha.5
258
+
259
+ ### Patch Changes
260
+
261
+ - Updated dependencies [3d2fb5c]
262
+ - Updated dependencies [7eeb2bc]
263
+ - Updated dependencies [8607972]
264
+ - Updated dependencies [7eeb2bc]
265
+ - Updated dependencies [fba031f]
266
+ - @mastra/core@0.9.2-alpha.5
267
+
268
+ ## 0.2.2-alpha.4
269
+
270
+ ### Patch Changes
271
+
272
+ - Updated dependencies [ccef9f9]
273
+ - Updated dependencies [51e6923]
274
+ - @mastra/core@0.9.2-alpha.4
275
+
276
+ ## 0.2.2-alpha.3
277
+
278
+ ### Patch Changes
279
+
280
+ - Updated dependencies [967b41c]
281
+ - Updated dependencies [4155f47]
282
+ - Updated dependencies [17826a9]
283
+ - @mastra/core@0.9.2-alpha.3
284
+
285
+ ## 0.2.2-alpha.2
286
+
287
+ ### Patch Changes
288
+
289
+ - Updated dependencies [26738f4]
290
+ - @mastra/core@0.9.2-alpha.2
291
+
292
+ ## 0.2.2-alpha.1
293
+
294
+ ### Patch Changes
295
+
296
+ - Updated dependencies [b804723]
297
+ - @mastra/core@0.9.2-alpha.1
298
+
299
+ ## 0.2.2-alpha.0
300
+
301
+ ### Patch Changes
302
+
303
+ - Updated dependencies [0097d50]
304
+ - @mastra/core@0.9.2-alpha.0
305
+
306
+ ## 0.2.1
307
+
308
+ ### Patch Changes
309
+
310
+ - Updated dependencies [405b63d]
311
+ - Updated dependencies [81fb7f6]
312
+ - Updated dependencies [20275d4]
313
+ - Updated dependencies [7d1892c]
314
+ - Updated dependencies [a90a082]
315
+ - Updated dependencies [2d17c73]
316
+ - Updated dependencies [61e92f5]
317
+ - Updated dependencies [35955b0]
318
+ - Updated dependencies [6262bd5]
319
+ - Updated dependencies [c1409ef]
320
+ - Updated dependencies [3e7b69d]
321
+ - Updated dependencies [e4943b8]
322
+ - Updated dependencies [11d4485]
323
+ - Updated dependencies [479f490]
324
+ - Updated dependencies [c23a81c]
325
+ - Updated dependencies [2d4001d]
326
+ - Updated dependencies [c71013a]
327
+ - Updated dependencies [1d3b1cd]
328
+ - @mastra/core@0.9.1
329
+
330
+ ## 0.2.1-alpha.8
331
+
332
+ ### Patch Changes
333
+
334
+ - Updated dependencies [2d17c73]
335
+ - @mastra/core@0.9.1-alpha.8
336
+
337
+ ## 0.2.1-alpha.7
338
+
339
+ ### Patch Changes
340
+
341
+ - Updated dependencies [1d3b1cd]
342
+ - @mastra/core@0.9.1-alpha.7
343
+
344
+ ## 0.2.1-alpha.6
345
+
346
+ ### Patch Changes
347
+
348
+ - Updated dependencies [c23a81c]
349
+ - @mastra/core@0.9.1-alpha.6
350
+
351
+ ## 0.2.1-alpha.5
352
+
353
+ ### Patch Changes
354
+
355
+ - Updated dependencies [3e7b69d]
356
+ - @mastra/core@0.9.1-alpha.5
357
+
358
+ ## 0.2.1-alpha.4
359
+
360
+ ### Patch Changes
361
+
362
+ - Updated dependencies [e4943b8]
363
+ - Updated dependencies [479f490]
364
+ - @mastra/core@0.9.1-alpha.4
365
+
366
+ ## 0.2.1-alpha.3
367
+
368
+ ### Patch Changes
369
+
370
+ - Updated dependencies [6262bd5]
371
+ - @mastra/core@0.9.1-alpha.3
372
+
373
+ ## 0.2.1-alpha.2
374
+
375
+ ### Patch Changes
376
+
377
+ - Updated dependencies [405b63d]
378
+ - Updated dependencies [61e92f5]
379
+ - Updated dependencies [c71013a]
380
+ - @mastra/core@0.9.1-alpha.2
381
+
382
+ ## 0.2.1-alpha.1
383
+
384
+ ### Patch Changes
385
+
386
+ - Updated dependencies [20275d4]
387
+ - Updated dependencies [7d1892c]
388
+ - Updated dependencies [a90a082]
389
+ - Updated dependencies [35955b0]
390
+ - Updated dependencies [c1409ef]
391
+ - Updated dependencies [11d4485]
392
+ - Updated dependencies [2d4001d]
393
+ - @mastra/core@0.9.1-alpha.1
394
+
395
+ ## 0.2.1-alpha.0
396
+
397
+ ### Patch Changes
398
+
399
+ - Updated dependencies [81fb7f6]
400
+ - @mastra/core@0.9.1-alpha.0
401
+
402
+ ## 0.2.0
4
403
 
5
404
  ### Minor Changes
6
405
 
@@ -11,17 +410,36 @@
11
410
  ### Patch Changes
12
411
 
13
412
  - 6cf1417: Voice reference and tool-call-start
413
+ - Updated dependencies [000a6d4]
14
414
  - Updated dependencies [08bb78e]
15
415
  - Updated dependencies [ed2f549]
16
416
  - Updated dependencies [7e92011]
17
417
  - Updated dependencies [9ee4293]
18
418
  - Updated dependencies [03f3cd0]
419
+ - Updated dependencies [c0f22b4]
19
420
  - Updated dependencies [71d9444]
20
421
  - Updated dependencies [157c741]
21
422
  - Updated dependencies [8a8a73b]
423
+ - Updated dependencies [0a033fa]
22
424
  - Updated dependencies [fe3ae4d]
425
+ - Updated dependencies [9c26508]
426
+ - Updated dependencies [0f4eae3]
427
+ - Updated dependencies [16a8648]
23
428
  - Updated dependencies [6f92295]
24
- - @mastra/core@0.0.0-vnextWorkflows-20250422142014
429
+ - @mastra/core@0.9.0
430
+
431
+ ## 0.2.0-alpha.10
432
+
433
+ ### Patch Changes
434
+
435
+ - Updated dependencies [000a6d4]
436
+ - Updated dependencies [ed2f549]
437
+ - Updated dependencies [c0f22b4]
438
+ - Updated dependencies [0a033fa]
439
+ - Updated dependencies [9c26508]
440
+ - Updated dependencies [0f4eae3]
441
+ - Updated dependencies [16a8648]
442
+ - @mastra/core@0.9.0-alpha.8
25
443
 
26
444
  ## 0.2.0-alpha.9
27
445
 
package/README.md CHANGED
@@ -27,19 +27,15 @@ const voice = new OpenAIRealtimeVoice();
27
27
 
28
28
  // Create a voice instance with configuration
29
29
  const voice = new OpenAIRealtimeVoice({
30
- chatModel: {
31
- apiKey: 'your-api-key', // Optional, can use OPENAI_API_KEY env var
32
- model: 'gpt-4o-mini-realtime', // Optional, uses latest model by default
33
- options: {
34
- sessionConfig: {
35
- voice: 'alloy', // Default voice
36
- turn_detection: {
37
- type: 'server_vad',
38
- threshold: 0.5,
39
- silence_duration_ms: 1000,
40
- },
41
- },
42
- },
30
+ apiKey: 'your-api-key', // Optional, can use OPENAI_API_KEY env var
31
+ model: 'gpt-4o-mini-realtime', // Optional, uses latest model by default
32
+ });
33
+
34
+ voice.updateSession({
35
+ turn_detection: {
36
+ type: 'server_vad',
37
+ threshold: 0.5,
38
+ silence_duration_ms: 1000,
43
39
  },
44
40
  });
45
41
 
package/dist/_tsup-dts-rollup.d.cts CHANGED
@@ -1,5 +1,6 @@
1
1
  import { MastraVoice } from '@mastra/core/voice';
2
2
  import type { Realtime } from 'openai-realtime-api';
3
+ import type { RuntimeContext } from '@mastra/core/runtime-context';
3
4
  import type { ToolsInput } from '@mastra/core/agent';
4
5
 
5
6
  /**
@@ -28,10 +29,8 @@ export declare type OpenAIExecuteFunction = (args: any) => Promise<any>;
28
29
  * @example
29
30
  * ```typescript
30
31
  * const voice = new OpenAIRealtimeVoice({
31
- * chatModel: {
32
- * apiKey: process.env.OPENAI_API_KEY,
33
- * model: 'gpt-4o-mini-realtime'
34
- * }
32
+ * apiKey: process.env.OPENAI_API_KEY,
33
+ * model: 'gpt-4o-mini-realtime'
35
34
  * });
36
35
  *
37
36
  * await voice.open();
@@ -53,6 +52,7 @@ export declare class OpenAIRealtimeVoice extends MastraVoice {
53
52
  private debug;
54
53
  private queue;
55
54
  private transcriber;
55
+ private runtimeContext?;
56
56
  /**
57
57
  * Creates a new instance of OpenAIRealtimeVoice.
58
58
  *
@@ -66,10 +66,8 @@ export declare class OpenAIRealtimeVoice extends MastraVoice {
66
66
  * @example
67
67
  * ```typescript
68
68
  * const voice = new OpenAIRealtimeVoice({
69
- * chatModel: {
70
- * apiKey: 'your-api-key',
71
- * model: 'gpt-4o-mini-realtime',
72
- * },
69
+ * apiKey: 'your-api-key',
70
+ * model: 'gpt-4o-mini-realtime',
73
71
  * speaker: 'alloy'
74
72
  * });
75
73
  * ```
@@ -182,6 +180,14 @@ export declare class OpenAIRealtimeVoice extends MastraVoice {
182
180
  * ```
183
181
  */
184
182
  updateConfig(sessionConfig: unknown): void;
183
+ /**
184
+ * Checks if listening capabilities are enabled.
185
+ *
186
+ * @returns {Promise<{ enabled: boolean }>}
187
+ */
188
+ getListener(): Promise<{
189
+ enabled: boolean;
190
+ }>;
185
191
  /**
186
192
  * Processes audio input for speech recognition.
187
193
  * Takes a readable stream of audio data and emits a writing event.
@@ -220,7 +226,9 @@ export declare class OpenAIRealtimeVoice extends MastraVoice {
220
226
  * // Now ready for voice interactions
221
227
  * ```
222
228
  */
223
- connect(): Promise<void>;
229
+ connect({ runtimeContext }?: {
230
+ runtimeContext?: RuntimeContext;
231
+ }): Promise<void>;
224
232
  disconnect(): void;
225
233
  /**
226
234
  * Streams audio data in real-time to the OpenAI service.
@@ -319,16 +327,18 @@ export declare class OpenAIRealtimeVoice extends MastraVoice {
319
327
  private sendEvent;
320
328
  }
321
329
 
322
- export declare const transformTools: (tools?: TTools_2) => {
323
- openaiTool: {
324
- type: string;
325
- name: string;
326
- description: string;
327
- parameters: {
328
- [key: string]: any;
329
- };
330
+ declare type ToolDefinition = {
331
+ type: 'function';
332
+ name: string;
333
+ description: string;
334
+ parameters: {
335
+ [key: string]: any;
330
336
  };
331
- execute: (args: any) => Promise<any>;
337
+ };
338
+
339
+ export declare const transformTools: (tools?: TTools_2) => {
340
+ openaiTool: ToolDefinition;
341
+ execute: OpenAIExecuteFunction;
332
342
  }[];
333
343
 
334
344
  declare type TTools = ToolsInput;
package/dist/_tsup-dts-rollup.d.ts CHANGED
@@ -1,5 +1,6 @@
1
1
  import { MastraVoice } from '@mastra/core/voice';
2
2
  import type { Realtime } from 'openai-realtime-api';
3
+ import type { RuntimeContext } from '@mastra/core/runtime-context';
3
4
  import type { ToolsInput } from '@mastra/core/agent';
4
5
 
5
6
  /**
@@ -28,10 +29,8 @@ export declare type OpenAIExecuteFunction = (args: any) => Promise<any>;
28
29
  * @example
29
30
  * ```typescript
30
31
  * const voice = new OpenAIRealtimeVoice({
31
- * chatModel: {
32
- * apiKey: process.env.OPENAI_API_KEY,
33
- * model: 'gpt-4o-mini-realtime'
34
- * }
32
+ * apiKey: process.env.OPENAI_API_KEY,
33
+ * model: 'gpt-4o-mini-realtime'
35
34
  * });
36
35
  *
37
36
  * await voice.open();
@@ -53,6 +52,7 @@ export declare class OpenAIRealtimeVoice extends MastraVoice {
53
52
  private debug;
54
53
  private queue;
55
54
  private transcriber;
55
+ private runtimeContext?;
56
56
  /**
57
57
  * Creates a new instance of OpenAIRealtimeVoice.
58
58
  *
@@ -66,10 +66,8 @@ export declare class OpenAIRealtimeVoice extends MastraVoice {
66
66
  * @example
67
67
  * ```typescript
68
68
  * const voice = new OpenAIRealtimeVoice({
69
- * chatModel: {
70
- * apiKey: 'your-api-key',
71
- * model: 'gpt-4o-mini-realtime',
72
- * },
69
+ * apiKey: 'your-api-key',
70
+ * model: 'gpt-4o-mini-realtime',
73
71
  * speaker: 'alloy'
74
72
  * });
75
73
  * ```
@@ -182,6 +180,14 @@ export declare class OpenAIRealtimeVoice extends MastraVoice {
182
180
  * ```
183
181
  */
184
182
  updateConfig(sessionConfig: unknown): void;
183
+ /**
184
+ * Checks if listening capabilities are enabled.
185
+ *
186
+ * @returns {Promise<{ enabled: boolean }>}
187
+ */
188
+ getListener(): Promise<{
189
+ enabled: boolean;
190
+ }>;
185
191
  /**
186
192
  * Processes audio input for speech recognition.
187
193
  * Takes a readable stream of audio data and emits a writing event.
@@ -220,7 +226,9 @@ export declare class OpenAIRealtimeVoice extends MastraVoice {
220
226
  * // Now ready for voice interactions
221
227
  * ```
222
228
  */
223
- connect(): Promise<void>;
229
+ connect({ runtimeContext }?: {
230
+ runtimeContext?: RuntimeContext;
231
+ }): Promise<void>;
224
232
  disconnect(): void;
225
233
  /**
226
234
  * Streams audio data in real-time to the OpenAI service.
@@ -319,16 +327,18 @@ export declare class OpenAIRealtimeVoice extends MastraVoice {
319
327
  private sendEvent;
320
328
  }
321
329
 
322
- export declare const transformTools: (tools?: TTools_2) => {
323
- openaiTool: {
324
- type: string;
325
- name: string;
326
- description: string;
327
- parameters: {
328
- [key: string]: any;
329
- };
330
+ declare type ToolDefinition = {
331
+ type: 'function';
332
+ name: string;
333
+ description: string;
334
+ parameters: {
335
+ [key: string]: any;
330
336
  };
331
- execute: (args: any) => Promise<any>;
337
+ };
338
+
339
+ export declare const transformTools: (tools?: TTools_2) => {
340
+ openaiTool: ToolDefinition;
341
+ execute: OpenAIExecuteFunction;
332
342
  }[];
333
343
 
334
344
  declare type TTools = ToolsInput;
package/dist/index.cjs CHANGED
@@ -89,10 +89,8 @@ var OpenAIRealtimeVoice = class extends voice.MastraVoice {
89
89
  * @example
90
90
  * ```typescript
91
91
  * const voice = new OpenAIRealtimeVoice({
92
- * chatModel: {
93
- * apiKey: 'your-api-key',
94
- * model: 'gpt-4o-mini-realtime',
95
- * },
92
+ * apiKey: 'your-api-key',
93
+ * model: 'gpt-4o-mini-realtime',
96
94
  * speaker: 'alloy'
97
95
  * });
98
96
  * ```
@@ -116,6 +114,7 @@ var OpenAIRealtimeVoice = class extends voice.MastraVoice {
116
114
  debug;
117
115
  queue = [];
118
116
  transcriber;
117
+ runtimeContext;
119
118
  /**
120
119
  * Returns a list of available voice speakers.
121
120
  *
@@ -240,6 +239,14 @@ var OpenAIRealtimeVoice = class extends voice.MastraVoice {
240
239
  updateConfig(sessionConfig) {
241
240
  this.sendEvent("session.update", { session: sessionConfig });
242
241
  }
242
+ /**
243
+ * Checks if listening capabilities are enabled.
244
+ *
245
+ * @returns {Promise<{ enabled: boolean }>}
246
+ */
247
+ async getListener() {
248
+ return { enabled: true };
249
+ }
243
250
  /**
244
251
  * Processes audio input for speech recognition.
245
252
  * Takes a readable stream of audio data and emits a writing event.
@@ -312,9 +319,10 @@ var OpenAIRealtimeVoice = class extends voice.MastraVoice {
312
319
  * // Now ready for voice interactions
313
320
  * ```
314
321
  */
315
- async connect() {
322
+ async connect({ runtimeContext } = {}) {
316
323
  const url = `${this.options.url || DEFAULT_URL}?model=${this.options.model || DEFAULT_MODEL}`;
317
324
  const apiKey = this.options.apiKey || process.env.OPENAI_API_KEY;
325
+ this.runtimeContext = runtimeContext;
318
326
  this.ws = new ws.WebSocket(url, void 0, {
319
327
  headers: {
320
328
  Authorization: "Bearer " + apiKey,
@@ -557,7 +565,7 @@ var OpenAIRealtimeVoice = class extends voice.MastraVoice {
557
565
  });
558
566
  }
559
567
  const result = await tool?.execute?.(
560
- { context },
568
+ { context, runtimeContext: this.runtimeContext },
561
569
  {
562
570
  toolCallId: output.call_id,
563
571
  messages: []
package/dist/index.js CHANGED
@@ -87,10 +87,8 @@ var OpenAIRealtimeVoice = class extends MastraVoice {
87
87
  * @example
88
88
  * ```typescript
89
89
  * const voice = new OpenAIRealtimeVoice({
90
- * chatModel: {
91
- * apiKey: 'your-api-key',
92
- * model: 'gpt-4o-mini-realtime',
93
- * },
90
+ * apiKey: 'your-api-key',
91
+ * model: 'gpt-4o-mini-realtime',
94
92
  * speaker: 'alloy'
95
93
  * });
96
94
  * ```
@@ -114,6 +112,7 @@ var OpenAIRealtimeVoice = class extends MastraVoice {
114
112
  debug;
115
113
  queue = [];
116
114
  transcriber;
115
+ runtimeContext;
117
116
  /**
118
117
  * Returns a list of available voice speakers.
119
118
  *
@@ -238,6 +237,14 @@ var OpenAIRealtimeVoice = class extends MastraVoice {
238
237
  updateConfig(sessionConfig) {
239
238
  this.sendEvent("session.update", { session: sessionConfig });
240
239
  }
240
+ /**
241
+ * Checks if listening capabilities are enabled.
242
+ *
243
+ * @returns {Promise<{ enabled: boolean }>}
244
+ */
245
+ async getListener() {
246
+ return { enabled: true };
247
+ }
241
248
  /**
242
249
  * Processes audio input for speech recognition.
243
250
  * Takes a readable stream of audio data and emits a writing event.
@@ -310,9 +317,10 @@ var OpenAIRealtimeVoice = class extends MastraVoice {
310
317
  * // Now ready for voice interactions
311
318
  * ```
312
319
  */
313
- async connect() {
320
+ async connect({ runtimeContext } = {}) {
314
321
  const url = `${this.options.url || DEFAULT_URL}?model=${this.options.model || DEFAULT_MODEL}`;
315
322
  const apiKey = this.options.apiKey || process.env.OPENAI_API_KEY;
323
+ this.runtimeContext = runtimeContext;
316
324
  this.ws = new WebSocket(url, void 0, {
317
325
  headers: {
318
326
  Authorization: "Bearer " + apiKey,
@@ -555,7 +563,7 @@ var OpenAIRealtimeVoice = class extends MastraVoice {
555
563
  });
556
564
  }
557
565
  const result = await tool?.execute?.(
558
- { context },
566
+ { context, runtimeContext: this.runtimeContext },
559
567
  {
560
568
  toolCallId: output.call_id,
561
569
  messages: []
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@mastra/voice-openai-realtime",
3
- "version": "0.0.0-vnextWorkflows-20250422142014",
3
+ "version": "0.0.0-workflow-deno-20250616130925",
4
4
  "description": "Mastra OpenAI Realtime API integration",
5
5
  "type": "module",
6
6
  "main": "dist/index.js",
@@ -21,19 +21,24 @@
21
21
  "license": "Elastic-2.0",
22
22
  "dependencies": {
23
23
  "openai-realtime-api": "^1.0.7",
24
- "ws": "^8.18.1",
25
- "zod-to-json-schema": "^3.24.5",
26
- "@mastra/core": "0.0.0-vnextWorkflows-20250422142014"
24
+ "ws": "^8.18.2",
25
+ "zod-to-json-schema": "^3.24.5"
27
26
  },
28
27
  "devDependencies": {
29
- "@microsoft/api-extractor": "^7.52.2",
30
- "@types/node": "^22.13.1",
31
- "@types/ws": "^8.18.0",
32
- "eslint": "^9.23.0",
33
- "tsup": "^8.4.0",
34
- "typescript": "^5.8.2",
28
+ "@microsoft/api-extractor": "^7.52.8",
29
+ "@types/node": "^20.19.0",
30
+ "@types/ws": "^8.18.1",
31
+ "eslint": "^9.28.0",
32
+ "tsup": "^8.5.0",
33
+ "typescript": "^5.8.3",
35
34
  "vitest": "^2.1.9",
36
- "@internal/lint": "0.0.2"
35
+ "zod": "^3.25.57",
36
+ "@internal/lint": "0.0.0-workflow-deno-20250616130925",
37
+ "@mastra/core": "0.0.0-workflow-deno-20250616130925"
38
+ },
39
+ "peerDependencies": {
40
+ "@mastra/core": "^0.10.0-alpha.0",
41
+ "zod": "^3.0.0"
37
42
  },
38
43
  "scripts": {
39
44
  "build": "tsup src/index.ts --format esm,cjs --experimental-dts --clean --treeshake",
package/src/index.test.ts CHANGED
@@ -26,9 +26,7 @@ describe('OpenAIRealtimeVoice', () => {
26
26
  beforeEach(() => {
27
27
  vi.clearAllMocks();
28
28
  voice = new OpenAIRealtimeVoice({
29
- chatModel: {
30
- apiKey: 'test-api-key',
31
- },
29
+ apiKey: 'test-api-key',
32
30
  });
33
31
  mockClient = (voice as any).client;
34
32
  });
package/src/index.ts CHANGED
@@ -1,6 +1,7 @@
1
1
  import { EventEmitter } from 'events';
2
2
  import { PassThrough } from 'stream';
3
3
  import type { ToolsInput } from '@mastra/core/agent';
4
+ import type { RuntimeContext } from '@mastra/core/runtime-context';
4
5
  import { MastraVoice } from '@mastra/core/voice';
5
6
  import type { Realtime, RealtimeServerEvents } from 'openai-realtime-api';
6
7
  import { WebSocket } from 'ws';
@@ -91,10 +92,8 @@ type RealtimeClientServerEventMap = {
91
92
  * @example
92
93
  * ```typescript
93
94
  * const voice = new OpenAIRealtimeVoice({
94
- * chatModel: {
95
- * apiKey: process.env.OPENAI_API_KEY,
96
- * model: 'gpt-4o-mini-realtime'
97
- * }
95
+ * apiKey: process.env.OPENAI_API_KEY,
96
+ * model: 'gpt-4o-mini-realtime'
98
97
  * });
99
98
  *
100
99
  * await voice.open();
@@ -115,7 +114,7 @@ export class OpenAIRealtimeVoice extends MastraVoice {
115
114
  private debug: boolean;
116
115
  private queue: unknown[] = [];
117
116
  private transcriber: Realtime.AudioTranscriptionModel;
118
-
117
+ private runtimeContext?: RuntimeContext;
119
118
  /**
120
119
  * Creates a new instance of OpenAIRealtimeVoice.
121
120
  *
@@ -129,10 +128,8 @@ export class OpenAIRealtimeVoice extends MastraVoice {
129
128
  * @example
130
129
  * ```typescript
131
130
  * const voice = new OpenAIRealtimeVoice({
132
- * chatModel: {
133
- * apiKey: 'your-api-key',
134
- * model: 'gpt-4o-mini-realtime',
135
- * },
131
+ * apiKey: 'your-api-key',
132
+ * model: 'gpt-4o-mini-realtime',
136
133
  * speaker: 'alloy'
137
134
  * });
138
135
  * ```
@@ -289,6 +286,15 @@ export class OpenAIRealtimeVoice extends MastraVoice {
289
286
  this.sendEvent('session.update', { session: sessionConfig });
290
287
  }
291
288
 
289
+ /**
290
+ * Checks if listening capabilities are enabled.
291
+ *
292
+ * @returns {Promise<{ enabled: boolean }>}
293
+ */
294
+ async getListener() {
295
+ return { enabled: true };
296
+ }
297
+
292
298
  /**
293
299
  * Processes audio input for speech recognition.
294
300
  * Takes a readable stream of audio data and emits a writing event.
@@ -367,9 +373,11 @@ export class OpenAIRealtimeVoice extends MastraVoice {
367
373
  * // Now ready for voice interactions
368
374
  * ```
369
375
  */
370
- async connect() {
376
+ async connect({ runtimeContext }: { runtimeContext?: RuntimeContext } = {}) {
371
377
  const url = `${this.options.url || DEFAULT_URL}?model=${this.options.model || DEFAULT_MODEL}`;
372
378
  const apiKey = this.options.apiKey || process.env.OPENAI_API_KEY;
379
+ this.runtimeContext = runtimeContext;
380
+
373
381
  this.ws = new WebSocket(url, undefined, {
374
382
  headers: {
375
383
  Authorization: 'Bearer ' + apiKey,
@@ -638,7 +646,7 @@ export class OpenAIRealtimeVoice extends MastraVoice {
638
646
  }
639
647
 
640
648
  const result = await tool?.execute?.(
641
- { context },
649
+ { context, runtimeContext: this.runtimeContext },
642
650
  {
643
651
  toolCallId: output.call_id,
644
652
  messages: [],
package/src/utils.test.ts ADDED
@@ -0,0 +1,119 @@
1
+ import { createTool } from '@mastra/core/tools';
2
+ import { describe, it, expect } from 'vitest';
3
+ import { z } from 'zod';
4
+ import { transformTools } from './utils';
5
+
6
+ // Vitest provides these globals automatically, but we can import them explicitly for clarity
7
+
8
+ describe('transformTools', () => {
9
+ describe('Basic Tool Transformation', () => {
10
+ it('should transform a tool with Zod inputSchema to OpenAI format', () => {
11
+ // Create a test tool with Zod schema
12
+ const tool = createTool({
13
+ id: 'zodTool',
14
+ description: 'A tool with Zod schema',
15
+ inputSchema: z.object({
16
+ name: z.string(),
17
+ age: z.number().optional(),
18
+ }),
19
+ outputSchema: z.string(),
20
+ execute: async ({ context }) => {
21
+ return `Hello, ${context.name}`;
22
+ },
23
+ });
24
+
25
+ // Transform the tool
26
+ const transformedTools = transformTools({
27
+ zodTool: tool,
28
+ });
29
+
30
+ // Assert the transformation results
31
+ expect(transformedTools).toHaveLength(1);
32
+ const { openaiTool } = transformedTools[0];
33
+
34
+ expect(openaiTool).toMatchObject({
35
+ type: 'function',
36
+ name: 'zodTool',
37
+ description: 'A tool with Zod schema',
38
+ parameters: expect.objectContaining({
39
+ type: 'object',
40
+ properties: expect.objectContaining({
41
+ name: expect.objectContaining({ type: 'string' }),
42
+ age: expect.objectContaining({ type: 'number' }),
43
+ }),
44
+ required: ['name'],
45
+ }),
46
+ });
47
+ });
48
+
49
+ it('should transform a tool with JSON schema parameters to OpenAI format', () => {
50
+ // Create a test tool with direct JSON schema
51
+ const tool = {
52
+ id: 'jsonTool',
53
+ description: 'A tool with JSON schema',
54
+ parameters: {
55
+ type: 'object',
56
+ properties: {
57
+ query: { type: 'string' },
58
+ limit: { type: 'integer' },
59
+ },
60
+ required: ['query'],
61
+ },
62
+ execute: async (args: { query: string; limit?: number }) => {
63
+ return `Searched for: ${args.query}`;
64
+ },
65
+ };
66
+
67
+ // Transform the tool
68
+ const transformedTools = transformTools({
69
+ jsonTool: tool,
70
+ });
71
+
72
+ // Assert the transformation results
73
+ expect(transformedTools).toHaveLength(1);
74
+ const { openaiTool } = transformedTools[0];
75
+
76
+ expect(openaiTool).toMatchObject({
77
+ type: 'function',
78
+ name: 'jsonTool',
79
+ description: 'A tool with JSON schema',
80
+ parameters: expect.objectContaining({
81
+ type: 'object',
82
+ properties: expect.objectContaining({
83
+ query: expect.objectContaining({ type: 'string' }),
84
+ limit: expect.objectContaining({ type: 'integer' }),
85
+ }),
86
+ required: ['query'],
87
+ }),
88
+ });
89
+ });
90
+ });
91
+
92
+ describe('Tool Execution Tests', () => {
93
+ it('should create an adapter function for tool execution', async () => {
94
+ // Create a tool that expects context
95
+ const tool = createTool({
96
+ id: 'messageTool',
97
+ description: 'A tool that processes a message',
98
+ inputSchema: z.object({
99
+ message: z.string(),
100
+ }),
101
+ outputSchema: z.string(),
102
+ execute: async ({ context }) => {
103
+ return `Processed: ${context.message}`;
104
+ },
105
+ });
106
+
107
+ // Transform the tool
108
+ const transformedTools = transformTools({
109
+ messageTool: tool,
110
+ });
111
+
112
+ // Execute the transformed tool
113
+ const result = await transformedTools[0].execute({ message: 'Hello' });
114
+
115
+ // Verify the adapter correctly passes the context
116
+ expect(result).toBe('Processed: Hello');
117
+ });
118
+ });
119
+ });
package/src/utils.ts CHANGED
@@ -3,10 +3,18 @@ import type { ToolsInput } from '@mastra/core/agent';
3
3
  import { zodToJsonSchema } from 'zod-to-json-schema';
4
4
 
5
5
  export type OpenAIExecuteFunction = (args: any) => Promise<any>;
6
+ type ToolDefinition = {
7
+ type: 'function';
8
+ name: string;
9
+ description: string;
10
+ parameters: {
11
+ [key: string]: any;
12
+ };
13
+ };
6
14
 
7
15
  type TTools = ToolsInput;
8
16
  export const transformTools = (tools?: TTools) => {
9
- const openaiTools = [];
17
+ const openaiTools: { openaiTool: ToolDefinition; execute: OpenAIExecuteFunction }[] = [];
10
18
  for (const [name, tool] of Object.entries(tools || {})) {
11
19
  let parameters: { [key: string]: any };
12
20
 
@@ -28,7 +36,7 @@ export const transformTools = (tools?: TTools) => {
28
36
  console.warn(`Tool ${name} has neither inputSchema nor parameters, skipping`);
29
37
  continue;
30
38
  }
31
- const openaiTool = {
39
+ const openaiTool: ToolDefinition = {
32
40
  type: 'function',
33
41
  name,
34
42
  description: tool.description || `Tool: ${name}`,