@mastra/voice-openai-realtime 0.12.0 → 0.12.1-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +9 -0
- package/dist/docs/README.md +1 -1
- package/dist/docs/SKILL.md +1 -1
- package/dist/docs/SOURCE_MAP.json +1 -1
- package/dist/docs/agents/01-adding-voice.md +12 -12
- package/dist/docs/voice/01-overview.md +42 -42
- package/dist/docs/voice/02-speech-to-speech.md +1 -1
- package/dist/docs/voice/03-reference.md +2 -2
- package/package.json +7 -7
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,14 @@
|
|
|
1
1
|
# @mastra/voice-openai-realtime
|
|
2
2
|
|
|
3
|
+
## 0.12.1-alpha.0
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- dependencies updates: ([#11645](https://github.com/mastra-ai/mastra/pull/11645))
|
|
8
|
+
- Updated dependency [`ws@^8.19.0` ↗︎](https://www.npmjs.com/package/ws/v/8.19.0) (from `^8.18.3`, in `dependencies`)
|
|
9
|
+
- Updated dependencies [[`90fc0e5`](https://github.com/mastra-ai/mastra/commit/90fc0e5717cb280c2d4acf4f0410b510bb4c0a72), [`1cf5d2e`](https://github.com/mastra-ai/mastra/commit/1cf5d2ea1b085be23e34fb506c80c80a4e6d9c2b), [`833ae96`](https://github.com/mastra-ai/mastra/commit/833ae96c3e34370e58a1e979571c41f39a720592), [`943772b`](https://github.com/mastra-ai/mastra/commit/943772b4378f625f0f4e19ea2b7c392bd8e71786), [`b5c711b`](https://github.com/mastra-ai/mastra/commit/b5c711b281dd1fb81a399a766bc9f86c55efc13e), [`3efbe5a`](https://github.com/mastra-ai/mastra/commit/3efbe5ae20864c4f3143457f4f3ee7dc2fa5ca76), [`1e49e7a`](https://github.com/mastra-ai/mastra/commit/1e49e7ab5f173582154cb26b29d424de67d09aef), [`751eaab`](https://github.com/mastra-ai/mastra/commit/751eaab4e0d3820a94e4c3d39a2ff2663ded3d91), [`69d8156`](https://github.com/mastra-ai/mastra/commit/69d81568bcf062557c24471ce26812446bec465d), [`60d9d89`](https://github.com/mastra-ai/mastra/commit/60d9d899e44b35bc43f1bcd967a74e0ce010b1af), [`5c544c8`](https://github.com/mastra-ai/mastra/commit/5c544c8d12b08ab40d64d8f37b3c4215bee95b87), [`771ad96`](https://github.com/mastra-ai/mastra/commit/771ad962441996b5c43549391a3e6a02c6ddedc2), [`2b0936b`](https://github.com/mastra-ai/mastra/commit/2b0936b0c9a43eeed9bef63e614d7e02ee803f7e), [`3b04f30`](https://github.com/mastra-ai/mastra/commit/3b04f3010604f3cdfc8a0674731700ad66471cee), [`97e26de`](https://github.com/mastra-ai/mastra/commit/97e26deaebd9836647a67b96423281d66421ca07), [`10523f4`](https://github.com/mastra-ai/mastra/commit/10523f4882d9b874b40ce6e3715f66dbcd4947d2), [`cb72d20`](https://github.com/mastra-ai/mastra/commit/cb72d2069d7339bda8a0e76d4f35615debb07b84), [`42856b1`](https://github.com/mastra-ai/mastra/commit/42856b1c8aeea6371c9ee77ae2f5f5fe34400933), [`66f33ff`](https://github.com/mastra-ai/mastra/commit/66f33ff68620018513e499c394411d1d39b3aa5c), [`ab3c190`](https://github.com/mastra-ai/mastra/commit/ab3c1901980a99910ca9b96a7090c22e24060113), [`d4f06c8`](https://github.com/mastra-ai/mastra/commit/d4f06c85ffa5bb0da38fb82ebf3b040cc6b4ec4e), [`0350626`](https://github.com/mastra-ai/mastra/commit/03506267ec41b67add80d994c0c0fcce93bbc75f), [`bc9fa00`](https://github.com/mastra-ai/mastra/commit/bc9fa00859c5c4a796d53a0a5cae46ab4a3072e4), [`f46a478`](https://github.com/mastra-ai/mastra/commit/f46a4782f595949c696569e891f81c8d26338508), [`90fc0e5`](https://github.com/mastra-ai/mastra/commit/90fc0e5717cb280c2d4acf4f0410b510bb4c0a72), [`f05a3a5`](https://github.com/mastra-ai/mastra/commit/f05a3a5cf2b9a9c2d40c09cb8c762a4b6cd5d565), [`a291da9`](https://github.com/mastra-ai/mastra/commit/a291da9363efd92dafd8775dccb4f2d0511ece7a), [`c5d71da`](https://github.com/mastra-ai/mastra/commit/c5d71da1c680ce5640b1a7f8ca0e024a4ab1cfed), [`07042f9`](https://github.com/mastra-ai/mastra/commit/07042f9f89080f38b8f72713ba1c972d5b1905b8), [`0423442`](https://github.com/mastra-ai/mastra/commit/0423442b7be2dfacba95890bea8f4a810db4d603)]:
|
|
10
|
+
- @mastra/core@1.1.0-alpha.0
|
|
11
|
+
|
|
3
12
|
## 0.12.0
|
|
4
13
|
|
|
5
14
|
### Minor Changes
|
package/dist/docs/README.md
CHANGED
package/dist/docs/SKILL.md
CHANGED
|
@@ -332,21 +332,21 @@ Mastra supports multiple voice providers for text-to-speech (TTS) and speech-to-
|
|
|
332
332
|
|
|
333
333
|
| Provider | Package | Features | Reference |
|
|
334
334
|
| --------------- | ------------------------------- | ------------------------- | ------------------------------------------------- |
|
|
335
|
-
| OpenAI | `@mastra/voice-openai` | TTS, STT | [Documentation](https://mastra.ai/reference/
|
|
336
|
-
| OpenAI Realtime | `@mastra/voice-openai-realtime` | Realtime speech-to-speech | [Documentation](https://mastra.ai/reference/
|
|
337
|
-
| ElevenLabs | `@mastra/voice-elevenlabs` | High-quality TTS | [Documentation](https://mastra.ai/reference/
|
|
338
|
-
| PlayAI | `@mastra/voice-playai` | TTS | [Documentation](https://mastra.ai/reference/
|
|
339
|
-
| Google | `@mastra/voice-google` | TTS, STT | [Documentation](https://mastra.ai/reference/
|
|
340
|
-
| Deepgram | `@mastra/voice-deepgram` | STT | [Documentation](https://mastra.ai/reference/
|
|
341
|
-
| Murf | `@mastra/voice-murf` | TTS | [Documentation](https://mastra.ai/reference/
|
|
342
|
-
| Speechify | `@mastra/voice-speechify` | TTS | [Documentation](https://mastra.ai/reference/
|
|
343
|
-
| Sarvam | `@mastra/voice-sarvam` | TTS, STT | [Documentation](https://mastra.ai/reference/
|
|
344
|
-
| Azure | `@mastra/voice-azure` | TTS, STT | [Documentation](https://mastra.ai/reference/
|
|
345
|
-
| Cloudflare | `@mastra/voice-cloudflare` | TTS | [Documentation](https://mastra.ai/reference/
|
|
335
|
+
| OpenAI | `@mastra/voice-openai` | TTS, STT | [Documentation](https://mastra.ai/reference/voice/openai) |
|
|
336
|
+
| OpenAI Realtime | `@mastra/voice-openai-realtime` | Realtime speech-to-speech | [Documentation](https://mastra.ai/reference/voice/openai-realtime) |
|
|
337
|
+
| ElevenLabs | `@mastra/voice-elevenlabs` | High-quality TTS | [Documentation](https://mastra.ai/reference/voice/elevenlabs) |
|
|
338
|
+
| PlayAI | `@mastra/voice-playai` | TTS | [Documentation](https://mastra.ai/reference/voice/playai) |
|
|
339
|
+
| Google | `@mastra/voice-google` | TTS, STT | [Documentation](https://mastra.ai/reference/voice/google) |
|
|
340
|
+
| Deepgram | `@mastra/voice-deepgram` | STT | [Documentation](https://mastra.ai/reference/voice/deepgram) |
|
|
341
|
+
| Murf | `@mastra/voice-murf` | TTS | [Documentation](https://mastra.ai/reference/voice/murf) |
|
|
342
|
+
| Speechify | `@mastra/voice-speechify` | TTS | [Documentation](https://mastra.ai/reference/voice/speechify) |
|
|
343
|
+
| Sarvam | `@mastra/voice-sarvam` | TTS, STT | [Documentation](https://mastra.ai/reference/voice/sarvam) |
|
|
344
|
+
| Azure | `@mastra/voice-azure` | TTS, STT | [Documentation](https://mastra.ai/reference/voice/mastra-voice) |
|
|
345
|
+
| Cloudflare | `@mastra/voice-cloudflare` | TTS | [Documentation](https://mastra.ai/reference/voice/mastra-voice) |
|
|
346
346
|
|
|
347
347
|
## Next Steps
|
|
348
348
|
|
|
349
|
-
- [Voice API Reference](https://mastra.ai/reference/
|
|
349
|
+
- [Voice API Reference](https://mastra.ai/reference/voice/mastra-voice) - Detailed API documentation for voice capabilities
|
|
350
350
|
- [Text to Speech Examples](https://github.com/mastra-ai/voice-examples/tree/main/text-to-speech) - Interactive story generator and other TTS implementations
|
|
351
351
|
- [Speech to Text Examples](https://github.com/mastra-ai/voice-examples/tree/main/speech-to-text) - Voice memo app and other STT implementations
|
|
352
352
|
- [Speech to Speech Examples](https://github.com/mastra-ai/voice-examples/tree/main/speech-to-speech) - Real-time voice conversation with call analysis
|
|
@@ -6,7 +6,7 @@ Mastra's Voice system provides a unified interface for voice interactions, enabl
|
|
|
6
6
|
|
|
7
7
|
## Adding Voice to Agents
|
|
8
8
|
|
|
9
|
-
To learn how to integrate voice capabilities into your agents, check out the [Adding Voice to Agents](https://mastra.ai/docs/
|
|
9
|
+
To learn how to integrate voice capabilities into your agents, check out the [Adding Voice to Agents](https://mastra.ai/docs/agents/adding-voice) documentation. This section covers how to use both single and multiple voice providers, as well as real-time interactions.
|
|
10
10
|
|
|
11
11
|
```typescript
|
|
12
12
|
import { Agent } from "@mastra/core/agent";
|
|
@@ -60,7 +60,7 @@ const audioStream = await voiceAgent.voice.speak(text, {
|
|
|
60
60
|
playAudio(audioStream);
|
|
61
61
|
```
|
|
62
62
|
|
|
63
|
-
Visit the [OpenAI Voice Reference](https://mastra.ai/reference/
|
|
63
|
+
Visit the [OpenAI Voice Reference](https://mastra.ai/reference/voice/openai) for more information on the OpenAI voice provider.
|
|
64
64
|
|
|
65
65
|
|
|
66
66
|
**azure:**
|
|
@@ -89,7 +89,7 @@ const audioStream = await voiceAgent.voice.speak(text, {
|
|
|
89
89
|
playAudio(audioStream);
|
|
90
90
|
```
|
|
91
91
|
|
|
92
|
-
Visit the [Azure Voice Reference](https://mastra.ai/reference/
|
|
92
|
+
Visit the [Azure Voice Reference](https://mastra.ai/reference/voice/azure) for more information on the Azure voice provider.
|
|
93
93
|
|
|
94
94
|
|
|
95
95
|
**elevenlabs:**
|
|
@@ -118,7 +118,7 @@ const audioStream = await voiceAgent.voice.speak(text, {
|
|
|
118
118
|
playAudio(audioStream);
|
|
119
119
|
```
|
|
120
120
|
|
|
121
|
-
Visit the [ElevenLabs Voice Reference](https://mastra.ai/reference/
|
|
121
|
+
Visit the [ElevenLabs Voice Reference](https://mastra.ai/reference/voice/elevenlabs) for more information on the ElevenLabs voice provider.
|
|
122
122
|
|
|
123
123
|
|
|
124
124
|
**playai:**
|
|
@@ -147,7 +147,7 @@ const audioStream = await voiceAgent.voice.speak(text, {
|
|
|
147
147
|
playAudio(audioStream);
|
|
148
148
|
```
|
|
149
149
|
|
|
150
|
-
Visit the [PlayAI Voice Reference](https://mastra.ai/reference/
|
|
150
|
+
Visit the [PlayAI Voice Reference](https://mastra.ai/reference/voice/playai) for more information on the PlayAI voice provider.
|
|
151
151
|
|
|
152
152
|
|
|
153
153
|
**google:**
|
|
@@ -176,7 +176,7 @@ const audioStream = await voiceAgent.voice.speak(text, {
|
|
|
176
176
|
playAudio(audioStream);
|
|
177
177
|
```
|
|
178
178
|
|
|
179
|
-
Visit the [Google Voice Reference](https://mastra.ai/reference/
|
|
179
|
+
Visit the [Google Voice Reference](https://mastra.ai/reference/voice/google) for more information on the Google voice provider.
|
|
180
180
|
|
|
181
181
|
|
|
182
182
|
**cloudflare:**
|
|
@@ -205,7 +205,7 @@ const audioStream = await voiceAgent.voice.speak(text, {
|
|
|
205
205
|
playAudio(audioStream);
|
|
206
206
|
```
|
|
207
207
|
|
|
208
|
-
Visit the [Cloudflare Voice Reference](https://mastra.ai/reference/
|
|
208
|
+
Visit the [Cloudflare Voice Reference](https://mastra.ai/reference/voice/cloudflare) for more information on the Cloudflare voice provider.
|
|
209
209
|
|
|
210
210
|
|
|
211
211
|
**deepgram:**
|
|
@@ -234,7 +234,7 @@ const audioStream = await voiceAgent.voice.speak(text, {
|
|
|
234
234
|
playAudio(audioStream);
|
|
235
235
|
```
|
|
236
236
|
|
|
237
|
-
Visit the [Deepgram Voice Reference](https://mastra.ai/reference/
|
|
237
|
+
Visit the [Deepgram Voice Reference](https://mastra.ai/reference/voice/deepgram) for more information on the Deepgram voice provider.
|
|
238
238
|
|
|
239
239
|
|
|
240
240
|
**speechify:**
|
|
@@ -263,7 +263,7 @@ const audioStream = await voiceAgent.voice.speak(text, {
|
|
|
263
263
|
playAudio(audioStream);
|
|
264
264
|
```
|
|
265
265
|
|
|
266
|
-
Visit the [Speechify Voice Reference](https://mastra.ai/reference/
|
|
266
|
+
Visit the [Speechify Voice Reference](https://mastra.ai/reference/voice/speechify) for more information on the Speechify voice provider.
|
|
267
267
|
|
|
268
268
|
|
|
269
269
|
**sarvam:**
|
|
@@ -292,7 +292,7 @@ const audioStream = await voiceAgent.voice.speak(text, {
|
|
|
292
292
|
playAudio(audioStream);
|
|
293
293
|
```
|
|
294
294
|
|
|
295
|
-
Visit the [Sarvam Voice Reference](https://mastra.ai/reference/
|
|
295
|
+
Visit the [Sarvam Voice Reference](https://mastra.ai/reference/voice/sarvam) for more information on the Sarvam voice provider.
|
|
296
296
|
|
|
297
297
|
|
|
298
298
|
**murf:**
|
|
@@ -321,7 +321,7 @@ const audioStream = await voiceAgent.voice.speak(text, {
|
|
|
321
321
|
playAudio(audioStream);
|
|
322
322
|
```
|
|
323
323
|
|
|
324
|
-
Visit the [Murf Voice Reference](https://mastra.ai/reference/
|
|
324
|
+
Visit the [Murf Voice Reference](https://mastra.ai/reference/voice/murf) for more information on the Murf voice provider.
|
|
325
325
|
|
|
326
326
|
|
|
327
327
|
|
|
@@ -361,7 +361,7 @@ console.log(`User said: ${transcript}`);
|
|
|
361
361
|
const { text } = await voiceAgent.generate(transcript);
|
|
362
362
|
```
|
|
363
363
|
|
|
364
|
-
Visit the [OpenAI Voice Reference](https://mastra.ai/reference/
|
|
364
|
+
Visit the [OpenAI Voice Reference](https://mastra.ai/reference/voice/openai) for more information on the OpenAI voice provider.
|
|
365
365
|
|
|
366
366
|
|
|
367
367
|
**azure:**
|
|
@@ -392,7 +392,7 @@ console.log(`User said: ${transcript}`);
|
|
|
392
392
|
const { text } = await voiceAgent.generate(transcript);
|
|
393
393
|
```
|
|
394
394
|
|
|
395
|
-
Visit the [Azure Voice Reference](https://mastra.ai/reference/
|
|
395
|
+
Visit the [Azure Voice Reference](https://mastra.ai/reference/voice/azure) for more information on the Azure voice provider.
|
|
396
396
|
|
|
397
397
|
|
|
398
398
|
**elevenlabs:**
|
|
@@ -422,7 +422,7 @@ console.log(`User said: ${transcript}`);
|
|
|
422
422
|
const { text } = await voiceAgent.generate(transcript);
|
|
423
423
|
```
|
|
424
424
|
|
|
425
|
-
Visit the [ElevenLabs Voice Reference](https://mastra.ai/reference/
|
|
425
|
+
Visit the [ElevenLabs Voice Reference](https://mastra.ai/reference/voice/elevenlabs) for more information on the ElevenLabs voice provider.
|
|
426
426
|
|
|
427
427
|
|
|
428
428
|
**google:**
|
|
@@ -452,7 +452,7 @@ console.log(`User said: ${transcript}`);
|
|
|
452
452
|
const { text } = await voiceAgent.generate(transcript);
|
|
453
453
|
```
|
|
454
454
|
|
|
455
|
-
Visit the [Google Voice Reference](https://mastra.ai/reference/
|
|
455
|
+
Visit the [Google Voice Reference](https://mastra.ai/reference/voice/google) for more information on the Google voice provider.
|
|
456
456
|
|
|
457
457
|
|
|
458
458
|
**cloudflare:**
|
|
@@ -482,7 +482,7 @@ console.log(`User said: ${transcript}`);
|
|
|
482
482
|
const { text } = await voiceAgent.generate(transcript);
|
|
483
483
|
```
|
|
484
484
|
|
|
485
|
-
Visit the [Cloudflare Voice Reference](https://mastra.ai/reference/
|
|
485
|
+
Visit the [Cloudflare Voice Reference](https://mastra.ai/reference/voice/cloudflare) for more information on the Cloudflare voice provider.
|
|
486
486
|
|
|
487
487
|
|
|
488
488
|
**deepgram:**
|
|
@@ -512,7 +512,7 @@ console.log(`User said: ${transcript}`);
|
|
|
512
512
|
const { text } = await voiceAgent.generate(transcript);
|
|
513
513
|
```
|
|
514
514
|
|
|
515
|
-
Visit the [Deepgram Voice Reference](https://mastra.ai/reference/
|
|
515
|
+
Visit the [Deepgram Voice Reference](https://mastra.ai/reference/voice/deepgram) for more information on the Deepgram voice provider.
|
|
516
516
|
|
|
517
517
|
|
|
518
518
|
**sarvam:**
|
|
@@ -542,7 +542,7 @@ console.log(`User said: ${transcript}`);
|
|
|
542
542
|
const { text } = await voiceAgent.generate(transcript);
|
|
543
543
|
```
|
|
544
544
|
|
|
545
|
-
Visit the [Sarvam Voice Reference](https://mastra.ai/reference/
|
|
545
|
+
Visit the [Sarvam Voice Reference](https://mastra.ai/reference/voice/sarvam) for more information on the Sarvam voice provider.
|
|
546
546
|
|
|
547
547
|
|
|
548
548
|
|
|
@@ -580,7 +580,7 @@ const micStream = getMicrophoneStream();
|
|
|
580
580
|
await voiceAgent.voice.send(micStream);
|
|
581
581
|
```
|
|
582
582
|
|
|
583
|
-
Visit the [OpenAI Voice Reference](https://mastra.ai/reference/
|
|
583
|
+
Visit the [OpenAI Voice Reference](https://mastra.ai/reference/voice/openai-realtime) for more information on the OpenAI voice provider.
|
|
584
584
|
|
|
585
585
|
|
|
586
586
|
**google:**
|
|
@@ -631,7 +631,7 @@ const micStream = getMicrophoneStream();
|
|
|
631
631
|
await voiceAgent.voice.send(micStream);
|
|
632
632
|
```
|
|
633
633
|
|
|
634
|
-
Visit the [Google Gemini Live Reference](https://mastra.ai/reference/
|
|
634
|
+
Visit the [Google Gemini Live Reference](https://mastra.ai/reference/voice/google-gemini-live) for more information on the Google Gemini Live voice provider.
|
|
635
635
|
|
|
636
636
|
|
|
637
637
|
|
|
@@ -660,7 +660,7 @@ const voice = new OpenAIVoice({
|
|
|
660
660
|
});
|
|
661
661
|
```
|
|
662
662
|
|
|
663
|
-
Visit the [OpenAI Voice Reference](https://mastra.ai/reference/
|
|
663
|
+
Visit the [OpenAI Voice Reference](https://mastra.ai/reference/voice/openai) for more information on the OpenAI voice provider.
|
|
664
664
|
|
|
665
665
|
|
|
666
666
|
**azure:**
|
|
@@ -686,7 +686,7 @@ const voice = new AzureVoice({
|
|
|
686
686
|
});
|
|
687
687
|
```
|
|
688
688
|
|
|
689
|
-
Visit the [Azure Voice Reference](https://mastra.ai/reference/
|
|
689
|
+
Visit the [Azure Voice Reference](https://mastra.ai/reference/voice/azure) for more information on the Azure voice provider.
|
|
690
690
|
|
|
691
691
|
|
|
692
692
|
**elevenlabs:**
|
|
@@ -705,7 +705,7 @@ const voice = new ElevenLabsVoice({
|
|
|
705
705
|
});
|
|
706
706
|
```
|
|
707
707
|
|
|
708
|
-
Visit the [ElevenLabs Voice Reference](https://mastra.ai/reference/
|
|
708
|
+
Visit the [ElevenLabs Voice Reference](https://mastra.ai/reference/voice/elevenlabs) for more information on the ElevenLabs voice provider.
|
|
709
709
|
|
|
710
710
|
|
|
711
711
|
**playai:**
|
|
@@ -724,7 +724,7 @@ const voice = new PlayAIVoice({
|
|
|
724
724
|
});
|
|
725
725
|
```
|
|
726
726
|
|
|
727
|
-
Visit the [PlayAI Voice Reference](https://mastra.ai/reference/
|
|
727
|
+
Visit the [PlayAI Voice Reference](https://mastra.ai/reference/voice/playai) for more information on the PlayAI voice provider.
|
|
728
728
|
|
|
729
729
|
|
|
730
730
|
**google:**
|
|
@@ -746,7 +746,7 @@ const voice = new GoogleVoice({
|
|
|
746
746
|
});
|
|
747
747
|
```
|
|
748
748
|
|
|
749
|
-
Visit the [Google Voice Reference](https://mastra.ai/reference/
|
|
749
|
+
Visit the [Google Voice Reference](https://mastra.ai/reference/voice/google) for more information on the Google voice provider.
|
|
750
750
|
|
|
751
751
|
|
|
752
752
|
**cloudflare:**
|
|
@@ -765,7 +765,7 @@ const voice = new CloudflareVoice({
|
|
|
765
765
|
});
|
|
766
766
|
```
|
|
767
767
|
|
|
768
|
-
Visit the [Cloudflare Voice Reference](https://mastra.ai/reference/
|
|
768
|
+
Visit the [Cloudflare Voice Reference](https://mastra.ai/reference/voice/cloudflare) for more information on the Cloudflare voice provider.
|
|
769
769
|
|
|
770
770
|
|
|
771
771
|
**deepgram:**
|
|
@@ -787,7 +787,7 @@ const voice = new DeepgramVoice({
|
|
|
787
787
|
});
|
|
788
788
|
```
|
|
789
789
|
|
|
790
|
-
Visit the [Deepgram Voice Reference](https://mastra.ai/reference/
|
|
790
|
+
Visit the [Deepgram Voice Reference](https://mastra.ai/reference/voice/deepgram) for more information on the Deepgram voice provider.
|
|
791
791
|
|
|
792
792
|
|
|
793
793
|
**speechify:**
|
|
@@ -806,7 +806,7 @@ const voice = new SpeechifyVoice({
|
|
|
806
806
|
});
|
|
807
807
|
```
|
|
808
808
|
|
|
809
|
-
Visit the [Speechify Voice Reference](https://mastra.ai/reference/
|
|
809
|
+
Visit the [Speechify Voice Reference](https://mastra.ai/reference/voice/speechify) for more information on the Speechify voice provider.
|
|
810
810
|
|
|
811
811
|
|
|
812
812
|
**sarvam:**
|
|
@@ -824,7 +824,7 @@ const voice = new SarvamVoice({
|
|
|
824
824
|
});
|
|
825
825
|
```
|
|
826
826
|
|
|
827
|
-
Visit the [Sarvam Voice Reference](https://mastra.ai/reference/
|
|
827
|
+
Visit the [Sarvam Voice Reference](https://mastra.ai/reference/voice/sarvam) for more information on the Sarvam voice provider.
|
|
828
828
|
|
|
829
829
|
|
|
830
830
|
**murf:**
|
|
@@ -842,7 +842,7 @@ const voice = new MurfVoice({
|
|
|
842
842
|
});
|
|
843
843
|
```
|
|
844
844
|
|
|
845
|
-
Visit the [Murf Voice Reference](https://mastra.ai/reference/
|
|
845
|
+
Visit the [Murf Voice Reference](https://mastra.ai/reference/voice/murf) for more information on the Murf voice provider.
|
|
846
846
|
|
|
847
847
|
|
|
848
848
|
**openai-realtime:**
|
|
@@ -864,7 +864,7 @@ const voice = new OpenAIRealtimeVoice({
|
|
|
864
864
|
});
|
|
865
865
|
```
|
|
866
866
|
|
|
867
|
-
For more information on the OpenAI Realtime voice provider, refer to the [OpenAI Realtime Voice Reference](https://mastra.ai/reference/
|
|
867
|
+
For more information on the OpenAI Realtime voice provider, refer to the [OpenAI Realtime Voice Reference](https://mastra.ai/reference/voice/openai-realtime).
|
|
868
868
|
|
|
869
869
|
|
|
870
870
|
**google-gemini-live:**
|
|
@@ -881,7 +881,7 @@ const voice = new GeminiLiveVoice({
|
|
|
881
881
|
});
|
|
882
882
|
```
|
|
883
883
|
|
|
884
|
-
Visit the [Google Gemini Live Reference](https://mastra.ai/reference/
|
|
884
|
+
Visit the [Google Gemini Live Reference](https://mastra.ai/reference/voice/google-gemini-live) for more information on the Google Gemini Live voice provider.
|
|
885
885
|
|
|
886
886
|
|
|
887
887
|
**aisdk:**
|
|
@@ -1003,17 +1003,17 @@ const voice = new CompositeVoice({
|
|
|
1003
1003
|
});
|
|
1004
1004
|
```
|
|
1005
1005
|
|
|
1006
|
-
For more information on the CompositeVoice, refer to the [CompositeVoice Reference](https://mastra.ai/reference/
|
|
1006
|
+
For more information on the CompositeVoice, refer to the [CompositeVoice Reference](https://mastra.ai/reference/voice/composite-voice).
|
|
1007
1007
|
|
|
1008
1008
|
## More Resources
|
|
1009
1009
|
|
|
1010
|
-
- [CompositeVoice](https://mastra.ai/reference/
|
|
1011
|
-
- [MastraVoice](https://mastra.ai/reference/
|
|
1012
|
-
- [OpenAI Voice](https://mastra.ai/reference/
|
|
1013
|
-
- [OpenAI Realtime Voice](https://mastra.ai/reference/
|
|
1014
|
-
- [Azure Voice](https://mastra.ai/reference/
|
|
1015
|
-
- [Google Voice](https://mastra.ai/reference/
|
|
1016
|
-
- [Google Gemini Live Voice](https://mastra.ai/reference/
|
|
1017
|
-
- [Deepgram Voice](https://mastra.ai/reference/
|
|
1018
|
-
- [PlayAI Voice](https://mastra.ai/reference/
|
|
1010
|
+
- [CompositeVoice](https://mastra.ai/reference/voice/composite-voice)
|
|
1011
|
+
- [MastraVoice](https://mastra.ai/reference/voice/mastra-voice)
|
|
1012
|
+
- [OpenAI Voice](https://mastra.ai/reference/voice/openai)
|
|
1013
|
+
- [OpenAI Realtime Voice](https://mastra.ai/reference/voice/openai-realtime)
|
|
1014
|
+
- [Azure Voice](https://mastra.ai/reference/voice/azure)
|
|
1015
|
+
- [Google Voice](https://mastra.ai/reference/voice/google)
|
|
1016
|
+
- [Google Gemini Live Voice](https://mastra.ai/reference/voice/google-gemini-live)
|
|
1017
|
+
- [Deepgram Voice](https://mastra.ai/reference/voice/deepgram)
|
|
1018
|
+
- [PlayAI Voice](https://mastra.ai/reference/voice/playai)
|
|
1019
1019
|
- [Voice Examples](https://github.com/mastra-ai/voice-examples)
|
|
@@ -55,7 +55,7 @@ const micStream = getMicrophoneStream();
|
|
|
55
55
|
await agent.voice.send(micStream);
|
|
56
56
|
```
|
|
57
57
|
|
|
58
|
-
For integrating Speech-to-Speech capabilities with agents, refer to the [Adding Voice to Agents](https://mastra.ai/docs/
|
|
58
|
+
For integrating Speech-to-Speech capabilities with agents, refer to the [Adding Voice to Agents](https://mastra.ai/docs/agents/adding-voice) documentation.
|
|
59
59
|
|
|
60
60
|
## Google Gemini Live (Realtime)
|
|
61
61
|
|
|
@@ -610,7 +610,7 @@ const transcriptWithOptions = await voice.listen(audioStream, {
|
|
|
610
610
|
});
|
|
611
611
|
```
|
|
612
612
|
|
|
613
|
-
See the [CompositeVoice reference](https://mastra.ai/reference/
|
|
613
|
+
See the [CompositeVoice reference](https://mastra.ai/reference/voice/composite-voice) for more details on AI SDK integration.
|
|
614
614
|
|
|
615
615
|
## Realtime Voice Providers
|
|
616
616
|
|
|
@@ -994,7 +994,7 @@ const audioWithOptions = await voice.speak("Hello with options!", {
|
|
|
994
994
|
});
|
|
995
995
|
```
|
|
996
996
|
|
|
997
|
-
See the [CompositeVoice reference](https://mastra.ai/reference/
|
|
997
|
+
See the [CompositeVoice reference](https://mastra.ai/reference/voice/composite-voice) for more details on AI SDK integration.
|
|
998
998
|
|
|
999
999
|
## Realtime Voice Providers
|
|
1000
1000
|
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mastra/voice-openai-realtime",
|
|
3
|
-
"version": "0.12.0",
|
|
3
|
+
"version": "0.12.1-alpha.0",
|
|
4
4
|
"description": "Mastra OpenAI Realtime API integration",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -25,22 +25,22 @@
|
|
|
25
25
|
"license": "Apache-2.0",
|
|
26
26
|
"dependencies": {
|
|
27
27
|
"openai-realtime-api": "^1.0.8",
|
|
28
|
-
"ws": "^8.
|
|
28
|
+
"ws": "^8.19.0",
|
|
29
29
|
"zod-to-json-schema": "^3.24.6"
|
|
30
30
|
},
|
|
31
31
|
"devDependencies": {
|
|
32
|
-
"@types/node": "22.
|
|
32
|
+
"@types/node": "22.19.7",
|
|
33
33
|
"@types/ws": "^8.18.1",
|
|
34
34
|
"@vitest/coverage-v8": "4.0.12",
|
|
35
35
|
"@vitest/ui": "4.0.12",
|
|
36
36
|
"eslint": "^9.37.0",
|
|
37
|
-
"tsup": "^8.5.
|
|
37
|
+
"tsup": "^8.5.1",
|
|
38
38
|
"typescript": "^5.9.3",
|
|
39
39
|
"vitest": "4.0.16",
|
|
40
40
|
"zod": "^3.25.76",
|
|
41
|
-
"@internal/lint": "0.0.
|
|
42
|
-
"@mastra/core": "1.0.0",
|
|
43
|
-
"@internal/types-builder": "0.0.
|
|
41
|
+
"@internal/lint": "0.0.55",
|
|
42
|
+
"@mastra/core": "1.1.0-alpha.0",
|
|
43
|
+
"@internal/types-builder": "0.0.30"
|
|
44
44
|
},
|
|
45
45
|
"peerDependencies": {
|
|
46
46
|
"@mastra/core": ">=1.0.0-0 <2.0.0-0",
|