@mastra/react 1.14.1 → 1.15.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chat/index.cjs +1 -1
- package/dist/chat/index.js +1 -1
- package/dist/{experiments-DyecjEut.js → experiments-B2PEqGwi.js} +2 -2
- package/dist/{experiments-DyecjEut.js.map → experiments-B2PEqGwi.js.map} +1 -1
- package/dist/{experiments-Duv0RgkM.cjs → experiments-beUCWMr-.cjs} +2 -2
- package/dist/{experiments-Duv0RgkM.cjs.map → experiments-beUCWMr-.cjs.map} +1 -1
- package/dist/hooks/agents/use-stored-agents.d.ts +0 -2
- package/dist/hooks/agents/use-stored-agents.d.ts.map +1 -1
- package/dist/hooks/experiments/index.cjs +1 -1
- package/dist/hooks/experiments/index.js +1 -1
- package/dist/hooks/logs/index.cjs +1 -1
- package/dist/hooks/logs/index.js +1 -1
- package/dist/hooks/review/index.cjs +1 -1
- package/dist/hooks/review/index.js +1 -1
- package/dist/hooks/scores/index.cjs +1 -1
- package/dist/hooks/scores/index.js +1 -1
- package/dist/hooks/traces/index.cjs +12 -8
- package/dist/hooks/traces/index.cjs.map +1 -1
- package/dist/hooks/traces/index.js +12 -8
- package/dist/hooks/traces/index.js.map +1 -1
- package/dist/hooks/traces/use-create-feedback.d.ts +13 -3
- package/dist/hooks/traces/use-create-feedback.d.ts.map +1 -1
- package/dist/hooks/voice/index.cjs +1 -1
- package/dist/hooks/voice/index.js +1 -1
- package/dist/hooks/workflows/index.cjs +1 -1
- package/dist/hooks/workflows/index.js +1 -1
- package/dist/hooks/workspace/index.cjs +1 -1
- package/dist/hooks/workspace/index.js +1 -1
- package/dist/{hooks-CMcegwgz.cjs → hooks-CE6Q1ULu.cjs} +2 -2
- package/dist/{hooks-CMcegwgz.cjs.map → hooks-CE6Q1ULu.cjs.map} +1 -1
- package/dist/{hooks-S8oYqB3j.js → hooks-CUhhf_3u.js} +2 -2
- package/dist/{hooks-S8oYqB3j.js.map → hooks-CUhhf_3u.js.map} +1 -1
- package/dist/index.cjs +2 -2
- package/dist/index.js +2 -2
- package/dist/react.css +4 -4
- package/dist/voice/record-mic-to-file.d.ts.map +1 -1
- package/dist/voice/use-speech-recognition.d.ts +1 -1
- package/dist/voice/use-speech-recognition.d.ts.map +1 -1
- package/dist/{voice-Didej2E1.cjs → voice-2O8uVFrs.cjs} +71 -44
- package/dist/voice-2O8uVFrs.cjs.map +1 -0
- package/dist/{voice-ugGu7VyA.js → voice-Ro-3_wyj.js} +72 -45
- package/dist/voice-Ro-3_wyj.js.map +1 -0
- package/package.json +4 -4
- package/dist/voice-Didej2E1.cjs.map +0 -1
- package/dist/voice-ugGu7VyA.js.map +0 -1
|
@@ -1,20 +1,43 @@
|
|
|
1
1
|
const require_mastra_client_context = require("./mastra-client-context-DX8wJM9p.cjs");
|
|
2
2
|
let react = require("react");
|
|
3
3
|
// src/voice/record-mic-to-file.ts
|
|
4
|
+
const FILE_EXTENSIONS = {
|
|
5
|
+
"audio/webm": "webm",
|
|
6
|
+
"video/webm": "webm",
|
|
7
|
+
"audio/ogg": "ogg",
|
|
8
|
+
"audio/mp4": "m4a",
|
|
9
|
+
"video/mp4": "mp4",
|
|
10
|
+
"audio/mpeg": "mp3",
|
|
11
|
+
"audio/wav": "wav"
|
|
12
|
+
};
|
|
13
|
+
const FALLBACK_MIME_TYPE = "audio/webm";
|
|
14
|
+
function containerType(mimeType) {
|
|
15
|
+
const [base = ""] = mimeType.split(";");
|
|
16
|
+
return base.trim().toLowerCase();
|
|
17
|
+
}
|
|
18
|
+
function releaseMicrophone(stream) {
|
|
19
|
+
stream.getTracks().forEach((track) => track.stop());
|
|
20
|
+
}
|
|
4
21
|
async function recordMicrophoneToFile(onFinish) {
|
|
5
22
|
const stream = await navigator.mediaDevices.getUserMedia({ audio: true });
|
|
6
|
-
|
|
7
|
-
|
|
23
|
+
let mediaRecorder;
|
|
24
|
+
try {
|
|
25
|
+
mediaRecorder = new MediaRecorder(stream);
|
|
26
|
+
} catch (error) {
|
|
27
|
+
releaseMicrophone(stream);
|
|
28
|
+
throw error;
|
|
29
|
+
}
|
|
30
|
+
const chunks = [];
|
|
8
31
|
mediaRecorder.ondataavailable = (e) => {
|
|
9
|
-
chunks.push(e.data);
|
|
32
|
+
if (e.data.size > 0) chunks.push(e.data);
|
|
10
33
|
};
|
|
11
34
|
mediaRecorder.onstop = () => {
|
|
12
|
-
const
|
|
13
|
-
const file = new File(
|
|
14
|
-
type
|
|
35
|
+
const type = containerType(mediaRecorder.mimeType || chunks[0]?.type || "") || FALLBACK_MIME_TYPE;
|
|
36
|
+
const file = new File(chunks, `recording-${Date.now()}.${FILE_EXTENSIONS[type] ?? "webm"}`, {
|
|
37
|
+
type,
|
|
15
38
|
lastModified: Date.now()
|
|
16
39
|
});
|
|
17
|
-
stream
|
|
40
|
+
releaseMicrophone(stream);
|
|
18
41
|
onFinish(file);
|
|
19
42
|
};
|
|
20
43
|
return mediaRecorder;
|
|
@@ -57,24 +80,26 @@ async function playStreamWithWebAudio(stream, onEnded) {
|
|
|
57
80
|
}
|
|
58
81
|
}
|
|
59
82
|
// src/voice/use-speech-recognition.ts
|
|
83
|
+
const UNSUPPORTED_ERROR = "Speech Recognition not supported in this browser";
|
|
84
|
+
const browserSupportsSpeechRecognition = () => "SpeechRecognition" in window || "webkitSpeechRecognition" in window;
|
|
85
|
+
const subscribeToNothing = () => () => {};
|
|
86
|
+
const assumeSupportedOnServer = () => true;
|
|
60
87
|
const useSpeechRecognition = ({ language = "en-US", agentId, requestContext }) => {
|
|
61
88
|
const client = require_mastra_client_context.useMastraClient();
|
|
62
|
-
const [
|
|
89
|
+
const [voiceAgentCheck, setVoiceAgentCheck] = (0, react.useState)();
|
|
63
90
|
(0, react.useEffect)(() => {
|
|
91
|
+
if (!agentId) return;
|
|
64
92
|
let cancelled = false;
|
|
65
|
-
|
|
66
|
-
setAgent(null);
|
|
67
|
-
return () => {
|
|
68
|
-
cancelled = true;
|
|
69
|
-
};
|
|
70
|
-
}
|
|
71
|
-
const agent = client.getAgent(agentId);
|
|
93
|
+
const candidate = client.getAgent(agentId);
|
|
72
94
|
const check = async () => {
|
|
73
95
|
try {
|
|
74
|
-
const speakers = await
|
|
75
|
-
if (!cancelled)
|
|
96
|
+
const speakers = await candidate.voice.getSpeakers(requestContext);
|
|
97
|
+
if (!cancelled) setVoiceAgentCheck({
|
|
98
|
+
agentId,
|
|
99
|
+
agent: speakers.length > 0 ? candidate : void 0
|
|
100
|
+
});
|
|
76
101
|
} catch {
|
|
77
|
-
if (!cancelled)
|
|
102
|
+
if (!cancelled) setVoiceAgentCheck({ agentId });
|
|
78
103
|
}
|
|
79
104
|
};
|
|
80
105
|
check();
|
|
@@ -86,6 +111,7 @@ const useSpeechRecognition = ({ language = "en-US", agentId, requestContext }) =
|
|
|
86
111
|
client,
|
|
87
112
|
requestContext
|
|
88
113
|
]);
|
|
114
|
+
const agent = voiceAgentCheck && voiceAgentCheck.agentId === agentId ? voiceAgentCheck.agent : void 0;
|
|
89
115
|
const browserSpeechRecognition = useBrowserSpeechRecognition({ language });
|
|
90
116
|
const mastraSpeechRecognition = useMastraSpeechToText({
|
|
91
117
|
agent,
|
|
@@ -96,27 +122,38 @@ const useSpeechRecognition = ({ language = "en-US", agentId, requestContext }) =
|
|
|
96
122
|
};
|
|
97
123
|
const useBrowserSpeechRecognition = ({ language = "en-US" }) => {
|
|
98
124
|
const speechRecognitionRef = (0, react.useRef)(null);
|
|
125
|
+
const supported = (0, react.useSyncExternalStore)(subscribeToNothing, browserSupportsSpeechRecognition, assumeSupportedOnServer);
|
|
99
126
|
const [state, setState] = (0, react.useState)({
|
|
100
127
|
isListening: false,
|
|
101
128
|
transcript: "",
|
|
102
129
|
error: null
|
|
103
130
|
});
|
|
104
|
-
const start = () => {
|
|
105
|
-
|
|
106
|
-
|
|
131
|
+
const start = (onTranscript) => {
|
|
132
|
+
const recognition = speechRecognitionRef.current;
|
|
133
|
+
if (!recognition) return;
|
|
134
|
+
recognition.start();
|
|
135
|
+
let sessionTranscript = "";
|
|
136
|
+
recognition.onresult = (event) => {
|
|
137
|
+
let finalTranscript = "";
|
|
138
|
+
for (let i = event.resultIndex; i < event.results.length; i++) {
|
|
139
|
+
const transcript = event.results[i][0].transcript;
|
|
140
|
+
if (event.results[i].isFinal) finalTranscript += transcript + " ";
|
|
141
|
+
}
|
|
142
|
+
if (!finalTranscript) return;
|
|
143
|
+
sessionTranscript += finalTranscript;
|
|
144
|
+
setState((prev) => ({
|
|
145
|
+
...prev,
|
|
146
|
+
transcript: sessionTranscript
|
|
147
|
+
}));
|
|
148
|
+
onTranscript?.(sessionTranscript);
|
|
149
|
+
};
|
|
107
150
|
};
|
|
108
151
|
const stop = () => {
|
|
109
152
|
if (!speechRecognitionRef.current) return;
|
|
110
153
|
speechRecognitionRef.current.stop();
|
|
111
154
|
};
|
|
112
155
|
(0, react.useEffect)(() => {
|
|
113
|
-
if (!(
|
|
114
|
-
setState((prev) => ({
|
|
115
|
-
...prev,
|
|
116
|
-
error: "Speech Recognition not supported in this browser"
|
|
117
|
-
}));
|
|
118
|
-
return;
|
|
119
|
-
}
|
|
156
|
+
if (!browserSupportsSpeechRecognition()) return;
|
|
120
157
|
const recognition = new (window.SpeechRecognition || window.webkitSpeechRecognition)();
|
|
121
158
|
speechRecognitionRef.current = recognition;
|
|
122
159
|
recognition.continuous = true;
|
|
@@ -129,18 +166,6 @@ const useBrowserSpeechRecognition = ({ language = "en-US" }) => {
|
|
|
129
166
|
transcript: ""
|
|
130
167
|
}));
|
|
131
168
|
};
|
|
132
|
-
recognition.onresult = (event) => {
|
|
133
|
-
let finalTranscript = "";
|
|
134
|
-
for (let i = event.resultIndex; i < event.results.length; i++) {
|
|
135
|
-
const transcript = event.results[i][0].transcript;
|
|
136
|
-
if (event.results[i].isFinal) finalTranscript += transcript + " ";
|
|
137
|
-
}
|
|
138
|
-
if (!finalTranscript) return;
|
|
139
|
-
setState((prev) => ({
|
|
140
|
-
...prev,
|
|
141
|
-
transcript: prev.transcript + finalTranscript
|
|
142
|
-
}));
|
|
143
|
-
};
|
|
144
169
|
recognition.onerror = (event) => {
|
|
145
170
|
setState((prev) => ({
|
|
146
171
|
...prev,
|
|
@@ -164,6 +189,7 @@ const useBrowserSpeechRecognition = ({ language = "en-US" }) => {
|
|
|
164
189
|
}, [language]);
|
|
165
190
|
return {
|
|
166
191
|
...state,
|
|
192
|
+
error: supported ? state.error : UNSUPPORTED_ERROR,
|
|
167
193
|
start,
|
|
168
194
|
stop
|
|
169
195
|
};
|
|
@@ -185,7 +211,7 @@ const useMastraSpeechToText = ({ agent, language }) => {
|
|
|
185
211
|
recorderRef.current = null;
|
|
186
212
|
};
|
|
187
213
|
}, [agent]);
|
|
188
|
-
const handleFinish = (session) => (file) => {
|
|
214
|
+
const handleFinish = (session, onTranscript) => (file) => {
|
|
189
215
|
if (!agent || session !== sessionRef.current) return;
|
|
190
216
|
recorderRef.current = null;
|
|
191
217
|
setState((prev) => ({
|
|
@@ -199,6 +225,7 @@ const useMastraSpeechToText = ({ agent, language }) => {
|
|
|
199
225
|
transcript: res.text,
|
|
200
226
|
error: null
|
|
201
227
|
}));
|
|
228
|
+
onTranscript?.(res.text);
|
|
202
229
|
}).catch((error) => {
|
|
203
230
|
if (session !== sessionRef.current) return;
|
|
204
231
|
const message = error instanceof Error ? error.message : "Failed to transcribe speech";
|
|
@@ -208,12 +235,12 @@ const useMastraSpeechToText = ({ agent, language }) => {
|
|
|
208
235
|
}));
|
|
209
236
|
});
|
|
210
237
|
};
|
|
211
|
-
const start = () => {
|
|
238
|
+
const start = (onTranscript) => {
|
|
212
239
|
if (!agent || startInFlightRef.current || recorderRef.current) return;
|
|
213
240
|
startInFlightRef.current = true;
|
|
214
241
|
sessionRef.current += 1;
|
|
215
242
|
const session = sessionRef.current;
|
|
216
|
-
recordMicrophoneToFile(handleFinish(session)).then((recorder) => {
|
|
243
|
+
recordMicrophoneToFile(handleFinish(session, onTranscript)).then((recorder) => {
|
|
217
244
|
startInFlightRef.current = false;
|
|
218
245
|
if (session !== sessionRef.current) {
|
|
219
246
|
try {
|
|
@@ -275,4 +302,4 @@ Object.defineProperty(exports, "useSpeechRecognition", {
|
|
|
275
302
|
}
|
|
276
303
|
});
|
|
277
304
|
|
|
278
|
-
//# sourceMappingURL=voice-
|
|
305
|
+
//# sourceMappingURL=voice-2O8uVFrs.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"voice-2O8uVFrs.cjs","names":["useMastraClient","useState","useRef","useSyncExternalStore"],"sources":["../src/voice/record-mic-to-file.ts","../src/voice/play-stream-with-web-audio.ts","../src/voice/use-speech-recognition.ts"],"sourcesContent":["const FILE_EXTENSIONS: Record<string, string> = {\n 'audio/webm': 'webm',\n 'video/webm': 'webm',\n 'audio/ogg': 'ogg',\n 'audio/mp4': 'm4a',\n 'video/mp4': 'mp4',\n 'audio/mpeg': 'mp3',\n 'audio/wav': 'wav',\n};\n\nconst FALLBACK_MIME_TYPE = 'audio/webm';\n\nfunction containerType(mimeType: string): string {\n const [base = ''] = mimeType.split(';');\n return base.trim().toLowerCase();\n}\n\nfunction releaseMicrophone(stream: MediaStream) {\n stream.getTracks().forEach(track => track.stop());\n}\n\nexport async function recordMicrophoneToFile(onFinish: (file: File) => void) {\n const stream = await navigator.mediaDevices.getUserMedia({ audio: true });\n let mediaRecorder: MediaRecorder;\n try {\n mediaRecorder = new MediaRecorder(stream);\n } catch (error) {\n releaseMicrophone(stream);\n throw error;\n }\n\n const chunks: Blob[] = [];\n\n mediaRecorder.ondataavailable = e => {\n if (e.data.size > 0) chunks.push(e.data);\n };\n\n mediaRecorder.onstop = () => {\n const type = containerType(mediaRecorder.mimeType || chunks[0]?.type || '') || FALLBACK_MIME_TYPE;\n const file = new File(chunks, `recording-${Date.now()}.${FILE_EXTENSIONS[type] ?? 'webm'}`, {\n type,\n lastModified: Date.now(),\n });\n\n releaseMicrophone(stream);\n onFinish(file);\n };\n\n return mediaRecorder;\n}\n","export async function playStreamWithWebAudio(stream: ReadableStream, onEnded?: () => void) {\n const audioContext = new window.AudioContext();\n\n const reader = stream.getReader();\n const chunks = [];\n\n try {\n // Read all chunks\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n chunks.push(value);\n }\n\n // Combine chunks into single ArrayBuffer\n const totalLength = chunks.reduce((sum, chunk) => sum + chunk.length, 0);\n const combinedBuffer = new Uint8Array(totalLength);\n let offset = 0;\n\n for (const chunk of chunks) {\n combinedBuffer.set(chunk, offset);\n offset += chunk.length;\n }\n\n // Decode and play\n const audioBuffer = await audioContext.decodeAudioData(combinedBuffer.buffer);\n const source = audioContext.createBufferSource();\n source.buffer = audioBuffer;\n source.onended = onEnded ?? null;\n source.connect(audioContext.destination);\n source.start();\n\n return () => {\n source.onended = null;\n source.stop();\n void audioContext.close();\n };\n } catch (error) {\n await reader.cancel().catch(() => undefined);\n await audioContext.close().catch(() => undefined);\n throw error;\n } finally {\n reader.releaseLock();\n }\n}\n","import type { MastraClient } from '@mastra/client-js';\nimport { useEffect, useRef, useState, useSyncExternalStore } from 'react';\nimport { useMastraClient } from '../mastra-client-context';\nimport { recordMicrophoneToFile } from './record-mic-to-file';\n\ntype Agent = ReturnType<MastraClient['getAgent']>;\ntype VoiceRequestContext = Parameters<Agent['voice']['getSpeakers']>[0];\n\nexport interface SpeechRecognitionState {\n isListening: boolean;\n transcript: string;\n error: string | null;\n}\n\nexport interface UseSpeechRecognitionArgs {\n language?: string;\n agentId?: string;\n requestContext?: VoiceRequestContext;\n}\n\ntype SpeechRecognitionResult = SpeechRecognitionState & {\n start: (onTranscript?: (transcript: string) => void) => void;\n stop: () => void;\n};\n\ninterface VoiceAgentCheck {\n agentId: string;\n agent?: Agent;\n}\n\nconst UNSUPPORTED_ERROR = 'Speech Recognition not supported in this browser';\n\nconst browserSupportsSpeechRecognition = () => 'SpeechRecognition' in window || 'webkitSpeechRecognition' in window;\nconst subscribeToNothing = () => () => {};\nconst assumeSupportedOnServer = () => true;\n\nexport const useSpeechRecognition = ({\n language = 'en-US',\n agentId,\n requestContext,\n}: UseSpeechRecognitionArgs): SpeechRecognitionResult => {\n const client = useMastraClient();\n const [voiceAgentCheck, setVoiceAgentCheck] = useState<VoiceAgentCheck>();\n\n useEffect(() => {\n if (!agentId) return;\n let cancelled = false;\n const candidate = client.getAgent(agentId);\n\n const check = async () => {\n try {\n const speakers = await candidate.voice.getSpeakers(requestContext);\n if (!cancelled) {\n setVoiceAgentCheck({ agentId, agent: speakers.length > 0 ? candidate : undefined });\n }\n } catch {\n if (!cancelled) {\n setVoiceAgentCheck({ agentId });\n }\n }\n };\n\n void check();\n\n return () => {\n cancelled = true;\n };\n }, [agentId, client, requestContext]);\n\n const agent = voiceAgentCheck && voiceAgentCheck.agentId === agentId ? voiceAgentCheck.agent : undefined;\n\n const browserSpeechRecognition = useBrowserSpeechRecognition({ language });\n const mastraSpeechRecognition = useMastraSpeechToText({ agent, language });\n\n if (!agent) {\n return browserSpeechRecognition;\n }\n\n return mastraSpeechRecognition;\n};\n\nconst useBrowserSpeechRecognition = ({ language = 'en-US' }: { language?: string }): SpeechRecognitionResult => {\n const speechRecognitionRef = useRef<any>(null);\n const supported = useSyncExternalStore(subscribeToNothing, browserSupportsSpeechRecognition, assumeSupportedOnServer);\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n\n const start = (onTranscript?: (transcript: string) => void) => {\n const recognition = speechRecognitionRef.current;\n if (!recognition) return;\n recognition.start();\n\n let sessionTranscript = '';\n recognition.onresult = (event: any) => {\n let finalTranscript = '';\n\n for (let i = event.resultIndex; i < event.results.length; i++) {\n const transcript = event.results[i][0].transcript;\n if (event.results[i].isFinal) {\n finalTranscript += transcript + ' ';\n }\n }\n\n if (!finalTranscript) return;\n // Continuous mode emits one event per finalized phrase with an advancing\n // resultIndex, so append to the session transcript instead of replacing it.\n sessionTranscript += finalTranscript;\n setState(prev => ({ ...prev, transcript: sessionTranscript }));\n onTranscript?.(sessionTranscript);\n };\n };\n\n const stop = () => {\n if (!speechRecognitionRef.current) return;\n speechRecognitionRef.current.stop();\n };\n\n useEffect(() => {\n if (!browserSupportsSpeechRecognition()) return;\n\n const SpeechRecognition = (window as any).SpeechRecognition || (window as any).webkitSpeechRecognition;\n const recognition = new SpeechRecognition();\n speechRecognitionRef.current = recognition;\n\n recognition.continuous = true;\n recognition.lang = language;\n\n recognition.onstart = () => {\n setState(prev => ({ ...prev, isListening: true, error: null, transcript: '' }));\n };\n\n recognition.onerror = (event: any) => {\n setState(prev => ({ ...prev, error: `Error: ${event.error}` }));\n };\n\n recognition.onend = () => setState(prev => ({ ...prev, isListening: false }));\n\n return () => {\n try {\n recognition.stop();\n } catch {\n // ignore: recognition may not be running\n }\n recognition.onstart = null;\n recognition.onresult = null;\n recognition.onerror = null;\n recognition.onend = null;\n speechRecognitionRef.current = null;\n };\n }, [language]);\n\n return {\n ...state,\n error: supported ? state.error : UNSUPPORTED_ERROR,\n start,\n stop,\n };\n};\n\nconst useMastraSpeechToText = ({ agent, language }: { agent?: Agent; language: string }): SpeechRecognitionResult => {\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n const recorderRef = useRef<MediaRecorder | null>(null);\n const sessionRef = useRef(0);\n const startInFlightRef = useRef(false);\n\n useEffect(() => {\n return () => {\n sessionRef.current += 1;\n startInFlightRef.current = false;\n recorderRef.current?.stop();\n recorderRef.current = null;\n };\n }, [agent]);\n\n const handleFinish = (session: number, onTranscript?: (transcript: string) => void) => (file: File) => {\n if (!agent || session !== sessionRef.current) return;\n\n recorderRef.current = null;\n setState(prev => ({ ...prev, isListening: false }));\n\n void agent.voice\n .listen(file, { language })\n .then(res => {\n if (session !== sessionRef.current) return;\n setState(prev => ({ ...prev, transcript: res.text, error: null }));\n onTranscript?.(res.text);\n })\n .catch(error => {\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to transcribe speech';\n setState(prev => ({ ...prev, error: message }));\n });\n };\n\n const start = (onTranscript?: (transcript: string) => void) => {\n if (!agent || startInFlightRef.current || recorderRef.current) return;\n\n startInFlightRef.current = true;\n // Bump the session here (not in stop()) so a normal stop's onstop callback\n // still matches sessionRef.current. Only a new start (or unmount) should\n // invalidate a prior in-flight recording's result.\n // See: https://github.com/mastra-ai/mastra/issues/19980\n sessionRef.current += 1;\n const session = sessionRef.current;\n\n void recordMicrophoneToFile(handleFinish(session, onTranscript))\n .then(recorder => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) {\n try {\n recorder.stop();\n } catch {\n // ignore: recorder was never started\n }\n return;\n }\n recorderRef.current = recorder;\n setState(prev => ({ ...prev, isListening: true, error: null }));\n recorder.start();\n })\n .catch(error => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to start speech recording';\n setState(prev => ({ ...prev, isListening: false, error: message }));\n });\n };\n\n const stop = () => {\n if (recorderRef.current) {\n // An active recording — its session was fixed at start() time and hasn't\n // changed, so its own onstop/handleFinish will complete normally.\n recorderRef.current.stop();\n recorderRef.current = null;\n } else if (startInFlightRef.current) {\n // No recorder yet but a start() is still in-flight. Invalidate the\n // session so that start's resolution knows to abort (stop the recorder\n // instead of assigning/starting it) rather than silently proceeding.\n sessionRef.current += 1;\n }\n // Otherwise the hook is idle, or a finished recording's transcription is\n // still in flight — bumping the session then would silently discard the\n // transcript (the same failure class as #19980, in a narrower window).\n startInFlightRef.current = false;\n setState(prev => ({ ...prev, isListening: false }));\n };\n\n return {\n ...state,\n start,\n stop,\n };\n};\n"],"mappings":";;;AAAA,MAAM,kBAA0C;CAC9C,cAAc;CACd,cAAc;CACd,aAAa;CACb,aAAa;CACb,aAAa;CACb,cAAc;CACd,aAAa;AACf;AAEA,MAAM,qBAAqB;AAE3B,SAAS,cAAc,UAA0B;CAC/C,MAAM,CAAC,OAAO,MAAM,SAAS,MAAM,GAAG;CACtC,OAAO,KAAK,KAAK,CAAC,CAAC,YAAY;AACjC;AAEA,SAAS,kBAAkB,QAAqB;CAC9C,OAAO,UAAU,CAAC,CAAC,SAAQ,UAAS,MAAM,KAAK,CAAC;AAClD;AAEA,eAAsB,uBAAuB,UAAgC;CAC3E,MAAM,SAAS,MAAM,UAAU,aAAa,aAAa,EAAE,OAAO,KAAK,CAAC;CACxE,IAAI;CACJ,IAAI;EACF,gBAAgB,IAAI,cAAc,MAAM;CAC1C,SAAS,OAAO;EACd,kBAAkB,MAAM;EACxB,MAAM;CACR;CAEA,MAAM,SAAiB,CAAC;CAExB,cAAc,mBAAkB,MAAK;EACnC,IAAI,EAAE,KAAK,OAAO,GAAG,OAAO,KAAK,EAAE,IAAI;CACzC;CAEA,cAAc,eAAe;EAC3B,MAAM,OAAO,cAAc,cAAc,YAAY,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK;EAC/E,MAAM,OAAO,IAAI,KAAK,QAAQ,aAAa,KAAK,IAAI,EAAE,GAAG,gBAAgB,SAAS,UAAU;GAC1F;GACA,cAAc,KAAK,IAAI;EACzB,CAAC;EAED,kBAAkB,MAAM;EACxB,SAAS,IAAI;CACf;CAEA,OAAO;AACT;;ACjDA,eAAsB,uBAAuB,QAAwB,SAAsB;CACzF,MAAM,eAAe,IAAI,OAAO,aAAa;CAE7C,MAAM,SAAS,OAAO,UAAU;CAChC,MAAM,SAAS,CAAC;CAEhB,IAAI;EAEF,OAAO,MAAM;GACX,MAAM,EAAE,MAAM,UAAU,MAAM,OAAO,KAAK;GAC1C,IAAI,MAAM;GACV,OAAO,KAAK,KAAK;EACnB;EAGA,MAAM,cAAc,OAAO,QAAQ,KAAK,UAAU,MAAM,MAAM,QAAQ,CAAC;EACvE,MAAM,iBAAiB,IAAI,WAAW,WAAW;EACjD,IAAI,SAAS;EAEb,KAAK,MAAM,SAAS,QAAQ;GAC1B,eAAe,IAAI,OAAO,MAAM;GAChC,UAAU,MAAM;EAClB;EAGA,MAAM,cAAc,MAAM,aAAa,gBAAgB,eAAe,MAAM;EAC5E,MAAM,SAAS,aAAa,mBAAmB;EAC/C,OAAO,SAAS;EAChB,OAAO,UAAU,WAAW;EAC5B,OAAO,QAAQ,aAAa,WAAW;EACvC,OAAO,MAAM;EAEb,aAAa;GACX,OAAO,UAAU;GACjB,OAAO,KAAK;GACZ,aAAkB,MAAM;EAC1B;CACF,SAAS,OAAO;EACd,MAAM,OAAO,OAAO,CAAC,CAAC,YAAY,KAAA,CAAS;EAC3C,MAAM,aAAa,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;EAChD,MAAM;CACR,UAAU;EACR,OAAO,YAAY;CACrB;AACF;;ACdA,MAAM,oBAAoB;AAE1B,MAAM,yCAAyC,uBAAuB,UAAU,6BAA6B;AAC7G,MAAM,iCAAiC,CAAC;AACxC,MAAM,gCAAgC;AAEtC,MAAa,wBAAwB,EACnC,WAAW,SACX,SACA,qBACuD;CACvD,MAAM,SAASA,8BAAAA,gBAAgB;CAC/B,MAAM,CAAC,iBAAiB,uBAAA,GAAsBC,MAAAA,SAAAA,CAA0B;CAExE,CAAA,GAAA,MAAA,UAAA,OAAgB;EACd,IAAI,CAAC,SAAS;EACd,IAAI,YAAY;EAChB,MAAM,YAAY,OAAO,SAAS,OAAO;EAEzC,MAAM,QAAQ,YAAY;GACxB,IAAI;IACF,MAAM,WAAW,MAAM,UAAU,MAAM,YAAY,cAAc;IACjE,IAAI,CAAC,WACH,mBAAmB;KAAE;KAAS,OAAO,SAAS,SAAS,IAAI,YAAY,KAAA;IAAU,CAAC;GAEtF,QAAQ;IACN,IAAI,CAAC,WACH,mBAAmB,EAAE,QAAQ,CAAC;GAElC;EACF;EAEA,MAAW;EAEX,aAAa;GACX,YAAY;EACd;CACF,GAAG;EAAC;EAAS;EAAQ;CAAc,CAAC;CAEpC,MAAM,QAAQ,mBAAmB,gBAAgB,YAAY,UAAU,gBAAgB,QAAQ,KAAA;CAE/F,MAAM,2BAA2B,4BAA4B,EAAE,SAAS,CAAC;CACzE,MAAM,0BAA0B,sBAAsB;EAAE;EAAO;CAAS,CAAC;CAEzE,IAAI,CAAC,OACH,OAAO;CAGT,OAAO;AACT;AAEA,MAAM,+BAA+B,EAAE,WAAW,cAA8D;CAC9G,MAAM,wBAAA,GAAuBC,MAAAA,OAAAA,CAAY,IAAI;CAC7C,MAAM,aAAA,GAAYC,MAAAA,qBAAAA,CAAqB,oBAAoB,kCAAkC,uBAAuB;CACpH,MAAM,CAAC,OAAO,aAAA,GAAYF,MAAAA,SAAAA,CAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CAED,MAAM,SAAS,iBAAgD;EAC7D,MAAM,cAAc,qBAAqB;EACzC,IAAI,CAAC,aAAa;EAClB,YAAY,MAAM;EAElB,IAAI,oBAAoB;EACxB,YAAY,YAAY,UAAe;GACrC,IAAI,kBAAkB;GAEtB,KAAK,IAAI,IAAI,MAAM,aAAa,IAAI,MAAM,QAAQ,QAAQ,KAAK;IAC7D,MAAM,aAAa,MAAM,QAAQ,EAAE,CAAC,EAAE,CAAC;IACvC,IAAI,MAAM,QAAQ,EAAE,CAAC,SACnB,mBAAmB,aAAa;GAEpC;GAEA,IAAI,CAAC,iBAAiB;GAGtB,qBAAqB;GACrB,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY;GAAkB,EAAE;GAC7D,eAAe,iBAAiB;EAClC;CACF;CAEA,MAAM,aAAa;EACjB,IAAI,CAAC,qBAAqB,SAAS;EACnC,qBAAqB,QAAQ,KAAK;CACpC;CAEA,CAAA,GAAA,MAAA,UAAA,OAAgB;EACd,IAAI,CAAC,iCAAiC,GAAG;EAGzC,MAAM,cAAc,KADO,OAAe,qBAAsB,OAAe,yBACrC;EAC1C,qBAAqB,UAAU;EAE/B,YAAY,aAAa;EACzB,YAAY,OAAO;EAEnB,YAAY,gBAAgB;GAC1B,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;IAAM,YAAY;GAAG,EAAE;EAChF;EAEA,YAAY,WAAW,UAAe;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO,UAAU,MAAM;GAAQ,EAAE;EAChE;EAEA,YAAY,cAAc,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAE5E,aAAa;GACX,IAAI;IACF,YAAY,KAAK;GACnB,QAAQ,CAER;GACA,YAAY,UAAU;GACtB,YAAY,WAAW;GACvB,YAAY,UAAU;GACtB,YAAY,QAAQ;GACpB,qBAAqB,UAAU;EACjC;CACF,GAAG,CAAC,QAAQ,CAAC;CAEb,OAAO;EACL,GAAG;EACH,OAAO,YAAY,MAAM,QAAQ;EACjC;EACA;CACF;AACF;AAEA,MAAM,yBAAyB,EAAE,OAAO,eAA6E;CACnH,MAAM,CAAC,OAAO,aAAA,GAAYA,MAAAA,SAAAA,CAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CACD,MAAM,eAAA,GAAcC,MAAAA,OAAAA,CAA6B,IAAI;CACrD,MAAM,cAAA,GAAaA,MAAAA,OAAAA,CAAO,CAAC;CAC3B,MAAM,oBAAA,GAAmBA,MAAAA,OAAAA,CAAO,KAAK;CAErC,CAAA,GAAA,MAAA,UAAA,OAAgB;EACd,aAAa;GACX,WAAW,WAAW;GACtB,iBAAiB,UAAU;GAC3B,YAAY,SAAS,KAAK;GAC1B,YAAY,UAAU;EACxB;CACF,GAAG,CAAC,KAAK,CAAC;CAEV,MAAM,gBAAgB,SAAiB,kBAAiD,SAAe;EACrG,IAAI,CAAC,SAAS,YAAY,WAAW,SAAS;EAE9C,YAAY,UAAU;EACtB,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAElD,MAAW,MACR,OAAO,MAAM,EAAE,SAAS,CAAC,CAAC,CAC1B,MAAK,QAAO;GACX,IAAI,YAAY,WAAW,SAAS;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY,IAAI;IAAM,OAAO;GAAK,EAAE;GACjE,eAAe,IAAI,IAAI;EACzB,CAAC,CAAC,CACD,OAAM,UAAS;GACd,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO;GAAQ,EAAE;EAChD,CAAC;CACL;CAEA,MAAM,SAAS,iBAAgD;EAC7D,IAAI,CAAC,SAAS,iBAAiB,WAAW,YAAY,SAAS;EAE/D,iBAAiB,UAAU;EAK3B,WAAW,WAAW;EACtB,MAAM,UAAU,WAAW;EAE3B,uBAA4B,aAAa,SAAS,YAAY,CAAC,CAAC,CAC7D,MAAK,aAAY;GAChB,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;IAClC,IAAI;KACF,SAAS,KAAK;IAChB,QAAQ,CAER;IACA;GACF;GACA,YAAY,UAAU;GACtB,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;GAAK,EAAE;GAC9D,SAAS,MAAM;EACjB,CAAC,CAAC,CACD,OAAM,UAAS;GACd,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAO,OAAO;GAAQ,EAAE;EACpE,CAAC;CACL;CAEA,MAAM,aAAa;EACjB,IAAI,YAAY,SAAS;GAGvB,YAAY,QAAQ,KAAK;GACzB,YAAY,UAAU;EACxB,OAAO,IAAI,iBAAiB,SAI1B,WAAW,WAAW;EAKxB,iBAAiB,UAAU;EAC3B,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;CACpD;CAEA,OAAO;EACL,GAAG;EACH;EACA;CACF;AACF"}
|
|
@@ -1,20 +1,43 @@
|
|
|
1
1
|
import { n as useMastraClient } from "./mastra-client-context-DQ5z_ze9.js";
|
|
2
|
-
import { useEffect, useRef, useState } from "react";
|
|
2
|
+
import { useEffect, useRef, useState, useSyncExternalStore } from "react";
|
|
3
3
|
// src/voice/record-mic-to-file.ts
|
|
4
|
+
const FILE_EXTENSIONS = {
|
|
5
|
+
"audio/webm": "webm",
|
|
6
|
+
"video/webm": "webm",
|
|
7
|
+
"audio/ogg": "ogg",
|
|
8
|
+
"audio/mp4": "m4a",
|
|
9
|
+
"video/mp4": "mp4",
|
|
10
|
+
"audio/mpeg": "mp3",
|
|
11
|
+
"audio/wav": "wav"
|
|
12
|
+
};
|
|
13
|
+
const FALLBACK_MIME_TYPE = "audio/webm";
|
|
14
|
+
function containerType(mimeType) {
|
|
15
|
+
const [base = ""] = mimeType.split(";");
|
|
16
|
+
return base.trim().toLowerCase();
|
|
17
|
+
}
|
|
18
|
+
function releaseMicrophone(stream) {
|
|
19
|
+
stream.getTracks().forEach((track) => track.stop());
|
|
20
|
+
}
|
|
4
21
|
async function recordMicrophoneToFile(onFinish) {
|
|
5
22
|
const stream = await navigator.mediaDevices.getUserMedia({ audio: true });
|
|
6
|
-
|
|
7
|
-
|
|
23
|
+
let mediaRecorder;
|
|
24
|
+
try {
|
|
25
|
+
mediaRecorder = new MediaRecorder(stream);
|
|
26
|
+
} catch (error) {
|
|
27
|
+
releaseMicrophone(stream);
|
|
28
|
+
throw error;
|
|
29
|
+
}
|
|
30
|
+
const chunks = [];
|
|
8
31
|
mediaRecorder.ondataavailable = (e) => {
|
|
9
|
-
chunks.push(e.data);
|
|
32
|
+
if (e.data.size > 0) chunks.push(e.data);
|
|
10
33
|
};
|
|
11
34
|
mediaRecorder.onstop = () => {
|
|
12
|
-
const
|
|
13
|
-
const file = new File(
|
|
14
|
-
type
|
|
35
|
+
const type = containerType(mediaRecorder.mimeType || chunks[0]?.type || "") || FALLBACK_MIME_TYPE;
|
|
36
|
+
const file = new File(chunks, `recording-${Date.now()}.${FILE_EXTENSIONS[type] ?? "webm"}`, {
|
|
37
|
+
type,
|
|
15
38
|
lastModified: Date.now()
|
|
16
39
|
});
|
|
17
|
-
stream
|
|
40
|
+
releaseMicrophone(stream);
|
|
18
41
|
onFinish(file);
|
|
19
42
|
};
|
|
20
43
|
return mediaRecorder;
|
|
@@ -57,24 +80,26 @@ async function playStreamWithWebAudio(stream, onEnded) {
|
|
|
57
80
|
}
|
|
58
81
|
}
|
|
59
82
|
// src/voice/use-speech-recognition.ts
|
|
83
|
+
const UNSUPPORTED_ERROR = "Speech Recognition not supported in this browser";
|
|
84
|
+
const browserSupportsSpeechRecognition = () => "SpeechRecognition" in window || "webkitSpeechRecognition" in window;
|
|
85
|
+
const subscribeToNothing = () => () => {};
|
|
86
|
+
const assumeSupportedOnServer = () => true;
|
|
60
87
|
const useSpeechRecognition = ({ language = "en-US", agentId, requestContext }) => {
|
|
61
88
|
const client = useMastraClient();
|
|
62
|
-
const [
|
|
89
|
+
const [voiceAgentCheck, setVoiceAgentCheck] = useState();
|
|
63
90
|
useEffect(() => {
|
|
91
|
+
if (!agentId) return;
|
|
64
92
|
let cancelled = false;
|
|
65
|
-
|
|
66
|
-
setAgent(null);
|
|
67
|
-
return () => {
|
|
68
|
-
cancelled = true;
|
|
69
|
-
};
|
|
70
|
-
}
|
|
71
|
-
const agent = client.getAgent(agentId);
|
|
93
|
+
const candidate = client.getAgent(agentId);
|
|
72
94
|
const check = async () => {
|
|
73
95
|
try {
|
|
74
|
-
const speakers = await
|
|
75
|
-
if (!cancelled)
|
|
96
|
+
const speakers = await candidate.voice.getSpeakers(requestContext);
|
|
97
|
+
if (!cancelled) setVoiceAgentCheck({
|
|
98
|
+
agentId,
|
|
99
|
+
agent: speakers.length > 0 ? candidate : void 0
|
|
100
|
+
});
|
|
76
101
|
} catch {
|
|
77
|
-
if (!cancelled)
|
|
102
|
+
if (!cancelled) setVoiceAgentCheck({ agentId });
|
|
78
103
|
}
|
|
79
104
|
};
|
|
80
105
|
check();
|
|
@@ -86,6 +111,7 @@ const useSpeechRecognition = ({ language = "en-US", agentId, requestContext }) =
|
|
|
86
111
|
client,
|
|
87
112
|
requestContext
|
|
88
113
|
]);
|
|
114
|
+
const agent = voiceAgentCheck && voiceAgentCheck.agentId === agentId ? voiceAgentCheck.agent : void 0;
|
|
89
115
|
const browserSpeechRecognition = useBrowserSpeechRecognition({ language });
|
|
90
116
|
const mastraSpeechRecognition = useMastraSpeechToText({
|
|
91
117
|
agent,
|
|
@@ -96,27 +122,38 @@ const useSpeechRecognition = ({ language = "en-US", agentId, requestContext }) =
|
|
|
96
122
|
};
|
|
97
123
|
const useBrowserSpeechRecognition = ({ language = "en-US" }) => {
|
|
98
124
|
const speechRecognitionRef = useRef(null);
|
|
125
|
+
const supported = useSyncExternalStore(subscribeToNothing, browserSupportsSpeechRecognition, assumeSupportedOnServer);
|
|
99
126
|
const [state, setState] = useState({
|
|
100
127
|
isListening: false,
|
|
101
128
|
transcript: "",
|
|
102
129
|
error: null
|
|
103
130
|
});
|
|
104
|
-
const start = () => {
|
|
105
|
-
|
|
106
|
-
|
|
131
|
+
const start = (onTranscript) => {
|
|
132
|
+
const recognition = speechRecognitionRef.current;
|
|
133
|
+
if (!recognition) return;
|
|
134
|
+
recognition.start();
|
|
135
|
+
let sessionTranscript = "";
|
|
136
|
+
recognition.onresult = (event) => {
|
|
137
|
+
let finalTranscript = "";
|
|
138
|
+
for (let i = event.resultIndex; i < event.results.length; i++) {
|
|
139
|
+
const transcript = event.results[i][0].transcript;
|
|
140
|
+
if (event.results[i].isFinal) finalTranscript += transcript + " ";
|
|
141
|
+
}
|
|
142
|
+
if (!finalTranscript) return;
|
|
143
|
+
sessionTranscript += finalTranscript;
|
|
144
|
+
setState((prev) => ({
|
|
145
|
+
...prev,
|
|
146
|
+
transcript: sessionTranscript
|
|
147
|
+
}));
|
|
148
|
+
onTranscript?.(sessionTranscript);
|
|
149
|
+
};
|
|
107
150
|
};
|
|
108
151
|
const stop = () => {
|
|
109
152
|
if (!speechRecognitionRef.current) return;
|
|
110
153
|
speechRecognitionRef.current.stop();
|
|
111
154
|
};
|
|
112
155
|
useEffect(() => {
|
|
113
|
-
if (!(
|
|
114
|
-
setState((prev) => ({
|
|
115
|
-
...prev,
|
|
116
|
-
error: "Speech Recognition not supported in this browser"
|
|
117
|
-
}));
|
|
118
|
-
return;
|
|
119
|
-
}
|
|
156
|
+
if (!browserSupportsSpeechRecognition()) return;
|
|
120
157
|
const recognition = new (window.SpeechRecognition || window.webkitSpeechRecognition)();
|
|
121
158
|
speechRecognitionRef.current = recognition;
|
|
122
159
|
recognition.continuous = true;
|
|
@@ -129,18 +166,6 @@ const useBrowserSpeechRecognition = ({ language = "en-US" }) => {
|
|
|
129
166
|
transcript: ""
|
|
130
167
|
}));
|
|
131
168
|
};
|
|
132
|
-
recognition.onresult = (event) => {
|
|
133
|
-
let finalTranscript = "";
|
|
134
|
-
for (let i = event.resultIndex; i < event.results.length; i++) {
|
|
135
|
-
const transcript = event.results[i][0].transcript;
|
|
136
|
-
if (event.results[i].isFinal) finalTranscript += transcript + " ";
|
|
137
|
-
}
|
|
138
|
-
if (!finalTranscript) return;
|
|
139
|
-
setState((prev) => ({
|
|
140
|
-
...prev,
|
|
141
|
-
transcript: prev.transcript + finalTranscript
|
|
142
|
-
}));
|
|
143
|
-
};
|
|
144
169
|
recognition.onerror = (event) => {
|
|
145
170
|
setState((prev) => ({
|
|
146
171
|
...prev,
|
|
@@ -164,6 +189,7 @@ const useBrowserSpeechRecognition = ({ language = "en-US" }) => {
|
|
|
164
189
|
}, [language]);
|
|
165
190
|
return {
|
|
166
191
|
...state,
|
|
192
|
+
error: supported ? state.error : UNSUPPORTED_ERROR,
|
|
167
193
|
start,
|
|
168
194
|
stop
|
|
169
195
|
};
|
|
@@ -185,7 +211,7 @@ const useMastraSpeechToText = ({ agent, language }) => {
|
|
|
185
211
|
recorderRef.current = null;
|
|
186
212
|
};
|
|
187
213
|
}, [agent]);
|
|
188
|
-
const handleFinish = (session) => (file) => {
|
|
214
|
+
const handleFinish = (session, onTranscript) => (file) => {
|
|
189
215
|
if (!agent || session !== sessionRef.current) return;
|
|
190
216
|
recorderRef.current = null;
|
|
191
217
|
setState((prev) => ({
|
|
@@ -199,6 +225,7 @@ const useMastraSpeechToText = ({ agent, language }) => {
|
|
|
199
225
|
transcript: res.text,
|
|
200
226
|
error: null
|
|
201
227
|
}));
|
|
228
|
+
onTranscript?.(res.text);
|
|
202
229
|
}).catch((error) => {
|
|
203
230
|
if (session !== sessionRef.current) return;
|
|
204
231
|
const message = error instanceof Error ? error.message : "Failed to transcribe speech";
|
|
@@ -208,12 +235,12 @@ const useMastraSpeechToText = ({ agent, language }) => {
|
|
|
208
235
|
}));
|
|
209
236
|
});
|
|
210
237
|
};
|
|
211
|
-
const start = () => {
|
|
238
|
+
const start = (onTranscript) => {
|
|
212
239
|
if (!agent || startInFlightRef.current || recorderRef.current) return;
|
|
213
240
|
startInFlightRef.current = true;
|
|
214
241
|
sessionRef.current += 1;
|
|
215
242
|
const session = sessionRef.current;
|
|
216
|
-
recordMicrophoneToFile(handleFinish(session)).then((recorder) => {
|
|
243
|
+
recordMicrophoneToFile(handleFinish(session, onTranscript)).then((recorder) => {
|
|
217
244
|
startInFlightRef.current = false;
|
|
218
245
|
if (session !== sessionRef.current) {
|
|
219
246
|
try {
|
|
@@ -258,4 +285,4 @@ const useMastraSpeechToText = ({ agent, language }) => {
|
|
|
258
285
|
};
|
|
259
286
|
export { playStreamWithWebAudio as n, recordMicrophoneToFile as r, useSpeechRecognition as t };
|
|
260
287
|
|
|
261
|
-
//# sourceMappingURL=voice-
|
|
288
|
+
//# sourceMappingURL=voice-Ro-3_wyj.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"voice-Ro-3_wyj.js","names":[],"sources":["../src/voice/record-mic-to-file.ts","../src/voice/play-stream-with-web-audio.ts","../src/voice/use-speech-recognition.ts"],"sourcesContent":["const FILE_EXTENSIONS: Record<string, string> = {\n 'audio/webm': 'webm',\n 'video/webm': 'webm',\n 'audio/ogg': 'ogg',\n 'audio/mp4': 'm4a',\n 'video/mp4': 'mp4',\n 'audio/mpeg': 'mp3',\n 'audio/wav': 'wav',\n};\n\nconst FALLBACK_MIME_TYPE = 'audio/webm';\n\nfunction containerType(mimeType: string): string {\n const [base = ''] = mimeType.split(';');\n return base.trim().toLowerCase();\n}\n\nfunction releaseMicrophone(stream: MediaStream) {\n stream.getTracks().forEach(track => track.stop());\n}\n\nexport async function recordMicrophoneToFile(onFinish: (file: File) => void) {\n const stream = await navigator.mediaDevices.getUserMedia({ audio: true });\n let mediaRecorder: MediaRecorder;\n try {\n mediaRecorder = new MediaRecorder(stream);\n } catch (error) {\n releaseMicrophone(stream);\n throw error;\n }\n\n const chunks: Blob[] = [];\n\n mediaRecorder.ondataavailable = e => {\n if (e.data.size > 0) chunks.push(e.data);\n };\n\n mediaRecorder.onstop = () => {\n const type = containerType(mediaRecorder.mimeType || chunks[0]?.type || '') || FALLBACK_MIME_TYPE;\n const file = new File(chunks, `recording-${Date.now()}.${FILE_EXTENSIONS[type] ?? 'webm'}`, {\n type,\n lastModified: Date.now(),\n });\n\n releaseMicrophone(stream);\n onFinish(file);\n };\n\n return mediaRecorder;\n}\n","export async function playStreamWithWebAudio(stream: ReadableStream, onEnded?: () => void) {\n const audioContext = new window.AudioContext();\n\n const reader = stream.getReader();\n const chunks = [];\n\n try {\n // Read all chunks\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n chunks.push(value);\n }\n\n // Combine chunks into single ArrayBuffer\n const totalLength = chunks.reduce((sum, chunk) => sum + chunk.length, 0);\n const combinedBuffer = new Uint8Array(totalLength);\n let offset = 0;\n\n for (const chunk of chunks) {\n combinedBuffer.set(chunk, offset);\n offset += chunk.length;\n }\n\n // Decode and play\n const audioBuffer = await audioContext.decodeAudioData(combinedBuffer.buffer);\n const source = audioContext.createBufferSource();\n source.buffer = audioBuffer;\n source.onended = onEnded ?? null;\n source.connect(audioContext.destination);\n source.start();\n\n return () => {\n source.onended = null;\n source.stop();\n void audioContext.close();\n };\n } catch (error) {\n await reader.cancel().catch(() => undefined);\n await audioContext.close().catch(() => undefined);\n throw error;\n } finally {\n reader.releaseLock();\n }\n}\n","import type { MastraClient } from '@mastra/client-js';\nimport { useEffect, useRef, useState, useSyncExternalStore } from 'react';\nimport { useMastraClient } from '../mastra-client-context';\nimport { recordMicrophoneToFile } from './record-mic-to-file';\n\ntype Agent = ReturnType<MastraClient['getAgent']>;\ntype VoiceRequestContext = Parameters<Agent['voice']['getSpeakers']>[0];\n\nexport interface SpeechRecognitionState {\n isListening: boolean;\n transcript: string;\n error: string | null;\n}\n\nexport interface UseSpeechRecognitionArgs {\n language?: string;\n agentId?: string;\n requestContext?: VoiceRequestContext;\n}\n\ntype SpeechRecognitionResult = SpeechRecognitionState & {\n start: (onTranscript?: (transcript: string) => void) => void;\n stop: () => void;\n};\n\ninterface VoiceAgentCheck {\n agentId: string;\n agent?: Agent;\n}\n\nconst UNSUPPORTED_ERROR = 'Speech Recognition not supported in this browser';\n\nconst browserSupportsSpeechRecognition = () => 'SpeechRecognition' in window || 'webkitSpeechRecognition' in window;\nconst subscribeToNothing = () => () => {};\nconst assumeSupportedOnServer = () => true;\n\nexport const useSpeechRecognition = ({\n language = 'en-US',\n agentId,\n requestContext,\n}: UseSpeechRecognitionArgs): SpeechRecognitionResult => {\n const client = useMastraClient();\n const [voiceAgentCheck, setVoiceAgentCheck] = useState<VoiceAgentCheck>();\n\n useEffect(() => {\n if (!agentId) return;\n let cancelled = false;\n const candidate = client.getAgent(agentId);\n\n const check = async () => {\n try {\n const speakers = await candidate.voice.getSpeakers(requestContext);\n if (!cancelled) {\n setVoiceAgentCheck({ agentId, agent: speakers.length > 0 ? candidate : undefined });\n }\n } catch {\n if (!cancelled) {\n setVoiceAgentCheck({ agentId });\n }\n }\n };\n\n void check();\n\n return () => {\n cancelled = true;\n };\n }, [agentId, client, requestContext]);\n\n const agent = voiceAgentCheck && voiceAgentCheck.agentId === agentId ? voiceAgentCheck.agent : undefined;\n\n const browserSpeechRecognition = useBrowserSpeechRecognition({ language });\n const mastraSpeechRecognition = useMastraSpeechToText({ agent, language });\n\n if (!agent) {\n return browserSpeechRecognition;\n }\n\n return mastraSpeechRecognition;\n};\n\nconst useBrowserSpeechRecognition = ({ language = 'en-US' }: { language?: string }): SpeechRecognitionResult => {\n const speechRecognitionRef = useRef<any>(null);\n const supported = useSyncExternalStore(subscribeToNothing, browserSupportsSpeechRecognition, assumeSupportedOnServer);\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n\n const start = (onTranscript?: (transcript: string) => void) => {\n const recognition = speechRecognitionRef.current;\n if (!recognition) return;\n recognition.start();\n\n let sessionTranscript = '';\n recognition.onresult = (event: any) => {\n let finalTranscript = '';\n\n for (let i = event.resultIndex; i < event.results.length; i++) {\n const transcript = event.results[i][0].transcript;\n if (event.results[i].isFinal) {\n finalTranscript += transcript + ' ';\n }\n }\n\n if (!finalTranscript) return;\n // Continuous mode emits one event per finalized phrase with an advancing\n // resultIndex, so append to the session transcript instead of replacing it.\n sessionTranscript += finalTranscript;\n setState(prev => ({ ...prev, transcript: sessionTranscript }));\n onTranscript?.(sessionTranscript);\n };\n };\n\n const stop = () => {\n if (!speechRecognitionRef.current) return;\n speechRecognitionRef.current.stop();\n };\n\n useEffect(() => {\n if (!browserSupportsSpeechRecognition()) return;\n\n const SpeechRecognition = (window as any).SpeechRecognition || (window as any).webkitSpeechRecognition;\n const recognition = new SpeechRecognition();\n speechRecognitionRef.current = recognition;\n\n recognition.continuous = true;\n recognition.lang = language;\n\n recognition.onstart = () => {\n setState(prev => ({ ...prev, isListening: true, error: null, transcript: '' }));\n };\n\n recognition.onerror = (event: any) => {\n setState(prev => ({ ...prev, error: `Error: ${event.error}` }));\n };\n\n recognition.onend = () => setState(prev => ({ ...prev, isListening: false }));\n\n return () => {\n try {\n recognition.stop();\n } catch {\n // ignore: recognition may not be running\n }\n recognition.onstart = null;\n recognition.onresult = null;\n recognition.onerror = null;\n recognition.onend = null;\n speechRecognitionRef.current = null;\n };\n }, [language]);\n\n return {\n ...state,\n error: supported ? state.error : UNSUPPORTED_ERROR,\n start,\n stop,\n };\n};\n\nconst useMastraSpeechToText = ({ agent, language }: { agent?: Agent; language: string }): SpeechRecognitionResult => {\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n const recorderRef = useRef<MediaRecorder | null>(null);\n const sessionRef = useRef(0);\n const startInFlightRef = useRef(false);\n\n useEffect(() => {\n return () => {\n sessionRef.current += 1;\n startInFlightRef.current = false;\n recorderRef.current?.stop();\n recorderRef.current = null;\n };\n }, [agent]);\n\n const handleFinish = (session: number, onTranscript?: (transcript: string) => void) => (file: File) => {\n if (!agent || session !== sessionRef.current) return;\n\n recorderRef.current = null;\n setState(prev => ({ ...prev, isListening: false }));\n\n void agent.voice\n .listen(file, { language })\n .then(res => {\n if (session !== sessionRef.current) return;\n setState(prev => ({ ...prev, transcript: res.text, error: null }));\n onTranscript?.(res.text);\n })\n .catch(error => {\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to transcribe speech';\n setState(prev => ({ ...prev, error: message }));\n });\n };\n\n const start = (onTranscript?: (transcript: string) => void) => {\n if (!agent || startInFlightRef.current || recorderRef.current) return;\n\n startInFlightRef.current = true;\n // Bump the session here (not in stop()) so a normal stop's onstop callback\n // still matches sessionRef.current. Only a new start (or unmount) should\n // invalidate a prior in-flight recording's result.\n // See: https://github.com/mastra-ai/mastra/issues/19980\n sessionRef.current += 1;\n const session = sessionRef.current;\n\n void recordMicrophoneToFile(handleFinish(session, onTranscript))\n .then(recorder => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) {\n try {\n recorder.stop();\n } catch {\n // ignore: recorder was never started\n }\n return;\n }\n recorderRef.current = recorder;\n setState(prev => ({ ...prev, isListening: true, error: null }));\n recorder.start();\n })\n .catch(error => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to start speech recording';\n setState(prev => ({ ...prev, isListening: false, error: message }));\n });\n };\n\n const stop = () => {\n if (recorderRef.current) {\n // An active recording — its session was fixed at start() time and hasn't\n // changed, so its own onstop/handleFinish will complete normally.\n recorderRef.current.stop();\n recorderRef.current = null;\n } else if (startInFlightRef.current) {\n // No recorder yet but a start() is still in-flight. Invalidate the\n // session so that start's resolution knows to abort (stop the recorder\n // instead of assigning/starting it) rather than silently proceeding.\n sessionRef.current += 1;\n }\n // Otherwise the hook is idle, or a finished recording's transcription is\n // still in flight — bumping the session then would silently discard the\n // transcript (the same failure class as #19980, in a narrower window).\n startInFlightRef.current = false;\n setState(prev => ({ ...prev, isListening: false }));\n };\n\n return {\n ...state,\n start,\n stop,\n };\n};\n"],"mappings":";;;AAAA,MAAM,kBAA0C;CAC9C,cAAc;CACd,cAAc;CACd,aAAa;CACb,aAAa;CACb,aAAa;CACb,cAAc;CACd,aAAa;AACf;AAEA,MAAM,qBAAqB;AAE3B,SAAS,cAAc,UAA0B;CAC/C,MAAM,CAAC,OAAO,MAAM,SAAS,MAAM,GAAG;CACtC,OAAO,KAAK,KAAK,CAAC,CAAC,YAAY;AACjC;AAEA,SAAS,kBAAkB,QAAqB;CAC9C,OAAO,UAAU,CAAC,CAAC,SAAQ,UAAS,MAAM,KAAK,CAAC;AAClD;AAEA,eAAsB,uBAAuB,UAAgC;CAC3E,MAAM,SAAS,MAAM,UAAU,aAAa,aAAa,EAAE,OAAO,KAAK,CAAC;CACxE,IAAI;CACJ,IAAI;EACF,gBAAgB,IAAI,cAAc,MAAM;CAC1C,SAAS,OAAO;EACd,kBAAkB,MAAM;EACxB,MAAM;CACR;CAEA,MAAM,SAAiB,CAAC;CAExB,cAAc,mBAAkB,MAAK;EACnC,IAAI,EAAE,KAAK,OAAO,GAAG,OAAO,KAAK,EAAE,IAAI;CACzC;CAEA,cAAc,eAAe;EAC3B,MAAM,OAAO,cAAc,cAAc,YAAY,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK;EAC/E,MAAM,OAAO,IAAI,KAAK,QAAQ,aAAa,KAAK,IAAI,EAAE,GAAG,gBAAgB,SAAS,UAAU;GAC1F;GACA,cAAc,KAAK,IAAI;EACzB,CAAC;EAED,kBAAkB,MAAM;EACxB,SAAS,IAAI;CACf;CAEA,OAAO;AACT;;ACjDA,eAAsB,uBAAuB,QAAwB,SAAsB;CACzF,MAAM,eAAe,IAAI,OAAO,aAAa;CAE7C,MAAM,SAAS,OAAO,UAAU;CAChC,MAAM,SAAS,CAAC;CAEhB,IAAI;EAEF,OAAO,MAAM;GACX,MAAM,EAAE,MAAM,UAAU,MAAM,OAAO,KAAK;GAC1C,IAAI,MAAM;GACV,OAAO,KAAK,KAAK;EACnB;EAGA,MAAM,cAAc,OAAO,QAAQ,KAAK,UAAU,MAAM,MAAM,QAAQ,CAAC;EACvE,MAAM,iBAAiB,IAAI,WAAW,WAAW;EACjD,IAAI,SAAS;EAEb,KAAK,MAAM,SAAS,QAAQ;GAC1B,eAAe,IAAI,OAAO,MAAM;GAChC,UAAU,MAAM;EAClB;EAGA,MAAM,cAAc,MAAM,aAAa,gBAAgB,eAAe,MAAM;EAC5E,MAAM,SAAS,aAAa,mBAAmB;EAC/C,OAAO,SAAS;EAChB,OAAO,UAAU,WAAW;EAC5B,OAAO,QAAQ,aAAa,WAAW;EACvC,OAAO,MAAM;EAEb,aAAa;GACX,OAAO,UAAU;GACjB,OAAO,KAAK;GACZ,aAAkB,MAAM;EAC1B;CACF,SAAS,OAAO;EACd,MAAM,OAAO,OAAO,CAAC,CAAC,YAAY,KAAA,CAAS;EAC3C,MAAM,aAAa,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;EAChD,MAAM;CACR,UAAU;EACR,OAAO,YAAY;CACrB;AACF;;ACdA,MAAM,oBAAoB;AAE1B,MAAM,yCAAyC,uBAAuB,UAAU,6BAA6B;AAC7G,MAAM,iCAAiC,CAAC;AACxC,MAAM,gCAAgC;AAEtC,MAAa,wBAAwB,EACnC,WAAW,SACX,SACA,qBACuD;CACvD,MAAM,SAAS,gBAAgB;CAC/B,MAAM,CAAC,iBAAiB,sBAAsB,SAA0B;CAExE,gBAAgB;EACd,IAAI,CAAC,SAAS;EACd,IAAI,YAAY;EAChB,MAAM,YAAY,OAAO,SAAS,OAAO;EAEzC,MAAM,QAAQ,YAAY;GACxB,IAAI;IACF,MAAM,WAAW,MAAM,UAAU,MAAM,YAAY,cAAc;IACjE,IAAI,CAAC,WACH,mBAAmB;KAAE;KAAS,OAAO,SAAS,SAAS,IAAI,YAAY,KAAA;IAAU,CAAC;GAEtF,QAAQ;IACN,IAAI,CAAC,WACH,mBAAmB,EAAE,QAAQ,CAAC;GAElC;EACF;EAEA,MAAW;EAEX,aAAa;GACX,YAAY;EACd;CACF,GAAG;EAAC;EAAS;EAAQ;CAAc,CAAC;CAEpC,MAAM,QAAQ,mBAAmB,gBAAgB,YAAY,UAAU,gBAAgB,QAAQ,KAAA;CAE/F,MAAM,2BAA2B,4BAA4B,EAAE,SAAS,CAAC;CACzE,MAAM,0BAA0B,sBAAsB;EAAE;EAAO;CAAS,CAAC;CAEzE,IAAI,CAAC,OACH,OAAO;CAGT,OAAO;AACT;AAEA,MAAM,+BAA+B,EAAE,WAAW,cAA8D;CAC9G,MAAM,uBAAuB,OAAY,IAAI;CAC7C,MAAM,YAAY,qBAAqB,oBAAoB,kCAAkC,uBAAuB;CACpH,MAAM,CAAC,OAAO,YAAY,SAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CAED,MAAM,SAAS,iBAAgD;EAC7D,MAAM,cAAc,qBAAqB;EACzC,IAAI,CAAC,aAAa;EAClB,YAAY,MAAM;EAElB,IAAI,oBAAoB;EACxB,YAAY,YAAY,UAAe;GACrC,IAAI,kBAAkB;GAEtB,KAAK,IAAI,IAAI,MAAM,aAAa,IAAI,MAAM,QAAQ,QAAQ,KAAK;IAC7D,MAAM,aAAa,MAAM,QAAQ,EAAE,CAAC,EAAE,CAAC;IACvC,IAAI,MAAM,QAAQ,EAAE,CAAC,SACnB,mBAAmB,aAAa;GAEpC;GAEA,IAAI,CAAC,iBAAiB;GAGtB,qBAAqB;GACrB,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY;GAAkB,EAAE;GAC7D,eAAe,iBAAiB;EAClC;CACF;CAEA,MAAM,aAAa;EACjB,IAAI,CAAC,qBAAqB,SAAS;EACnC,qBAAqB,QAAQ,KAAK;CACpC;CAEA,gBAAgB;EACd,IAAI,CAAC,iCAAiC,GAAG;EAGzC,MAAM,cAAc,KADO,OAAe,qBAAsB,OAAe,yBACrC;EAC1C,qBAAqB,UAAU;EAE/B,YAAY,aAAa;EACzB,YAAY,OAAO;EAEnB,YAAY,gBAAgB;GAC1B,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;IAAM,YAAY;GAAG,EAAE;EAChF;EAEA,YAAY,WAAW,UAAe;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO,UAAU,MAAM;GAAQ,EAAE;EAChE;EAEA,YAAY,cAAc,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAE5E,aAAa;GACX,IAAI;IACF,YAAY,KAAK;GACnB,QAAQ,CAER;GACA,YAAY,UAAU;GACtB,YAAY,WAAW;GACvB,YAAY,UAAU;GACtB,YAAY,QAAQ;GACpB,qBAAqB,UAAU;EACjC;CACF,GAAG,CAAC,QAAQ,CAAC;CAEb,OAAO;EACL,GAAG;EACH,OAAO,YAAY,MAAM,QAAQ;EACjC;EACA;CACF;AACF;AAEA,MAAM,yBAAyB,EAAE,OAAO,eAA6E;CACnH,MAAM,CAAC,OAAO,YAAY,SAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CACD,MAAM,cAAc,OAA6B,IAAI;CACrD,MAAM,aAAa,OAAO,CAAC;CAC3B,MAAM,mBAAmB,OAAO,KAAK;CAErC,gBAAgB;EACd,aAAa;GACX,WAAW,WAAW;GACtB,iBAAiB,UAAU;GAC3B,YAAY,SAAS,KAAK;GAC1B,YAAY,UAAU;EACxB;CACF,GAAG,CAAC,KAAK,CAAC;CAEV,MAAM,gBAAgB,SAAiB,kBAAiD,SAAe;EACrG,IAAI,CAAC,SAAS,YAAY,WAAW,SAAS;EAE9C,YAAY,UAAU;EACtB,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAElD,MAAW,MACR,OAAO,MAAM,EAAE,SAAS,CAAC,CAAC,CAC1B,MAAK,QAAO;GACX,IAAI,YAAY,WAAW,SAAS;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY,IAAI;IAAM,OAAO;GAAK,EAAE;GACjE,eAAe,IAAI,IAAI;EACzB,CAAC,CAAC,CACD,OAAM,UAAS;GACd,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO;GAAQ,EAAE;EAChD,CAAC;CACL;CAEA,MAAM,SAAS,iBAAgD;EAC7D,IAAI,CAAC,SAAS,iBAAiB,WAAW,YAAY,SAAS;EAE/D,iBAAiB,UAAU;EAK3B,WAAW,WAAW;EACtB,MAAM,UAAU,WAAW;EAE3B,uBAA4B,aAAa,SAAS,YAAY,CAAC,CAAC,CAC7D,MAAK,aAAY;GAChB,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;IAClC,IAAI;KACF,SAAS,KAAK;IAChB,QAAQ,CAER;IACA;GACF;GACA,YAAY,UAAU;GACtB,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;GAAK,EAAE;GAC9D,SAAS,MAAM;EACjB,CAAC,CAAC,CACD,OAAM,UAAS;GACd,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAO,OAAO;GAAQ,EAAE;EACpE,CAAC;CACL;CAEA,MAAM,aAAa;EACjB,IAAI,YAAY,SAAS;GAGvB,YAAY,QAAQ,KAAK;GACzB,YAAY,UAAU;EACxB,OAAO,IAAI,iBAAiB,SAI1B,WAAW,WAAW;EAKxB,iBAAiB,UAAU;EAC3B,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;CACpD;CAEA,OAAO;EACL,GAAG;EACH;EACA;CACF;AACF"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mastra/react",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.15.0-alpha.1",
|
|
4
4
|
"repository": {
|
|
5
5
|
"type": "git",
|
|
6
6
|
"url": "git+https://github.com/mastra-ai/mastra.git",
|
|
@@ -69,7 +69,7 @@
|
|
|
69
69
|
"lucide-react": "^1.61.0",
|
|
70
70
|
"shiki": "^1.29.2",
|
|
71
71
|
"tailwind-merge": "^3.7.0",
|
|
72
|
-
"@mastra/client-js": "1.
|
|
72
|
+
"@mastra/client-js": "1.60.0-alpha.1"
|
|
73
73
|
},
|
|
74
74
|
"peerDependencies": {
|
|
75
75
|
"@mastra/core": ">=1.67.0-0 <2.0.0-0",
|
|
@@ -101,8 +101,8 @@
|
|
|
101
101
|
"vitest": "5.1.0",
|
|
102
102
|
"zod": "^4.6.7",
|
|
103
103
|
"@internal/types-builder": "0.0.123",
|
|
104
|
-
"@
|
|
105
|
-
"@
|
|
104
|
+
"@internal/lint": "0.0.148",
|
|
105
|
+
"@mastra/core": "1.83.0-alpha.1"
|
|
106
106
|
},
|
|
107
107
|
"engines": {
|
|
108
108
|
"node": ">=22.13.0"
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"voice-Didej2E1.cjs","names":["useMastraClient","useState","useRef"],"sources":["../src/voice/record-mic-to-file.ts","../src/voice/play-stream-with-web-audio.ts","../src/voice/use-speech-recognition.ts"],"sourcesContent":["export async function recordMicrophoneToFile(onFinish: (file: File) => void) {\n const stream = await navigator.mediaDevices.getUserMedia({ audio: true });\n const mediaRecorder = new MediaRecorder(stream);\n\n let chunks: BlobPart[] = [];\n\n mediaRecorder.ondataavailable = e => {\n chunks.push(e.data);\n };\n\n mediaRecorder.onstop = () => {\n const blob = new Blob(chunks, { type: 'audio/webm' });\n const file = new File([blob], `recording-${Date.now()}.webm`, {\n type: 'audio/webm',\n lastModified: Date.now(),\n });\n\n stream.getTracks().forEach(track => track.stop());\n onFinish(file);\n };\n\n return mediaRecorder;\n}\n","export async function playStreamWithWebAudio(stream: ReadableStream, onEnded?: () => void) {\n const audioContext = new window.AudioContext();\n\n const reader = stream.getReader();\n const chunks = [];\n\n try {\n // Read all chunks\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n chunks.push(value);\n }\n\n // Combine chunks into single ArrayBuffer\n const totalLength = chunks.reduce((sum, chunk) => sum + chunk.length, 0);\n const combinedBuffer = new Uint8Array(totalLength);\n let offset = 0;\n\n for (const chunk of chunks) {\n combinedBuffer.set(chunk, offset);\n offset += chunk.length;\n }\n\n // Decode and play\n const audioBuffer = await audioContext.decodeAudioData(combinedBuffer.buffer);\n const source = audioContext.createBufferSource();\n source.buffer = audioBuffer;\n source.onended = onEnded ?? null;\n source.connect(audioContext.destination);\n source.start();\n\n return () => {\n source.onended = null;\n source.stop();\n void audioContext.close();\n };\n } catch (error) {\n await reader.cancel().catch(() => undefined);\n await audioContext.close().catch(() => undefined);\n throw error;\n } finally {\n reader.releaseLock();\n }\n}\n","import type { MastraClient } from '@mastra/client-js';\nimport { useEffect, useRef, useState } from 'react';\nimport { useMastraClient } from '../mastra-client-context';\nimport { recordMicrophoneToFile } from './record-mic-to-file';\n\ntype Agent = ReturnType<MastraClient['getAgent']>;\ntype VoiceRequestContext = Parameters<Agent['voice']['getSpeakers']>[0];\n\nexport interface SpeechRecognitionState {\n isListening: boolean;\n transcript: string;\n error: string | null;\n}\n\nexport interface UseSpeechRecognitionArgs {\n language?: string;\n agentId?: string;\n requestContext?: VoiceRequestContext;\n}\n\ntype SpeechRecognitionResult = SpeechRecognitionState & {\n start: () => void;\n stop: () => void;\n};\n\nexport const useSpeechRecognition = ({\n language = 'en-US',\n agentId,\n requestContext,\n}: UseSpeechRecognitionArgs): SpeechRecognitionResult => {\n const client = useMastraClient();\n const [agent, setAgent] = useState<Agent | null>(null);\n\n useEffect(() => {\n let cancelled = false;\n\n if (!agentId) {\n setAgent(null);\n return () => {\n cancelled = true;\n };\n }\n\n const agent = client.getAgent(agentId);\n\n const check = async () => {\n try {\n const speakers = await agent.voice.getSpeakers(requestContext);\n if (!cancelled) {\n setAgent(speakers.length > 0 ? agent : null);\n }\n } catch {\n if (!cancelled) {\n setAgent(null);\n }\n }\n };\n\n void check();\n\n return () => {\n cancelled = true;\n };\n }, [agentId, client, requestContext]);\n\n const browserSpeechRecognition = useBrowserSpeechRecognition({ language });\n const mastraSpeechRecognition = useMastraSpeechToText({ agent, language });\n\n if (!agent) {\n return browserSpeechRecognition;\n }\n\n return mastraSpeechRecognition;\n};\n\nconst useBrowserSpeechRecognition = ({ language = 'en-US' }: { language?: string }): SpeechRecognitionResult => {\n const speechRecognitionRef = useRef<any>(null);\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n\n const start = () => {\n if (!speechRecognitionRef.current) return;\n speechRecognitionRef.current.start();\n };\n\n const stop = () => {\n if (!speechRecognitionRef.current) return;\n speechRecognitionRef.current.stop();\n };\n\n useEffect(() => {\n if (!('webkitSpeechRecognition' in window) && !('SpeechRecognition' in window)) {\n setState(prev => ({ ...prev, error: 'Speech Recognition not supported in this browser' }));\n return;\n }\n\n const SpeechRecognition = (window as any).SpeechRecognition || (window as any).webkitSpeechRecognition;\n const recognition = new SpeechRecognition();\n speechRecognitionRef.current = recognition;\n\n recognition.continuous = true;\n recognition.lang = language;\n\n recognition.onstart = () => {\n setState(prev => ({ ...prev, isListening: true, error: null, transcript: '' }));\n };\n\n recognition.onresult = (event: any) => {\n let finalTranscript = '';\n\n for (let i = event.resultIndex; i < event.results.length; i++) {\n const transcript = event.results[i][0].transcript;\n if (event.results[i].isFinal) {\n finalTranscript += transcript + ' ';\n }\n }\n\n if (!finalTranscript) return;\n // Continuous mode emits one event per finalized phrase with an advancing\n // resultIndex, so append to the session transcript instead of replacing it.\n setState(prev => ({ ...prev, transcript: prev.transcript + finalTranscript }));\n };\n\n recognition.onerror = (event: any) => {\n setState(prev => ({ ...prev, error: `Error: ${event.error}` }));\n };\n\n recognition.onend = () => setState(prev => ({ ...prev, isListening: false }));\n\n return () => {\n try {\n recognition.stop();\n } catch {\n // ignore: recognition may not be running\n }\n recognition.onstart = null;\n recognition.onresult = null;\n recognition.onerror = null;\n recognition.onend = null;\n speechRecognitionRef.current = null;\n };\n }, [language]);\n\n return {\n ...state,\n start,\n stop,\n };\n};\n\nconst useMastraSpeechToText = ({\n agent,\n language,\n}: {\n agent: Agent | null;\n language: string;\n}): SpeechRecognitionResult => {\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n const recorderRef = useRef<MediaRecorder | null>(null);\n const sessionRef = useRef(0);\n const startInFlightRef = useRef(false);\n\n useEffect(() => {\n return () => {\n sessionRef.current += 1;\n startInFlightRef.current = false;\n recorderRef.current?.stop();\n recorderRef.current = null;\n };\n }, [agent]);\n\n const handleFinish = (session: number) => (file: File) => {\n if (!agent || session !== sessionRef.current) return;\n\n recorderRef.current = null;\n setState(prev => ({ ...prev, isListening: false }));\n\n void agent.voice\n .listen(file, { language })\n .then(res => {\n if (session !== sessionRef.current) return;\n setState(prev => ({ ...prev, transcript: res.text, error: null }));\n })\n .catch(error => {\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to transcribe speech';\n setState(prev => ({ ...prev, error: message }));\n });\n };\n\n const start = () => {\n if (!agent || startInFlightRef.current || recorderRef.current) return;\n\n startInFlightRef.current = true;\n // Bump the session here (not in stop()) so a normal stop's onstop callback\n // still matches sessionRef.current. Only a new start (or unmount) should\n // invalidate a prior in-flight recording's result.\n // See: https://github.com/mastra-ai/mastra/issues/19980\n sessionRef.current += 1;\n const session = sessionRef.current;\n\n void recordMicrophoneToFile(handleFinish(session))\n .then(recorder => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) {\n try {\n recorder.stop();\n } catch {\n // ignore: recorder was never started\n }\n return;\n }\n recorderRef.current = recorder;\n setState(prev => ({ ...prev, isListening: true, error: null }));\n recorder.start();\n })\n .catch(error => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to start speech recording';\n setState(prev => ({ ...prev, isListening: false, error: message }));\n });\n };\n\n const stop = () => {\n if (recorderRef.current) {\n // An active recording — its session was fixed at start() time and hasn't\n // changed, so its own onstop/handleFinish will complete normally.\n recorderRef.current.stop();\n recorderRef.current = null;\n } else if (startInFlightRef.current) {\n // No recorder yet but a start() is still in-flight. Invalidate the\n // session so that start's resolution knows to abort (stop the recorder\n // instead of assigning/starting it) rather than silently proceeding.\n sessionRef.current += 1;\n }\n // Otherwise the hook is idle, or a finished recording's transcription is\n // still in flight — bumping the session then would silently discard the\n // transcript (the same failure class as #19980, in a narrower window).\n startInFlightRef.current = false;\n setState(prev => ({ ...prev, isListening: false }));\n };\n\n return {\n ...state,\n start,\n stop,\n };\n};\n"],"mappings":";;;AAAA,eAAsB,uBAAuB,UAAgC;CAC3E,MAAM,SAAS,MAAM,UAAU,aAAa,aAAa,EAAE,OAAO,KAAK,CAAC;CACxE,MAAM,gBAAgB,IAAI,cAAc,MAAM;CAE9C,IAAI,SAAqB,CAAC;CAE1B,cAAc,mBAAkB,MAAK;EACnC,OAAO,KAAK,EAAE,IAAI;CACpB;CAEA,cAAc,eAAe;EAC3B,MAAM,OAAO,IAAI,KAAK,QAAQ,EAAE,MAAM,aAAa,CAAC;EACpD,MAAM,OAAO,IAAI,KAAK,CAAC,IAAI,GAAG,aAAa,KAAK,IAAI,EAAE,QAAQ;GAC5D,MAAM;GACN,cAAc,KAAK,IAAI;EACzB,CAAC;EAED,OAAO,UAAU,CAAC,CAAC,SAAQ,UAAS,MAAM,KAAK,CAAC;EAChD,SAAS,IAAI;CACf;CAEA,OAAO;AACT;;ACtBA,eAAsB,uBAAuB,QAAwB,SAAsB;CACzF,MAAM,eAAe,IAAI,OAAO,aAAa;CAE7C,MAAM,SAAS,OAAO,UAAU;CAChC,MAAM,SAAS,CAAC;CAEhB,IAAI;EAEF,OAAO,MAAM;GACX,MAAM,EAAE,MAAM,UAAU,MAAM,OAAO,KAAK;GAC1C,IAAI,MAAM;GACV,OAAO,KAAK,KAAK;EACnB;EAGA,MAAM,cAAc,OAAO,QAAQ,KAAK,UAAU,MAAM,MAAM,QAAQ,CAAC;EACvE,MAAM,iBAAiB,IAAI,WAAW,WAAW;EACjD,IAAI,SAAS;EAEb,KAAK,MAAM,SAAS,QAAQ;GAC1B,eAAe,IAAI,OAAO,MAAM;GAChC,UAAU,MAAM;EAClB;EAGA,MAAM,cAAc,MAAM,aAAa,gBAAgB,eAAe,MAAM;EAC5E,MAAM,SAAS,aAAa,mBAAmB;EAC/C,OAAO,SAAS;EAChB,OAAO,UAAU,WAAW;EAC5B,OAAO,QAAQ,aAAa,WAAW;EACvC,OAAO,MAAM;EAEb,aAAa;GACX,OAAO,UAAU;GACjB,OAAO,KAAK;GACZ,aAAkB,MAAM;EAC1B;CACF,SAAS,OAAO;EACd,MAAM,OAAO,OAAO,CAAC,CAAC,YAAY,KAAA,CAAS;EAC3C,MAAM,aAAa,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;EAChD,MAAM;CACR,UAAU;EACR,OAAO,YAAY;CACrB;AACF;;ACnBA,MAAa,wBAAwB,EACnC,WAAW,SACX,SACA,qBACuD;CACvD,MAAM,SAASA,8BAAAA,gBAAgB;CAC/B,MAAM,CAAC,OAAO,aAAA,GAAYC,MAAAA,SAAAA,CAAuB,IAAI;CAErD,CAAA,GAAA,MAAA,UAAA,OAAgB;EACd,IAAI,YAAY;EAEhB,IAAI,CAAC,SAAS;GACZ,SAAS,IAAI;GACb,aAAa;IACX,YAAY;GACd;EACF;EAEA,MAAM,QAAQ,OAAO,SAAS,OAAO;EAErC,MAAM,QAAQ,YAAY;GACxB,IAAI;IACF,MAAM,WAAW,MAAM,MAAM,MAAM,YAAY,cAAc;IAC7D,IAAI,CAAC,WACH,SAAS,SAAS,SAAS,IAAI,QAAQ,IAAI;GAE/C,QAAQ;IACN,IAAI,CAAC,WACH,SAAS,IAAI;GAEjB;EACF;EAEA,MAAW;EAEX,aAAa;GACX,YAAY;EACd;CACF,GAAG;EAAC;EAAS;EAAQ;CAAc,CAAC;CAEpC,MAAM,2BAA2B,4BAA4B,EAAE,SAAS,CAAC;CACzE,MAAM,0BAA0B,sBAAsB;EAAE;EAAO;CAAS,CAAC;CAEzE,IAAI,CAAC,OACH,OAAO;CAGT,OAAO;AACT;AAEA,MAAM,+BAA+B,EAAE,WAAW,cAA8D;CAC9G,MAAM,wBAAA,GAAuBC,MAAAA,OAAAA,CAAY,IAAI;CAC7C,MAAM,CAAC,OAAO,aAAA,GAAYD,MAAAA,SAAAA,CAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CAED,MAAM,cAAc;EAClB,IAAI,CAAC,qBAAqB,SAAS;EACnC,qBAAqB,QAAQ,MAAM;CACrC;CAEA,MAAM,aAAa;EACjB,IAAI,CAAC,qBAAqB,SAAS;EACnC,qBAAqB,QAAQ,KAAK;CACpC;CAEA,CAAA,GAAA,MAAA,UAAA,OAAgB;EACd,IAAI,EAAE,6BAA6B,WAAW,EAAE,uBAAuB,SAAS;GAC9E,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO;GAAmD,EAAE;GACzF;EACF;EAGA,MAAM,cAAc,KADO,OAAe,qBAAsB,OAAe,yBACrC;EAC1C,qBAAqB,UAAU;EAE/B,YAAY,aAAa;EACzB,YAAY,OAAO;EAEnB,YAAY,gBAAgB;GAC1B,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;IAAM,YAAY;GAAG,EAAE;EAChF;EAEA,YAAY,YAAY,UAAe;GACrC,IAAI,kBAAkB;GAEtB,KAAK,IAAI,IAAI,MAAM,aAAa,IAAI,MAAM,QAAQ,QAAQ,KAAK;IAC7D,MAAM,aAAa,MAAM,QAAQ,EAAE,CAAC,EAAE,CAAC;IACvC,IAAI,MAAM,QAAQ,EAAE,CAAC,SACnB,mBAAmB,aAAa;GAEpC;GAEA,IAAI,CAAC,iBAAiB;GAGtB,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY,KAAK,aAAa;GAAgB,EAAE;EAC/E;EAEA,YAAY,WAAW,UAAe;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO,UAAU,MAAM;GAAQ,EAAE;EAChE;EAEA,YAAY,cAAc,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAE5E,aAAa;GACX,IAAI;IACF,YAAY,KAAK;GACnB,QAAQ,CAER;GACA,YAAY,UAAU;GACtB,YAAY,WAAW;GACvB,YAAY,UAAU;GACtB,YAAY,QAAQ;GACpB,qBAAqB,UAAU;EACjC;CACF,GAAG,CAAC,QAAQ,CAAC;CAEb,OAAO;EACL,GAAG;EACH;EACA;CACF;AACF;AAEA,MAAM,yBAAyB,EAC7B,OACA,eAI6B;CAC7B,MAAM,CAAC,OAAO,aAAA,GAAYA,MAAAA,SAAAA,CAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CACD,MAAM,eAAA,GAAcC,MAAAA,OAAAA,CAA6B,IAAI;CACrD,MAAM,cAAA,GAAaA,MAAAA,OAAAA,CAAO,CAAC;CAC3B,MAAM,oBAAA,GAAmBA,MAAAA,OAAAA,CAAO,KAAK;CAErC,CAAA,GAAA,MAAA,UAAA,OAAgB;EACd,aAAa;GACX,WAAW,WAAW;GACtB,iBAAiB,UAAU;GAC3B,YAAY,SAAS,KAAK;GAC1B,YAAY,UAAU;EACxB;CACF,GAAG,CAAC,KAAK,CAAC;CAEV,MAAM,gBAAgB,aAAqB,SAAe;EACxD,IAAI,CAAC,SAAS,YAAY,WAAW,SAAS;EAE9C,YAAY,UAAU;EACtB,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAElD,MAAW,MACR,OAAO,MAAM,EAAE,SAAS,CAAC,CAAC,CAC1B,MAAK,QAAO;GACX,IAAI,YAAY,WAAW,SAAS;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY,IAAI;IAAM,OAAO;GAAK,EAAE;EACnE,CAAC,CAAC,CACD,OAAM,UAAS;GACd,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO;GAAQ,EAAE;EAChD,CAAC;CACL;CAEA,MAAM,cAAc;EAClB,IAAI,CAAC,SAAS,iBAAiB,WAAW,YAAY,SAAS;EAE/D,iBAAiB,UAAU;EAK3B,WAAW,WAAW;EACtB,MAAM,UAAU,WAAW;EAE3B,uBAA4B,aAAa,OAAO,CAAC,CAAC,CAC/C,MAAK,aAAY;GAChB,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;IAClC,IAAI;KACF,SAAS,KAAK;IAChB,QAAQ,CAER;IACA;GACF;GACA,YAAY,UAAU;GACtB,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;GAAK,EAAE;GAC9D,SAAS,MAAM;EACjB,CAAC,CAAC,CACD,OAAM,UAAS;GACd,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAO,OAAO;GAAQ,EAAE;EACpE,CAAC;CACL;CAEA,MAAM,aAAa;EACjB,IAAI,YAAY,SAAS;GAGvB,YAAY,QAAQ,KAAK;GACzB,YAAY,UAAU;EACxB,OAAO,IAAI,iBAAiB,SAI1B,WAAW,WAAW;EAKxB,iBAAiB,UAAU;EAC3B,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;CACpD;CAEA,OAAO;EACL,GAAG;EACH;EACA;CACF;AACF"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"voice-ugGu7VyA.js","names":[],"sources":["../src/voice/record-mic-to-file.ts","../src/voice/play-stream-with-web-audio.ts","../src/voice/use-speech-recognition.ts"],"sourcesContent":["export async function recordMicrophoneToFile(onFinish: (file: File) => void) {\n const stream = await navigator.mediaDevices.getUserMedia({ audio: true });\n const mediaRecorder = new MediaRecorder(stream);\n\n let chunks: BlobPart[] = [];\n\n mediaRecorder.ondataavailable = e => {\n chunks.push(e.data);\n };\n\n mediaRecorder.onstop = () => {\n const blob = new Blob(chunks, { type: 'audio/webm' });\n const file = new File([blob], `recording-${Date.now()}.webm`, {\n type: 'audio/webm',\n lastModified: Date.now(),\n });\n\n stream.getTracks().forEach(track => track.stop());\n onFinish(file);\n };\n\n return mediaRecorder;\n}\n","export async function playStreamWithWebAudio(stream: ReadableStream, onEnded?: () => void) {\n const audioContext = new window.AudioContext();\n\n const reader = stream.getReader();\n const chunks = [];\n\n try {\n // Read all chunks\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n chunks.push(value);\n }\n\n // Combine chunks into single ArrayBuffer\n const totalLength = chunks.reduce((sum, chunk) => sum + chunk.length, 0);\n const combinedBuffer = new Uint8Array(totalLength);\n let offset = 0;\n\n for (const chunk of chunks) {\n combinedBuffer.set(chunk, offset);\n offset += chunk.length;\n }\n\n // Decode and play\n const audioBuffer = await audioContext.decodeAudioData(combinedBuffer.buffer);\n const source = audioContext.createBufferSource();\n source.buffer = audioBuffer;\n source.onended = onEnded ?? null;\n source.connect(audioContext.destination);\n source.start();\n\n return () => {\n source.onended = null;\n source.stop();\n void audioContext.close();\n };\n } catch (error) {\n await reader.cancel().catch(() => undefined);\n await audioContext.close().catch(() => undefined);\n throw error;\n } finally {\n reader.releaseLock();\n }\n}\n","import type { MastraClient } from '@mastra/client-js';\nimport { useEffect, useRef, useState } from 'react';\nimport { useMastraClient } from '../mastra-client-context';\nimport { recordMicrophoneToFile } from './record-mic-to-file';\n\ntype Agent = ReturnType<MastraClient['getAgent']>;\ntype VoiceRequestContext = Parameters<Agent['voice']['getSpeakers']>[0];\n\nexport interface SpeechRecognitionState {\n isListening: boolean;\n transcript: string;\n error: string | null;\n}\n\nexport interface UseSpeechRecognitionArgs {\n language?: string;\n agentId?: string;\n requestContext?: VoiceRequestContext;\n}\n\ntype SpeechRecognitionResult = SpeechRecognitionState & {\n start: () => void;\n stop: () => void;\n};\n\nexport const useSpeechRecognition = ({\n language = 'en-US',\n agentId,\n requestContext,\n}: UseSpeechRecognitionArgs): SpeechRecognitionResult => {\n const client = useMastraClient();\n const [agent, setAgent] = useState<Agent | null>(null);\n\n useEffect(() => {\n let cancelled = false;\n\n if (!agentId) {\n setAgent(null);\n return () => {\n cancelled = true;\n };\n }\n\n const agent = client.getAgent(agentId);\n\n const check = async () => {\n try {\n const speakers = await agent.voice.getSpeakers(requestContext);\n if (!cancelled) {\n setAgent(speakers.length > 0 ? agent : null);\n }\n } catch {\n if (!cancelled) {\n setAgent(null);\n }\n }\n };\n\n void check();\n\n return () => {\n cancelled = true;\n };\n }, [agentId, client, requestContext]);\n\n const browserSpeechRecognition = useBrowserSpeechRecognition({ language });\n const mastraSpeechRecognition = useMastraSpeechToText({ agent, language });\n\n if (!agent) {\n return browserSpeechRecognition;\n }\n\n return mastraSpeechRecognition;\n};\n\nconst useBrowserSpeechRecognition = ({ language = 'en-US' }: { language?: string }): SpeechRecognitionResult => {\n const speechRecognitionRef = useRef<any>(null);\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n\n const start = () => {\n if (!speechRecognitionRef.current) return;\n speechRecognitionRef.current.start();\n };\n\n const stop = () => {\n if (!speechRecognitionRef.current) return;\n speechRecognitionRef.current.stop();\n };\n\n useEffect(() => {\n if (!('webkitSpeechRecognition' in window) && !('SpeechRecognition' in window)) {\n setState(prev => ({ ...prev, error: 'Speech Recognition not supported in this browser' }));\n return;\n }\n\n const SpeechRecognition = (window as any).SpeechRecognition || (window as any).webkitSpeechRecognition;\n const recognition = new SpeechRecognition();\n speechRecognitionRef.current = recognition;\n\n recognition.continuous = true;\n recognition.lang = language;\n\n recognition.onstart = () => {\n setState(prev => ({ ...prev, isListening: true, error: null, transcript: '' }));\n };\n\n recognition.onresult = (event: any) => {\n let finalTranscript = '';\n\n for (let i = event.resultIndex; i < event.results.length; i++) {\n const transcript = event.results[i][0].transcript;\n if (event.results[i].isFinal) {\n finalTranscript += transcript + ' ';\n }\n }\n\n if (!finalTranscript) return;\n // Continuous mode emits one event per finalized phrase with an advancing\n // resultIndex, so append to the session transcript instead of replacing it.\n setState(prev => ({ ...prev, transcript: prev.transcript + finalTranscript }));\n };\n\n recognition.onerror = (event: any) => {\n setState(prev => ({ ...prev, error: `Error: ${event.error}` }));\n };\n\n recognition.onend = () => setState(prev => ({ ...prev, isListening: false }));\n\n return () => {\n try {\n recognition.stop();\n } catch {\n // ignore: recognition may not be running\n }\n recognition.onstart = null;\n recognition.onresult = null;\n recognition.onerror = null;\n recognition.onend = null;\n speechRecognitionRef.current = null;\n };\n }, [language]);\n\n return {\n ...state,\n start,\n stop,\n };\n};\n\nconst useMastraSpeechToText = ({\n agent,\n language,\n}: {\n agent: Agent | null;\n language: string;\n}): SpeechRecognitionResult => {\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n const recorderRef = useRef<MediaRecorder | null>(null);\n const sessionRef = useRef(0);\n const startInFlightRef = useRef(false);\n\n useEffect(() => {\n return () => {\n sessionRef.current += 1;\n startInFlightRef.current = false;\n recorderRef.current?.stop();\n recorderRef.current = null;\n };\n }, [agent]);\n\n const handleFinish = (session: number) => (file: File) => {\n if (!agent || session !== sessionRef.current) return;\n\n recorderRef.current = null;\n setState(prev => ({ ...prev, isListening: false }));\n\n void agent.voice\n .listen(file, { language })\n .then(res => {\n if (session !== sessionRef.current) return;\n setState(prev => ({ ...prev, transcript: res.text, error: null }));\n })\n .catch(error => {\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to transcribe speech';\n setState(prev => ({ ...prev, error: message }));\n });\n };\n\n const start = () => {\n if (!agent || startInFlightRef.current || recorderRef.current) return;\n\n startInFlightRef.current = true;\n // Bump the session here (not in stop()) so a normal stop's onstop callback\n // still matches sessionRef.current. Only a new start (or unmount) should\n // invalidate a prior in-flight recording's result.\n // See: https://github.com/mastra-ai/mastra/issues/19980\n sessionRef.current += 1;\n const session = sessionRef.current;\n\n void recordMicrophoneToFile(handleFinish(session))\n .then(recorder => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) {\n try {\n recorder.stop();\n } catch {\n // ignore: recorder was never started\n }\n return;\n }\n recorderRef.current = recorder;\n setState(prev => ({ ...prev, isListening: true, error: null }));\n recorder.start();\n })\n .catch(error => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to start speech recording';\n setState(prev => ({ ...prev, isListening: false, error: message }));\n });\n };\n\n const stop = () => {\n if (recorderRef.current) {\n // An active recording — its session was fixed at start() time and hasn't\n // changed, so its own onstop/handleFinish will complete normally.\n recorderRef.current.stop();\n recorderRef.current = null;\n } else if (startInFlightRef.current) {\n // No recorder yet but a start() is still in-flight. Invalidate the\n // session so that start's resolution knows to abort (stop the recorder\n // instead of assigning/starting it) rather than silently proceeding.\n sessionRef.current += 1;\n }\n // Otherwise the hook is idle, or a finished recording's transcription is\n // still in flight — bumping the session then would silently discard the\n // transcript (the same failure class as #19980, in a narrower window).\n startInFlightRef.current = false;\n setState(prev => ({ ...prev, isListening: false }));\n };\n\n return {\n ...state,\n start,\n stop,\n };\n};\n"],"mappings":";;;AAAA,eAAsB,uBAAuB,UAAgC;CAC3E,MAAM,SAAS,MAAM,UAAU,aAAa,aAAa,EAAE,OAAO,KAAK,CAAC;CACxE,MAAM,gBAAgB,IAAI,cAAc,MAAM;CAE9C,IAAI,SAAqB,CAAC;CAE1B,cAAc,mBAAkB,MAAK;EACnC,OAAO,KAAK,EAAE,IAAI;CACpB;CAEA,cAAc,eAAe;EAC3B,MAAM,OAAO,IAAI,KAAK,QAAQ,EAAE,MAAM,aAAa,CAAC;EACpD,MAAM,OAAO,IAAI,KAAK,CAAC,IAAI,GAAG,aAAa,KAAK,IAAI,EAAE,QAAQ;GAC5D,MAAM;GACN,cAAc,KAAK,IAAI;EACzB,CAAC;EAED,OAAO,UAAU,CAAC,CAAC,SAAQ,UAAS,MAAM,KAAK,CAAC;EAChD,SAAS,IAAI;CACf;CAEA,OAAO;AACT;;ACtBA,eAAsB,uBAAuB,QAAwB,SAAsB;CACzF,MAAM,eAAe,IAAI,OAAO,aAAa;CAE7C,MAAM,SAAS,OAAO,UAAU;CAChC,MAAM,SAAS,CAAC;CAEhB,IAAI;EAEF,OAAO,MAAM;GACX,MAAM,EAAE,MAAM,UAAU,MAAM,OAAO,KAAK;GAC1C,IAAI,MAAM;GACV,OAAO,KAAK,KAAK;EACnB;EAGA,MAAM,cAAc,OAAO,QAAQ,KAAK,UAAU,MAAM,MAAM,QAAQ,CAAC;EACvE,MAAM,iBAAiB,IAAI,WAAW,WAAW;EACjD,IAAI,SAAS;EAEb,KAAK,MAAM,SAAS,QAAQ;GAC1B,eAAe,IAAI,OAAO,MAAM;GAChC,UAAU,MAAM;EAClB;EAGA,MAAM,cAAc,MAAM,aAAa,gBAAgB,eAAe,MAAM;EAC5E,MAAM,SAAS,aAAa,mBAAmB;EAC/C,OAAO,SAAS;EAChB,OAAO,UAAU,WAAW;EAC5B,OAAO,QAAQ,aAAa,WAAW;EACvC,OAAO,MAAM;EAEb,aAAa;GACX,OAAO,UAAU;GACjB,OAAO,KAAK;GACZ,aAAkB,MAAM;EAC1B;CACF,SAAS,OAAO;EACd,MAAM,OAAO,OAAO,CAAC,CAAC,YAAY,KAAA,CAAS;EAC3C,MAAM,aAAa,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;EAChD,MAAM;CACR,UAAU;EACR,OAAO,YAAY;CACrB;AACF;;ACnBA,MAAa,wBAAwB,EACnC,WAAW,SACX,SACA,qBACuD;CACvD,MAAM,SAAS,gBAAgB;CAC/B,MAAM,CAAC,OAAO,YAAY,SAAuB,IAAI;CAErD,gBAAgB;EACd,IAAI,YAAY;EAEhB,IAAI,CAAC,SAAS;GACZ,SAAS,IAAI;GACb,aAAa;IACX,YAAY;GACd;EACF;EAEA,MAAM,QAAQ,OAAO,SAAS,OAAO;EAErC,MAAM,QAAQ,YAAY;GACxB,IAAI;IACF,MAAM,WAAW,MAAM,MAAM,MAAM,YAAY,cAAc;IAC7D,IAAI,CAAC,WACH,SAAS,SAAS,SAAS,IAAI,QAAQ,IAAI;GAE/C,QAAQ;IACN,IAAI,CAAC,WACH,SAAS,IAAI;GAEjB;EACF;EAEA,MAAW;EAEX,aAAa;GACX,YAAY;EACd;CACF,GAAG;EAAC;EAAS;EAAQ;CAAc,CAAC;CAEpC,MAAM,2BAA2B,4BAA4B,EAAE,SAAS,CAAC;CACzE,MAAM,0BAA0B,sBAAsB;EAAE;EAAO;CAAS,CAAC;CAEzE,IAAI,CAAC,OACH,OAAO;CAGT,OAAO;AACT;AAEA,MAAM,+BAA+B,EAAE,WAAW,cAA8D;CAC9G,MAAM,uBAAuB,OAAY,IAAI;CAC7C,MAAM,CAAC,OAAO,YAAY,SAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CAED,MAAM,cAAc;EAClB,IAAI,CAAC,qBAAqB,SAAS;EACnC,qBAAqB,QAAQ,MAAM;CACrC;CAEA,MAAM,aAAa;EACjB,IAAI,CAAC,qBAAqB,SAAS;EACnC,qBAAqB,QAAQ,KAAK;CACpC;CAEA,gBAAgB;EACd,IAAI,EAAE,6BAA6B,WAAW,EAAE,uBAAuB,SAAS;GAC9E,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO;GAAmD,EAAE;GACzF;EACF;EAGA,MAAM,cAAc,KADO,OAAe,qBAAsB,OAAe,yBACrC;EAC1C,qBAAqB,UAAU;EAE/B,YAAY,aAAa;EACzB,YAAY,OAAO;EAEnB,YAAY,gBAAgB;GAC1B,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;IAAM,YAAY;GAAG,EAAE;EAChF;EAEA,YAAY,YAAY,UAAe;GACrC,IAAI,kBAAkB;GAEtB,KAAK,IAAI,IAAI,MAAM,aAAa,IAAI,MAAM,QAAQ,QAAQ,KAAK;IAC7D,MAAM,aAAa,MAAM,QAAQ,EAAE,CAAC,EAAE,CAAC;IACvC,IAAI,MAAM,QAAQ,EAAE,CAAC,SACnB,mBAAmB,aAAa;GAEpC;GAEA,IAAI,CAAC,iBAAiB;GAGtB,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY,KAAK,aAAa;GAAgB,EAAE;EAC/E;EAEA,YAAY,WAAW,UAAe;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO,UAAU,MAAM;GAAQ,EAAE;EAChE;EAEA,YAAY,cAAc,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAE5E,aAAa;GACX,IAAI;IACF,YAAY,KAAK;GACnB,QAAQ,CAER;GACA,YAAY,UAAU;GACtB,YAAY,WAAW;GACvB,YAAY,UAAU;GACtB,YAAY,QAAQ;GACpB,qBAAqB,UAAU;EACjC;CACF,GAAG,CAAC,QAAQ,CAAC;CAEb,OAAO;EACL,GAAG;EACH;EACA;CACF;AACF;AAEA,MAAM,yBAAyB,EAC7B,OACA,eAI6B;CAC7B,MAAM,CAAC,OAAO,YAAY,SAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CACD,MAAM,cAAc,OAA6B,IAAI;CACrD,MAAM,aAAa,OAAO,CAAC;CAC3B,MAAM,mBAAmB,OAAO,KAAK;CAErC,gBAAgB;EACd,aAAa;GACX,WAAW,WAAW;GACtB,iBAAiB,UAAU;GAC3B,YAAY,SAAS,KAAK;GAC1B,YAAY,UAAU;EACxB;CACF,GAAG,CAAC,KAAK,CAAC;CAEV,MAAM,gBAAgB,aAAqB,SAAe;EACxD,IAAI,CAAC,SAAS,YAAY,WAAW,SAAS;EAE9C,YAAY,UAAU;EACtB,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAElD,MAAW,MACR,OAAO,MAAM,EAAE,SAAS,CAAC,CAAC,CAC1B,MAAK,QAAO;GACX,IAAI,YAAY,WAAW,SAAS;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY,IAAI;IAAM,OAAO;GAAK,EAAE;EACnE,CAAC,CAAC,CACD,OAAM,UAAS;GACd,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO;GAAQ,EAAE;EAChD,CAAC;CACL;CAEA,MAAM,cAAc;EAClB,IAAI,CAAC,SAAS,iBAAiB,WAAW,YAAY,SAAS;EAE/D,iBAAiB,UAAU;EAK3B,WAAW,WAAW;EACtB,MAAM,UAAU,WAAW;EAE3B,uBAA4B,aAAa,OAAO,CAAC,CAAC,CAC/C,MAAK,aAAY;GAChB,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;IAClC,IAAI;KACF,SAAS,KAAK;IAChB,QAAQ,CAER;IACA;GACF;GACA,YAAY,UAAU;GACtB,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;GAAK,EAAE;GAC9D,SAAS,MAAM;EACjB,CAAC,CAAC,CACD,OAAM,UAAS;GACd,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAO,OAAO;GAAQ,EAAE;EACpE,CAAC;CACL;CAEA,MAAM,aAAa;EACjB,IAAI,YAAY,SAAS;GAGvB,YAAY,QAAQ,KAAK;GACzB,YAAY,UAAU;EACxB,OAAO,IAAI,iBAAiB,SAI1B,WAAW,WAAW;EAKxB,iBAAiB,UAAU;EAC3B,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;CACpD;CAEA,OAAO;EACL,GAAG;EACH;EACA;CACF;AACF"}
|