@mastra/react 1.14.1 → 1.15.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chat/index.cjs +1 -1
- package/dist/chat/index.js +1 -1
- package/dist/{experiments-DyecjEut.js → experiments-B2PEqGwi.js} +2 -2
- package/dist/{experiments-DyecjEut.js.map → experiments-B2PEqGwi.js.map} +1 -1
- package/dist/{experiments-Duv0RgkM.cjs → experiments-beUCWMr-.cjs} +2 -2
- package/dist/{experiments-Duv0RgkM.cjs.map → experiments-beUCWMr-.cjs.map} +1 -1
- package/dist/hooks/experiments/index.cjs +1 -1
- package/dist/hooks/experiments/index.js +1 -1
- package/dist/hooks/logs/index.cjs +1 -1
- package/dist/hooks/logs/index.js +1 -1
- package/dist/hooks/review/index.cjs +1 -1
- package/dist/hooks/review/index.js +1 -1
- package/dist/hooks/scores/index.cjs +1 -1
- package/dist/hooks/scores/index.js +1 -1
- package/dist/hooks/traces/use-create-feedback.d.ts +6 -0
- package/dist/hooks/traces/use-create-feedback.d.ts.map +1 -1
- package/dist/hooks/voice/index.cjs +1 -1
- package/dist/hooks/voice/index.js +1 -1
- package/dist/hooks/workflows/index.cjs +1 -1
- package/dist/hooks/workflows/index.js +1 -1
- package/dist/hooks/workspace/index.cjs +1 -1
- package/dist/hooks/workspace/index.js +1 -1
- package/dist/{hooks-CMcegwgz.cjs → hooks-CE6Q1ULu.cjs} +2 -2
- package/dist/{hooks-CMcegwgz.cjs.map → hooks-CE6Q1ULu.cjs.map} +1 -1
- package/dist/{hooks-S8oYqB3j.js → hooks-CUhhf_3u.js} +2 -2
- package/dist/{hooks-S8oYqB3j.js.map → hooks-CUhhf_3u.js.map} +1 -1
- package/dist/index.cjs +2 -2
- package/dist/index.js +2 -2
- package/dist/react.css +4 -4
- package/dist/voice/use-speech-recognition.d.ts +1 -1
- package/dist/voice/use-speech-recognition.d.ts.map +1 -1
- package/dist/{voice-ugGu7VyA.js → voice-D9SXkuns.js} +42 -38
- package/dist/voice-D9SXkuns.js.map +1 -0
- package/dist/{voice-Didej2E1.cjs → voice-DIla8E3l.cjs} +41 -37
- package/dist/voice-DIla8E3l.cjs.map +1 -0
- package/package.json +4 -4
- package/dist/voice-Didej2E1.cjs.map +0 -1
- package/dist/voice-ugGu7VyA.js.map +0 -1
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { n as useMastraClient } from "./mastra-client-context-DQ5z_ze9.js";
|
|
2
|
-
import { useEffect, useRef, useState } from "react";
|
|
2
|
+
import { useEffect, useRef, useState, useSyncExternalStore } from "react";
|
|
3
3
|
// src/voice/record-mic-to-file.ts
|
|
4
4
|
async function recordMicrophoneToFile(onFinish) {
|
|
5
5
|
const stream = await navigator.mediaDevices.getUserMedia({ audio: true });
|
|
@@ -57,24 +57,26 @@ async function playStreamWithWebAudio(stream, onEnded) {
|
|
|
57
57
|
}
|
|
58
58
|
}
|
|
59
59
|
// src/voice/use-speech-recognition.ts
|
|
60
|
+
const UNSUPPORTED_ERROR = "Speech Recognition not supported in this browser";
|
|
61
|
+
const browserSupportsSpeechRecognition = () => "SpeechRecognition" in window || "webkitSpeechRecognition" in window;
|
|
62
|
+
const subscribeToNothing = () => () => {};
|
|
63
|
+
const assumeSupportedOnServer = () => true;
|
|
60
64
|
const useSpeechRecognition = ({ language = "en-US", agentId, requestContext }) => {
|
|
61
65
|
const client = useMastraClient();
|
|
62
|
-
const [
|
|
66
|
+
const [voiceAgentCheck, setVoiceAgentCheck] = useState();
|
|
63
67
|
useEffect(() => {
|
|
68
|
+
if (!agentId) return;
|
|
64
69
|
let cancelled = false;
|
|
65
|
-
|
|
66
|
-
setAgent(null);
|
|
67
|
-
return () => {
|
|
68
|
-
cancelled = true;
|
|
69
|
-
};
|
|
70
|
-
}
|
|
71
|
-
const agent = client.getAgent(agentId);
|
|
70
|
+
const candidate = client.getAgent(agentId);
|
|
72
71
|
const check = async () => {
|
|
73
72
|
try {
|
|
74
|
-
const speakers = await
|
|
75
|
-
if (!cancelled)
|
|
73
|
+
const speakers = await candidate.voice.getSpeakers(requestContext);
|
|
74
|
+
if (!cancelled) setVoiceAgentCheck({
|
|
75
|
+
agentId,
|
|
76
|
+
agent: speakers.length > 0 ? candidate : void 0
|
|
77
|
+
});
|
|
76
78
|
} catch {
|
|
77
|
-
if (!cancelled)
|
|
79
|
+
if (!cancelled) setVoiceAgentCheck({ agentId });
|
|
78
80
|
}
|
|
79
81
|
};
|
|
80
82
|
check();
|
|
@@ -86,6 +88,7 @@ const useSpeechRecognition = ({ language = "en-US", agentId, requestContext }) =
|
|
|
86
88
|
client,
|
|
87
89
|
requestContext
|
|
88
90
|
]);
|
|
91
|
+
const agent = voiceAgentCheck && voiceAgentCheck.agentId === agentId ? voiceAgentCheck.agent : void 0;
|
|
89
92
|
const browserSpeechRecognition = useBrowserSpeechRecognition({ language });
|
|
90
93
|
const mastraSpeechRecognition = useMastraSpeechToText({
|
|
91
94
|
agent,
|
|
@@ -96,27 +99,38 @@ const useSpeechRecognition = ({ language = "en-US", agentId, requestContext }) =
|
|
|
96
99
|
};
|
|
97
100
|
const useBrowserSpeechRecognition = ({ language = "en-US" }) => {
|
|
98
101
|
const speechRecognitionRef = useRef(null);
|
|
102
|
+
const supported = useSyncExternalStore(subscribeToNothing, browserSupportsSpeechRecognition, assumeSupportedOnServer);
|
|
99
103
|
const [state, setState] = useState({
|
|
100
104
|
isListening: false,
|
|
101
105
|
transcript: "",
|
|
102
106
|
error: null
|
|
103
107
|
});
|
|
104
|
-
const start = () => {
|
|
105
|
-
|
|
106
|
-
|
|
108
|
+
const start = (onTranscript) => {
|
|
109
|
+
const recognition = speechRecognitionRef.current;
|
|
110
|
+
if (!recognition) return;
|
|
111
|
+
recognition.start();
|
|
112
|
+
let sessionTranscript = "";
|
|
113
|
+
recognition.onresult = (event) => {
|
|
114
|
+
let finalTranscript = "";
|
|
115
|
+
for (let i = event.resultIndex; i < event.results.length; i++) {
|
|
116
|
+
const transcript = event.results[i][0].transcript;
|
|
117
|
+
if (event.results[i].isFinal) finalTranscript += transcript + " ";
|
|
118
|
+
}
|
|
119
|
+
if (!finalTranscript) return;
|
|
120
|
+
sessionTranscript += finalTranscript;
|
|
121
|
+
setState((prev) => ({
|
|
122
|
+
...prev,
|
|
123
|
+
transcript: sessionTranscript
|
|
124
|
+
}));
|
|
125
|
+
onTranscript?.(sessionTranscript);
|
|
126
|
+
};
|
|
107
127
|
};
|
|
108
128
|
const stop = () => {
|
|
109
129
|
if (!speechRecognitionRef.current) return;
|
|
110
130
|
speechRecognitionRef.current.stop();
|
|
111
131
|
};
|
|
112
132
|
useEffect(() => {
|
|
113
|
-
if (!(
|
|
114
|
-
setState((prev) => ({
|
|
115
|
-
...prev,
|
|
116
|
-
error: "Speech Recognition not supported in this browser"
|
|
117
|
-
}));
|
|
118
|
-
return;
|
|
119
|
-
}
|
|
133
|
+
if (!browserSupportsSpeechRecognition()) return;
|
|
120
134
|
const recognition = new (window.SpeechRecognition || window.webkitSpeechRecognition)();
|
|
121
135
|
speechRecognitionRef.current = recognition;
|
|
122
136
|
recognition.continuous = true;
|
|
@@ -129,18 +143,6 @@ const useBrowserSpeechRecognition = ({ language = "en-US" }) => {
|
|
|
129
143
|
transcript: ""
|
|
130
144
|
}));
|
|
131
145
|
};
|
|
132
|
-
recognition.onresult = (event) => {
|
|
133
|
-
let finalTranscript = "";
|
|
134
|
-
for (let i = event.resultIndex; i < event.results.length; i++) {
|
|
135
|
-
const transcript = event.results[i][0].transcript;
|
|
136
|
-
if (event.results[i].isFinal) finalTranscript += transcript + " ";
|
|
137
|
-
}
|
|
138
|
-
if (!finalTranscript) return;
|
|
139
|
-
setState((prev) => ({
|
|
140
|
-
...prev,
|
|
141
|
-
transcript: prev.transcript + finalTranscript
|
|
142
|
-
}));
|
|
143
|
-
};
|
|
144
146
|
recognition.onerror = (event) => {
|
|
145
147
|
setState((prev) => ({
|
|
146
148
|
...prev,
|
|
@@ -164,6 +166,7 @@ const useBrowserSpeechRecognition = ({ language = "en-US" }) => {
|
|
|
164
166
|
}, [language]);
|
|
165
167
|
return {
|
|
166
168
|
...state,
|
|
169
|
+
error: supported ? state.error : UNSUPPORTED_ERROR,
|
|
167
170
|
start,
|
|
168
171
|
stop
|
|
169
172
|
};
|
|
@@ -185,7 +188,7 @@ const useMastraSpeechToText = ({ agent, language }) => {
|
|
|
185
188
|
recorderRef.current = null;
|
|
186
189
|
};
|
|
187
190
|
}, [agent]);
|
|
188
|
-
const handleFinish = (session) => (file) => {
|
|
191
|
+
const handleFinish = (session, onTranscript) => (file) => {
|
|
189
192
|
if (!agent || session !== sessionRef.current) return;
|
|
190
193
|
recorderRef.current = null;
|
|
191
194
|
setState((prev) => ({
|
|
@@ -199,6 +202,7 @@ const useMastraSpeechToText = ({ agent, language }) => {
|
|
|
199
202
|
transcript: res.text,
|
|
200
203
|
error: null
|
|
201
204
|
}));
|
|
205
|
+
onTranscript?.(res.text);
|
|
202
206
|
}).catch((error) => {
|
|
203
207
|
if (session !== sessionRef.current) return;
|
|
204
208
|
const message = error instanceof Error ? error.message : "Failed to transcribe speech";
|
|
@@ -208,12 +212,12 @@ const useMastraSpeechToText = ({ agent, language }) => {
|
|
|
208
212
|
}));
|
|
209
213
|
});
|
|
210
214
|
};
|
|
211
|
-
const start = () => {
|
|
215
|
+
const start = (onTranscript) => {
|
|
212
216
|
if (!agent || startInFlightRef.current || recorderRef.current) return;
|
|
213
217
|
startInFlightRef.current = true;
|
|
214
218
|
sessionRef.current += 1;
|
|
215
219
|
const session = sessionRef.current;
|
|
216
|
-
recordMicrophoneToFile(handleFinish(session)).then((recorder) => {
|
|
220
|
+
recordMicrophoneToFile(handleFinish(session, onTranscript)).then((recorder) => {
|
|
217
221
|
startInFlightRef.current = false;
|
|
218
222
|
if (session !== sessionRef.current) {
|
|
219
223
|
try {
|
|
@@ -258,4 +262,4 @@ const useMastraSpeechToText = ({ agent, language }) => {
|
|
|
258
262
|
};
|
|
259
263
|
export { playStreamWithWebAudio as n, recordMicrophoneToFile as r, useSpeechRecognition as t };
|
|
260
264
|
|
|
261
|
-
//# sourceMappingURL=voice-
|
|
265
|
+
//# sourceMappingURL=voice-D9SXkuns.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"voice-D9SXkuns.js","names":[],"sources":["../src/voice/record-mic-to-file.ts","../src/voice/play-stream-with-web-audio.ts","../src/voice/use-speech-recognition.ts"],"sourcesContent":["export async function recordMicrophoneToFile(onFinish: (file: File) => void) {\n const stream = await navigator.mediaDevices.getUserMedia({ audio: true });\n const mediaRecorder = new MediaRecorder(stream);\n\n let chunks: BlobPart[] = [];\n\n mediaRecorder.ondataavailable = e => {\n chunks.push(e.data);\n };\n\n mediaRecorder.onstop = () => {\n const blob = new Blob(chunks, { type: 'audio/webm' });\n const file = new File([blob], `recording-${Date.now()}.webm`, {\n type: 'audio/webm',\n lastModified: Date.now(),\n });\n\n stream.getTracks().forEach(track => track.stop());\n onFinish(file);\n };\n\n return mediaRecorder;\n}\n","export async function playStreamWithWebAudio(stream: ReadableStream, onEnded?: () => void) {\n const audioContext = new window.AudioContext();\n\n const reader = stream.getReader();\n const chunks = [];\n\n try {\n // Read all chunks\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n chunks.push(value);\n }\n\n // Combine chunks into single ArrayBuffer\n const totalLength = chunks.reduce((sum, chunk) => sum + chunk.length, 0);\n const combinedBuffer = new Uint8Array(totalLength);\n let offset = 0;\n\n for (const chunk of chunks) {\n combinedBuffer.set(chunk, offset);\n offset += chunk.length;\n }\n\n // Decode and play\n const audioBuffer = await audioContext.decodeAudioData(combinedBuffer.buffer);\n const source = audioContext.createBufferSource();\n source.buffer = audioBuffer;\n source.onended = onEnded ?? null;\n source.connect(audioContext.destination);\n source.start();\n\n return () => {\n source.onended = null;\n source.stop();\n void audioContext.close();\n };\n } catch (error) {\n await reader.cancel().catch(() => undefined);\n await audioContext.close().catch(() => undefined);\n throw error;\n } finally {\n reader.releaseLock();\n }\n}\n","import type { MastraClient } from '@mastra/client-js';\nimport { useEffect, useRef, useState, useSyncExternalStore } from 'react';\nimport { useMastraClient } from '../mastra-client-context';\nimport { recordMicrophoneToFile } from './record-mic-to-file';\n\ntype Agent = ReturnType<MastraClient['getAgent']>;\ntype VoiceRequestContext = Parameters<Agent['voice']['getSpeakers']>[0];\n\nexport interface SpeechRecognitionState {\n isListening: boolean;\n transcript: string;\n error: string | null;\n}\n\nexport interface UseSpeechRecognitionArgs {\n language?: string;\n agentId?: string;\n requestContext?: VoiceRequestContext;\n}\n\ntype SpeechRecognitionResult = SpeechRecognitionState & {\n start: (onTranscript?: (transcript: string) => void) => void;\n stop: () => void;\n};\n\ninterface VoiceAgentCheck {\n agentId: string;\n agent?: Agent;\n}\n\nconst UNSUPPORTED_ERROR = 'Speech Recognition not supported in this browser';\n\nconst browserSupportsSpeechRecognition = () => 'SpeechRecognition' in window || 'webkitSpeechRecognition' in window;\nconst subscribeToNothing = () => () => {};\nconst assumeSupportedOnServer = () => true;\n\nexport const useSpeechRecognition = ({\n language = 'en-US',\n agentId,\n requestContext,\n}: UseSpeechRecognitionArgs): SpeechRecognitionResult => {\n const client = useMastraClient();\n const [voiceAgentCheck, setVoiceAgentCheck] = useState<VoiceAgentCheck>();\n\n useEffect(() => {\n if (!agentId) return;\n let cancelled = false;\n const candidate = client.getAgent(agentId);\n\n const check = async () => {\n try {\n const speakers = await candidate.voice.getSpeakers(requestContext);\n if (!cancelled) {\n setVoiceAgentCheck({ agentId, agent: speakers.length > 0 ? candidate : undefined });\n }\n } catch {\n if (!cancelled) {\n setVoiceAgentCheck({ agentId });\n }\n }\n };\n\n void check();\n\n return () => {\n cancelled = true;\n };\n }, [agentId, client, requestContext]);\n\n const agent = voiceAgentCheck && voiceAgentCheck.agentId === agentId ? voiceAgentCheck.agent : undefined;\n\n const browserSpeechRecognition = useBrowserSpeechRecognition({ language });\n const mastraSpeechRecognition = useMastraSpeechToText({ agent, language });\n\n if (!agent) {\n return browserSpeechRecognition;\n }\n\n return mastraSpeechRecognition;\n};\n\nconst useBrowserSpeechRecognition = ({ language = 'en-US' }: { language?: string }): SpeechRecognitionResult => {\n const speechRecognitionRef = useRef<any>(null);\n const supported = useSyncExternalStore(subscribeToNothing, browserSupportsSpeechRecognition, assumeSupportedOnServer);\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n\n const start = (onTranscript?: (transcript: string) => void) => {\n const recognition = speechRecognitionRef.current;\n if (!recognition) return;\n recognition.start();\n\n let sessionTranscript = '';\n recognition.onresult = (event: any) => {\n let finalTranscript = '';\n\n for (let i = event.resultIndex; i < event.results.length; i++) {\n const transcript = event.results[i][0].transcript;\n if (event.results[i].isFinal) {\n finalTranscript += transcript + ' ';\n }\n }\n\n if (!finalTranscript) return;\n // Continuous mode emits one event per finalized phrase with an advancing\n // resultIndex, so append to the session transcript instead of replacing it.\n sessionTranscript += finalTranscript;\n setState(prev => ({ ...prev, transcript: sessionTranscript }));\n onTranscript?.(sessionTranscript);\n };\n };\n\n const stop = () => {\n if (!speechRecognitionRef.current) return;\n speechRecognitionRef.current.stop();\n };\n\n useEffect(() => {\n if (!browserSupportsSpeechRecognition()) return;\n\n const SpeechRecognition = (window as any).SpeechRecognition || (window as any).webkitSpeechRecognition;\n const recognition = new SpeechRecognition();\n speechRecognitionRef.current = recognition;\n\n recognition.continuous = true;\n recognition.lang = language;\n\n recognition.onstart = () => {\n setState(prev => ({ ...prev, isListening: true, error: null, transcript: '' }));\n };\n\n recognition.onerror = (event: any) => {\n setState(prev => ({ ...prev, error: `Error: ${event.error}` }));\n };\n\n recognition.onend = () => setState(prev => ({ ...prev, isListening: false }));\n\n return () => {\n try {\n recognition.stop();\n } catch {\n // ignore: recognition may not be running\n }\n recognition.onstart = null;\n recognition.onresult = null;\n recognition.onerror = null;\n recognition.onend = null;\n speechRecognitionRef.current = null;\n };\n }, [language]);\n\n return {\n ...state,\n error: supported ? state.error : UNSUPPORTED_ERROR,\n start,\n stop,\n };\n};\n\nconst useMastraSpeechToText = ({ agent, language }: { agent?: Agent; language: string }): SpeechRecognitionResult => {\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n const recorderRef = useRef<MediaRecorder | null>(null);\n const sessionRef = useRef(0);\n const startInFlightRef = useRef(false);\n\n useEffect(() => {\n return () => {\n sessionRef.current += 1;\n startInFlightRef.current = false;\n recorderRef.current?.stop();\n recorderRef.current = null;\n };\n }, [agent]);\n\n const handleFinish = (session: number, onTranscript?: (transcript: string) => void) => (file: File) => {\n if (!agent || session !== sessionRef.current) return;\n\n recorderRef.current = null;\n setState(prev => ({ ...prev, isListening: false }));\n\n void agent.voice\n .listen(file, { language })\n .then(res => {\n if (session !== sessionRef.current) return;\n setState(prev => ({ ...prev, transcript: res.text, error: null }));\n onTranscript?.(res.text);\n })\n .catch(error => {\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to transcribe speech';\n setState(prev => ({ ...prev, error: message }));\n });\n };\n\n const start = (onTranscript?: (transcript: string) => void) => {\n if (!agent || startInFlightRef.current || recorderRef.current) return;\n\n startInFlightRef.current = true;\n // Bump the session here (not in stop()) so a normal stop's onstop callback\n // still matches sessionRef.current. Only a new start (or unmount) should\n // invalidate a prior in-flight recording's result.\n // See: https://github.com/mastra-ai/mastra/issues/19980\n sessionRef.current += 1;\n const session = sessionRef.current;\n\n void recordMicrophoneToFile(handleFinish(session, onTranscript))\n .then(recorder => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) {\n try {\n recorder.stop();\n } catch {\n // ignore: recorder was never started\n }\n return;\n }\n recorderRef.current = recorder;\n setState(prev => ({ ...prev, isListening: true, error: null }));\n recorder.start();\n })\n .catch(error => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to start speech recording';\n setState(prev => ({ ...prev, isListening: false, error: message }));\n });\n };\n\n const stop = () => {\n if (recorderRef.current) {\n // An active recording — its session was fixed at start() time and hasn't\n // changed, so its own onstop/handleFinish will complete normally.\n recorderRef.current.stop();\n recorderRef.current = null;\n } else if (startInFlightRef.current) {\n // No recorder yet but a start() is still in-flight. Invalidate the\n // session so that start's resolution knows to abort (stop the recorder\n // instead of assigning/starting it) rather than silently proceeding.\n sessionRef.current += 1;\n }\n // Otherwise the hook is idle, or a finished recording's transcription is\n // still in flight — bumping the session then would silently discard the\n // transcript (the same failure class as #19980, in a narrower window).\n startInFlightRef.current = false;\n setState(prev => ({ ...prev, isListening: false }));\n };\n\n return {\n ...state,\n start,\n stop,\n };\n};\n"],"mappings":";;;AAAA,eAAsB,uBAAuB,UAAgC;CAC3E,MAAM,SAAS,MAAM,UAAU,aAAa,aAAa,EAAE,OAAO,KAAK,CAAC;CACxE,MAAM,gBAAgB,IAAI,cAAc,MAAM;CAE9C,IAAI,SAAqB,CAAC;CAE1B,cAAc,mBAAkB,MAAK;EACnC,OAAO,KAAK,EAAE,IAAI;CACpB;CAEA,cAAc,eAAe;EAC3B,MAAM,OAAO,IAAI,KAAK,QAAQ,EAAE,MAAM,aAAa,CAAC;EACpD,MAAM,OAAO,IAAI,KAAK,CAAC,IAAI,GAAG,aAAa,KAAK,IAAI,EAAE,QAAQ;GAC5D,MAAM;GACN,cAAc,KAAK,IAAI;EACzB,CAAC;EAED,OAAO,UAAU,CAAC,CAAC,SAAQ,UAAS,MAAM,KAAK,CAAC;EAChD,SAAS,IAAI;CACf;CAEA,OAAO;AACT;;ACtBA,eAAsB,uBAAuB,QAAwB,SAAsB;CACzF,MAAM,eAAe,IAAI,OAAO,aAAa;CAE7C,MAAM,SAAS,OAAO,UAAU;CAChC,MAAM,SAAS,CAAC;CAEhB,IAAI;EAEF,OAAO,MAAM;GACX,MAAM,EAAE,MAAM,UAAU,MAAM,OAAO,KAAK;GAC1C,IAAI,MAAM;GACV,OAAO,KAAK,KAAK;EACnB;EAGA,MAAM,cAAc,OAAO,QAAQ,KAAK,UAAU,MAAM,MAAM,QAAQ,CAAC;EACvE,MAAM,iBAAiB,IAAI,WAAW,WAAW;EACjD,IAAI,SAAS;EAEb,KAAK,MAAM,SAAS,QAAQ;GAC1B,eAAe,IAAI,OAAO,MAAM;GAChC,UAAU,MAAM;EAClB;EAGA,MAAM,cAAc,MAAM,aAAa,gBAAgB,eAAe,MAAM;EAC5E,MAAM,SAAS,aAAa,mBAAmB;EAC/C,OAAO,SAAS;EAChB,OAAO,UAAU,WAAW;EAC5B,OAAO,QAAQ,aAAa,WAAW;EACvC,OAAO,MAAM;EAEb,aAAa;GACX,OAAO,UAAU;GACjB,OAAO,KAAK;GACZ,aAAkB,MAAM;EAC1B;CACF,SAAS,OAAO;EACd,MAAM,OAAO,OAAO,CAAC,CAAC,YAAY,KAAA,CAAS;EAC3C,MAAM,aAAa,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;EAChD,MAAM;CACR,UAAU;EACR,OAAO,YAAY;CACrB;AACF;;ACdA,MAAM,oBAAoB;AAE1B,MAAM,yCAAyC,uBAAuB,UAAU,6BAA6B;AAC7G,MAAM,iCAAiC,CAAC;AACxC,MAAM,gCAAgC;AAEtC,MAAa,wBAAwB,EACnC,WAAW,SACX,SACA,qBACuD;CACvD,MAAM,SAAS,gBAAgB;CAC/B,MAAM,CAAC,iBAAiB,sBAAsB,SAA0B;CAExE,gBAAgB;EACd,IAAI,CAAC,SAAS;EACd,IAAI,YAAY;EAChB,MAAM,YAAY,OAAO,SAAS,OAAO;EAEzC,MAAM,QAAQ,YAAY;GACxB,IAAI;IACF,MAAM,WAAW,MAAM,UAAU,MAAM,YAAY,cAAc;IACjE,IAAI,CAAC,WACH,mBAAmB;KAAE;KAAS,OAAO,SAAS,SAAS,IAAI,YAAY,KAAA;IAAU,CAAC;GAEtF,QAAQ;IACN,IAAI,CAAC,WACH,mBAAmB,EAAE,QAAQ,CAAC;GAElC;EACF;EAEA,MAAW;EAEX,aAAa;GACX,YAAY;EACd;CACF,GAAG;EAAC;EAAS;EAAQ;CAAc,CAAC;CAEpC,MAAM,QAAQ,mBAAmB,gBAAgB,YAAY,UAAU,gBAAgB,QAAQ,KAAA;CAE/F,MAAM,2BAA2B,4BAA4B,EAAE,SAAS,CAAC;CACzE,MAAM,0BAA0B,sBAAsB;EAAE;EAAO;CAAS,CAAC;CAEzE,IAAI,CAAC,OACH,OAAO;CAGT,OAAO;AACT;AAEA,MAAM,+BAA+B,EAAE,WAAW,cAA8D;CAC9G,MAAM,uBAAuB,OAAY,IAAI;CAC7C,MAAM,YAAY,qBAAqB,oBAAoB,kCAAkC,uBAAuB;CACpH,MAAM,CAAC,OAAO,YAAY,SAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CAED,MAAM,SAAS,iBAAgD;EAC7D,MAAM,cAAc,qBAAqB;EACzC,IAAI,CAAC,aAAa;EAClB,YAAY,MAAM;EAElB,IAAI,oBAAoB;EACxB,YAAY,YAAY,UAAe;GACrC,IAAI,kBAAkB;GAEtB,KAAK,IAAI,IAAI,MAAM,aAAa,IAAI,MAAM,QAAQ,QAAQ,KAAK;IAC7D,MAAM,aAAa,MAAM,QAAQ,EAAE,CAAC,EAAE,CAAC;IACvC,IAAI,MAAM,QAAQ,EAAE,CAAC,SACnB,mBAAmB,aAAa;GAEpC;GAEA,IAAI,CAAC,iBAAiB;GAGtB,qBAAqB;GACrB,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY;GAAkB,EAAE;GAC7D,eAAe,iBAAiB;EAClC;CACF;CAEA,MAAM,aAAa;EACjB,IAAI,CAAC,qBAAqB,SAAS;EACnC,qBAAqB,QAAQ,KAAK;CACpC;CAEA,gBAAgB;EACd,IAAI,CAAC,iCAAiC,GAAG;EAGzC,MAAM,cAAc,KADO,OAAe,qBAAsB,OAAe,yBACrC;EAC1C,qBAAqB,UAAU;EAE/B,YAAY,aAAa;EACzB,YAAY,OAAO;EAEnB,YAAY,gBAAgB;GAC1B,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;IAAM,YAAY;GAAG,EAAE;EAChF;EAEA,YAAY,WAAW,UAAe;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO,UAAU,MAAM;GAAQ,EAAE;EAChE;EAEA,YAAY,cAAc,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAE5E,aAAa;GACX,IAAI;IACF,YAAY,KAAK;GACnB,QAAQ,CAER;GACA,YAAY,UAAU;GACtB,YAAY,WAAW;GACvB,YAAY,UAAU;GACtB,YAAY,QAAQ;GACpB,qBAAqB,UAAU;EACjC;CACF,GAAG,CAAC,QAAQ,CAAC;CAEb,OAAO;EACL,GAAG;EACH,OAAO,YAAY,MAAM,QAAQ;EACjC;EACA;CACF;AACF;AAEA,MAAM,yBAAyB,EAAE,OAAO,eAA6E;CACnH,MAAM,CAAC,OAAO,YAAY,SAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CACD,MAAM,cAAc,OAA6B,IAAI;CACrD,MAAM,aAAa,OAAO,CAAC;CAC3B,MAAM,mBAAmB,OAAO,KAAK;CAErC,gBAAgB;EACd,aAAa;GACX,WAAW,WAAW;GACtB,iBAAiB,UAAU;GAC3B,YAAY,SAAS,KAAK;GAC1B,YAAY,UAAU;EACxB;CACF,GAAG,CAAC,KAAK,CAAC;CAEV,MAAM,gBAAgB,SAAiB,kBAAiD,SAAe;EACrG,IAAI,CAAC,SAAS,YAAY,WAAW,SAAS;EAE9C,YAAY,UAAU;EACtB,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAElD,MAAW,MACR,OAAO,MAAM,EAAE,SAAS,CAAC,CAAC,CAC1B,MAAK,QAAO;GACX,IAAI,YAAY,WAAW,SAAS;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY,IAAI;IAAM,OAAO;GAAK,EAAE;GACjE,eAAe,IAAI,IAAI;EACzB,CAAC,CAAC,CACD,OAAM,UAAS;GACd,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO;GAAQ,EAAE;EAChD,CAAC;CACL;CAEA,MAAM,SAAS,iBAAgD;EAC7D,IAAI,CAAC,SAAS,iBAAiB,WAAW,YAAY,SAAS;EAE/D,iBAAiB,UAAU;EAK3B,WAAW,WAAW;EACtB,MAAM,UAAU,WAAW;EAE3B,uBAA4B,aAAa,SAAS,YAAY,CAAC,CAAC,CAC7D,MAAK,aAAY;GAChB,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;IAClC,IAAI;KACF,SAAS,KAAK;IAChB,QAAQ,CAER;IACA;GACF;GACA,YAAY,UAAU;GACtB,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;GAAK,EAAE;GAC9D,SAAS,MAAM;EACjB,CAAC,CAAC,CACD,OAAM,UAAS;GACd,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAO,OAAO;GAAQ,EAAE;EACpE,CAAC;CACL;CAEA,MAAM,aAAa;EACjB,IAAI,YAAY,SAAS;GAGvB,YAAY,QAAQ,KAAK;GACzB,YAAY,UAAU;EACxB,OAAO,IAAI,iBAAiB,SAI1B,WAAW,WAAW;EAKxB,iBAAiB,UAAU;EAC3B,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;CACpD;CAEA,OAAO;EACL,GAAG;EACH;EACA;CACF;AACF"}
|
|
@@ -57,24 +57,26 @@ async function playStreamWithWebAudio(stream, onEnded) {
|
|
|
57
57
|
}
|
|
58
58
|
}
|
|
59
59
|
// src/voice/use-speech-recognition.ts
|
|
60
|
+
const UNSUPPORTED_ERROR = "Speech Recognition not supported in this browser";
|
|
61
|
+
const browserSupportsSpeechRecognition = () => "SpeechRecognition" in window || "webkitSpeechRecognition" in window;
|
|
62
|
+
const subscribeToNothing = () => () => {};
|
|
63
|
+
const assumeSupportedOnServer = () => true;
|
|
60
64
|
const useSpeechRecognition = ({ language = "en-US", agentId, requestContext }) => {
|
|
61
65
|
const client = require_mastra_client_context.useMastraClient();
|
|
62
|
-
const [
|
|
66
|
+
const [voiceAgentCheck, setVoiceAgentCheck] = (0, react.useState)();
|
|
63
67
|
(0, react.useEffect)(() => {
|
|
68
|
+
if (!agentId) return;
|
|
64
69
|
let cancelled = false;
|
|
65
|
-
|
|
66
|
-
setAgent(null);
|
|
67
|
-
return () => {
|
|
68
|
-
cancelled = true;
|
|
69
|
-
};
|
|
70
|
-
}
|
|
71
|
-
const agent = client.getAgent(agentId);
|
|
70
|
+
const candidate = client.getAgent(agentId);
|
|
72
71
|
const check = async () => {
|
|
73
72
|
try {
|
|
74
|
-
const speakers = await
|
|
75
|
-
if (!cancelled)
|
|
73
|
+
const speakers = await candidate.voice.getSpeakers(requestContext);
|
|
74
|
+
if (!cancelled) setVoiceAgentCheck({
|
|
75
|
+
agentId,
|
|
76
|
+
agent: speakers.length > 0 ? candidate : void 0
|
|
77
|
+
});
|
|
76
78
|
} catch {
|
|
77
|
-
if (!cancelled)
|
|
79
|
+
if (!cancelled) setVoiceAgentCheck({ agentId });
|
|
78
80
|
}
|
|
79
81
|
};
|
|
80
82
|
check();
|
|
@@ -86,6 +88,7 @@ const useSpeechRecognition = ({ language = "en-US", agentId, requestContext }) =
|
|
|
86
88
|
client,
|
|
87
89
|
requestContext
|
|
88
90
|
]);
|
|
91
|
+
const agent = voiceAgentCheck && voiceAgentCheck.agentId === agentId ? voiceAgentCheck.agent : void 0;
|
|
89
92
|
const browserSpeechRecognition = useBrowserSpeechRecognition({ language });
|
|
90
93
|
const mastraSpeechRecognition = useMastraSpeechToText({
|
|
91
94
|
agent,
|
|
@@ -96,27 +99,38 @@ const useSpeechRecognition = ({ language = "en-US", agentId, requestContext }) =
|
|
|
96
99
|
};
|
|
97
100
|
const useBrowserSpeechRecognition = ({ language = "en-US" }) => {
|
|
98
101
|
const speechRecognitionRef = (0, react.useRef)(null);
|
|
102
|
+
const supported = (0, react.useSyncExternalStore)(subscribeToNothing, browserSupportsSpeechRecognition, assumeSupportedOnServer);
|
|
99
103
|
const [state, setState] = (0, react.useState)({
|
|
100
104
|
isListening: false,
|
|
101
105
|
transcript: "",
|
|
102
106
|
error: null
|
|
103
107
|
});
|
|
104
|
-
const start = () => {
|
|
105
|
-
|
|
106
|
-
|
|
108
|
+
const start = (onTranscript) => {
|
|
109
|
+
const recognition = speechRecognitionRef.current;
|
|
110
|
+
if (!recognition) return;
|
|
111
|
+
recognition.start();
|
|
112
|
+
let sessionTranscript = "";
|
|
113
|
+
recognition.onresult = (event) => {
|
|
114
|
+
let finalTranscript = "";
|
|
115
|
+
for (let i = event.resultIndex; i < event.results.length; i++) {
|
|
116
|
+
const transcript = event.results[i][0].transcript;
|
|
117
|
+
if (event.results[i].isFinal) finalTranscript += transcript + " ";
|
|
118
|
+
}
|
|
119
|
+
if (!finalTranscript) return;
|
|
120
|
+
sessionTranscript += finalTranscript;
|
|
121
|
+
setState((prev) => ({
|
|
122
|
+
...prev,
|
|
123
|
+
transcript: sessionTranscript
|
|
124
|
+
}));
|
|
125
|
+
onTranscript?.(sessionTranscript);
|
|
126
|
+
};
|
|
107
127
|
};
|
|
108
128
|
const stop = () => {
|
|
109
129
|
if (!speechRecognitionRef.current) return;
|
|
110
130
|
speechRecognitionRef.current.stop();
|
|
111
131
|
};
|
|
112
132
|
(0, react.useEffect)(() => {
|
|
113
|
-
if (!(
|
|
114
|
-
setState((prev) => ({
|
|
115
|
-
...prev,
|
|
116
|
-
error: "Speech Recognition not supported in this browser"
|
|
117
|
-
}));
|
|
118
|
-
return;
|
|
119
|
-
}
|
|
133
|
+
if (!browserSupportsSpeechRecognition()) return;
|
|
120
134
|
const recognition = new (window.SpeechRecognition || window.webkitSpeechRecognition)();
|
|
121
135
|
speechRecognitionRef.current = recognition;
|
|
122
136
|
recognition.continuous = true;
|
|
@@ -129,18 +143,6 @@ const useBrowserSpeechRecognition = ({ language = "en-US" }) => {
|
|
|
129
143
|
transcript: ""
|
|
130
144
|
}));
|
|
131
145
|
};
|
|
132
|
-
recognition.onresult = (event) => {
|
|
133
|
-
let finalTranscript = "";
|
|
134
|
-
for (let i = event.resultIndex; i < event.results.length; i++) {
|
|
135
|
-
const transcript = event.results[i][0].transcript;
|
|
136
|
-
if (event.results[i].isFinal) finalTranscript += transcript + " ";
|
|
137
|
-
}
|
|
138
|
-
if (!finalTranscript) return;
|
|
139
|
-
setState((prev) => ({
|
|
140
|
-
...prev,
|
|
141
|
-
transcript: prev.transcript + finalTranscript
|
|
142
|
-
}));
|
|
143
|
-
};
|
|
144
146
|
recognition.onerror = (event) => {
|
|
145
147
|
setState((prev) => ({
|
|
146
148
|
...prev,
|
|
@@ -164,6 +166,7 @@ const useBrowserSpeechRecognition = ({ language = "en-US" }) => {
|
|
|
164
166
|
}, [language]);
|
|
165
167
|
return {
|
|
166
168
|
...state,
|
|
169
|
+
error: supported ? state.error : UNSUPPORTED_ERROR,
|
|
167
170
|
start,
|
|
168
171
|
stop
|
|
169
172
|
};
|
|
@@ -185,7 +188,7 @@ const useMastraSpeechToText = ({ agent, language }) => {
|
|
|
185
188
|
recorderRef.current = null;
|
|
186
189
|
};
|
|
187
190
|
}, [agent]);
|
|
188
|
-
const handleFinish = (session) => (file) => {
|
|
191
|
+
const handleFinish = (session, onTranscript) => (file) => {
|
|
189
192
|
if (!agent || session !== sessionRef.current) return;
|
|
190
193
|
recorderRef.current = null;
|
|
191
194
|
setState((prev) => ({
|
|
@@ -199,6 +202,7 @@ const useMastraSpeechToText = ({ agent, language }) => {
|
|
|
199
202
|
transcript: res.text,
|
|
200
203
|
error: null
|
|
201
204
|
}));
|
|
205
|
+
onTranscript?.(res.text);
|
|
202
206
|
}).catch((error) => {
|
|
203
207
|
if (session !== sessionRef.current) return;
|
|
204
208
|
const message = error instanceof Error ? error.message : "Failed to transcribe speech";
|
|
@@ -208,12 +212,12 @@ const useMastraSpeechToText = ({ agent, language }) => {
|
|
|
208
212
|
}));
|
|
209
213
|
});
|
|
210
214
|
};
|
|
211
|
-
const start = () => {
|
|
215
|
+
const start = (onTranscript) => {
|
|
212
216
|
if (!agent || startInFlightRef.current || recorderRef.current) return;
|
|
213
217
|
startInFlightRef.current = true;
|
|
214
218
|
sessionRef.current += 1;
|
|
215
219
|
const session = sessionRef.current;
|
|
216
|
-
recordMicrophoneToFile(handleFinish(session)).then((recorder) => {
|
|
220
|
+
recordMicrophoneToFile(handleFinish(session, onTranscript)).then((recorder) => {
|
|
217
221
|
startInFlightRef.current = false;
|
|
218
222
|
if (session !== sessionRef.current) {
|
|
219
223
|
try {
|
|
@@ -275,4 +279,4 @@ Object.defineProperty(exports, "useSpeechRecognition", {
|
|
|
275
279
|
}
|
|
276
280
|
});
|
|
277
281
|
|
|
278
|
-
//# sourceMappingURL=voice-
|
|
282
|
+
//# sourceMappingURL=voice-DIla8E3l.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"voice-DIla8E3l.cjs","names":["useMastraClient","useState","useRef","useSyncExternalStore"],"sources":["../src/voice/record-mic-to-file.ts","../src/voice/play-stream-with-web-audio.ts","../src/voice/use-speech-recognition.ts"],"sourcesContent":["export async function recordMicrophoneToFile(onFinish: (file: File) => void) {\n const stream = await navigator.mediaDevices.getUserMedia({ audio: true });\n const mediaRecorder = new MediaRecorder(stream);\n\n let chunks: BlobPart[] = [];\n\n mediaRecorder.ondataavailable = e => {\n chunks.push(e.data);\n };\n\n mediaRecorder.onstop = () => {\n const blob = new Blob(chunks, { type: 'audio/webm' });\n const file = new File([blob], `recording-${Date.now()}.webm`, {\n type: 'audio/webm',\n lastModified: Date.now(),\n });\n\n stream.getTracks().forEach(track => track.stop());\n onFinish(file);\n };\n\n return mediaRecorder;\n}\n","export async function playStreamWithWebAudio(stream: ReadableStream, onEnded?: () => void) {\n const audioContext = new window.AudioContext();\n\n const reader = stream.getReader();\n const chunks = [];\n\n try {\n // Read all chunks\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n chunks.push(value);\n }\n\n // Combine chunks into single ArrayBuffer\n const totalLength = chunks.reduce((sum, chunk) => sum + chunk.length, 0);\n const combinedBuffer = new Uint8Array(totalLength);\n let offset = 0;\n\n for (const chunk of chunks) {\n combinedBuffer.set(chunk, offset);\n offset += chunk.length;\n }\n\n // Decode and play\n const audioBuffer = await audioContext.decodeAudioData(combinedBuffer.buffer);\n const source = audioContext.createBufferSource();\n source.buffer = audioBuffer;\n source.onended = onEnded ?? null;\n source.connect(audioContext.destination);\n source.start();\n\n return () => {\n source.onended = null;\n source.stop();\n void audioContext.close();\n };\n } catch (error) {\n await reader.cancel().catch(() => undefined);\n await audioContext.close().catch(() => undefined);\n throw error;\n } finally {\n reader.releaseLock();\n }\n}\n","import type { MastraClient } from '@mastra/client-js';\nimport { useEffect, useRef, useState, useSyncExternalStore } from 'react';\nimport { useMastraClient } from '../mastra-client-context';\nimport { recordMicrophoneToFile } from './record-mic-to-file';\n\ntype Agent = ReturnType<MastraClient['getAgent']>;\ntype VoiceRequestContext = Parameters<Agent['voice']['getSpeakers']>[0];\n\nexport interface SpeechRecognitionState {\n isListening: boolean;\n transcript: string;\n error: string | null;\n}\n\nexport interface UseSpeechRecognitionArgs {\n language?: string;\n agentId?: string;\n requestContext?: VoiceRequestContext;\n}\n\ntype SpeechRecognitionResult = SpeechRecognitionState & {\n start: (onTranscript?: (transcript: string) => void) => void;\n stop: () => void;\n};\n\ninterface VoiceAgentCheck {\n agentId: string;\n agent?: Agent;\n}\n\nconst UNSUPPORTED_ERROR = 'Speech Recognition not supported in this browser';\n\nconst browserSupportsSpeechRecognition = () => 'SpeechRecognition' in window || 'webkitSpeechRecognition' in window;\nconst subscribeToNothing = () => () => {};\nconst assumeSupportedOnServer = () => true;\n\nexport const useSpeechRecognition = ({\n language = 'en-US',\n agentId,\n requestContext,\n}: UseSpeechRecognitionArgs): SpeechRecognitionResult => {\n const client = useMastraClient();\n const [voiceAgentCheck, setVoiceAgentCheck] = useState<VoiceAgentCheck>();\n\n useEffect(() => {\n if (!agentId) return;\n let cancelled = false;\n const candidate = client.getAgent(agentId);\n\n const check = async () => {\n try {\n const speakers = await candidate.voice.getSpeakers(requestContext);\n if (!cancelled) {\n setVoiceAgentCheck({ agentId, agent: speakers.length > 0 ? candidate : undefined });\n }\n } catch {\n if (!cancelled) {\n setVoiceAgentCheck({ agentId });\n }\n }\n };\n\n void check();\n\n return () => {\n cancelled = true;\n };\n }, [agentId, client, requestContext]);\n\n const agent = voiceAgentCheck && voiceAgentCheck.agentId === agentId ? voiceAgentCheck.agent : undefined;\n\n const browserSpeechRecognition = useBrowserSpeechRecognition({ language });\n const mastraSpeechRecognition = useMastraSpeechToText({ agent, language });\n\n if (!agent) {\n return browserSpeechRecognition;\n }\n\n return mastraSpeechRecognition;\n};\n\nconst useBrowserSpeechRecognition = ({ language = 'en-US' }: { language?: string }): SpeechRecognitionResult => {\n const speechRecognitionRef = useRef<any>(null);\n const supported = useSyncExternalStore(subscribeToNothing, browserSupportsSpeechRecognition, assumeSupportedOnServer);\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n\n const start = (onTranscript?: (transcript: string) => void) => {\n const recognition = speechRecognitionRef.current;\n if (!recognition) return;\n recognition.start();\n\n let sessionTranscript = '';\n recognition.onresult = (event: any) => {\n let finalTranscript = '';\n\n for (let i = event.resultIndex; i < event.results.length; i++) {\n const transcript = event.results[i][0].transcript;\n if (event.results[i].isFinal) {\n finalTranscript += transcript + ' ';\n }\n }\n\n if (!finalTranscript) return;\n // Continuous mode emits one event per finalized phrase with an advancing\n // resultIndex, so append to the session transcript instead of replacing it.\n sessionTranscript += finalTranscript;\n setState(prev => ({ ...prev, transcript: sessionTranscript }));\n onTranscript?.(sessionTranscript);\n };\n };\n\n const stop = () => {\n if (!speechRecognitionRef.current) return;\n speechRecognitionRef.current.stop();\n };\n\n useEffect(() => {\n if (!browserSupportsSpeechRecognition()) return;\n\n const SpeechRecognition = (window as any).SpeechRecognition || (window as any).webkitSpeechRecognition;\n const recognition = new SpeechRecognition();\n speechRecognitionRef.current = recognition;\n\n recognition.continuous = true;\n recognition.lang = language;\n\n recognition.onstart = () => {\n setState(prev => ({ ...prev, isListening: true, error: null, transcript: '' }));\n };\n\n recognition.onerror = (event: any) => {\n setState(prev => ({ ...prev, error: `Error: ${event.error}` }));\n };\n\n recognition.onend = () => setState(prev => ({ ...prev, isListening: false }));\n\n return () => {\n try {\n recognition.stop();\n } catch {\n // ignore: recognition may not be running\n }\n recognition.onstart = null;\n recognition.onresult = null;\n recognition.onerror = null;\n recognition.onend = null;\n speechRecognitionRef.current = null;\n };\n }, [language]);\n\n return {\n ...state,\n error: supported ? state.error : UNSUPPORTED_ERROR,\n start,\n stop,\n };\n};\n\nconst useMastraSpeechToText = ({ agent, language }: { agent?: Agent; language: string }): SpeechRecognitionResult => {\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n const recorderRef = useRef<MediaRecorder | null>(null);\n const sessionRef = useRef(0);\n const startInFlightRef = useRef(false);\n\n useEffect(() => {\n return () => {\n sessionRef.current += 1;\n startInFlightRef.current = false;\n recorderRef.current?.stop();\n recorderRef.current = null;\n };\n }, [agent]);\n\n const handleFinish = (session: number, onTranscript?: (transcript: string) => void) => (file: File) => {\n if (!agent || session !== sessionRef.current) return;\n\n recorderRef.current = null;\n setState(prev => ({ ...prev, isListening: false }));\n\n void agent.voice\n .listen(file, { language })\n .then(res => {\n if (session !== sessionRef.current) return;\n setState(prev => ({ ...prev, transcript: res.text, error: null }));\n onTranscript?.(res.text);\n })\n .catch(error => {\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to transcribe speech';\n setState(prev => ({ ...prev, error: message }));\n });\n };\n\n const start = (onTranscript?: (transcript: string) => void) => {\n if (!agent || startInFlightRef.current || recorderRef.current) return;\n\n startInFlightRef.current = true;\n // Bump the session here (not in stop()) so a normal stop's onstop callback\n // still matches sessionRef.current. Only a new start (or unmount) should\n // invalidate a prior in-flight recording's result.\n // See: https://github.com/mastra-ai/mastra/issues/19980\n sessionRef.current += 1;\n const session = sessionRef.current;\n\n void recordMicrophoneToFile(handleFinish(session, onTranscript))\n .then(recorder => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) {\n try {\n recorder.stop();\n } catch {\n // ignore: recorder was never started\n }\n return;\n }\n recorderRef.current = recorder;\n setState(prev => ({ ...prev, isListening: true, error: null }));\n recorder.start();\n })\n .catch(error => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to start speech recording';\n setState(prev => ({ ...prev, isListening: false, error: message }));\n });\n };\n\n const stop = () => {\n if (recorderRef.current) {\n // An active recording — its session was fixed at start() time and hasn't\n // changed, so its own onstop/handleFinish will complete normally.\n recorderRef.current.stop();\n recorderRef.current = null;\n } else if (startInFlightRef.current) {\n // No recorder yet but a start() is still in-flight. Invalidate the\n // session so that start's resolution knows to abort (stop the recorder\n // instead of assigning/starting it) rather than silently proceeding.\n sessionRef.current += 1;\n }\n // Otherwise the hook is idle, or a finished recording's transcription is\n // still in flight — bumping the session then would silently discard the\n // transcript (the same failure class as #19980, in a narrower window).\n startInFlightRef.current = false;\n setState(prev => ({ ...prev, isListening: false }));\n };\n\n return {\n ...state,\n start,\n stop,\n };\n};\n"],"mappings":";;;AAAA,eAAsB,uBAAuB,UAAgC;CAC3E,MAAM,SAAS,MAAM,UAAU,aAAa,aAAa,EAAE,OAAO,KAAK,CAAC;CACxE,MAAM,gBAAgB,IAAI,cAAc,MAAM;CAE9C,IAAI,SAAqB,CAAC;CAE1B,cAAc,mBAAkB,MAAK;EACnC,OAAO,KAAK,EAAE,IAAI;CACpB;CAEA,cAAc,eAAe;EAC3B,MAAM,OAAO,IAAI,KAAK,QAAQ,EAAE,MAAM,aAAa,CAAC;EACpD,MAAM,OAAO,IAAI,KAAK,CAAC,IAAI,GAAG,aAAa,KAAK,IAAI,EAAE,QAAQ;GAC5D,MAAM;GACN,cAAc,KAAK,IAAI;EACzB,CAAC;EAED,OAAO,UAAU,CAAC,CAAC,SAAQ,UAAS,MAAM,KAAK,CAAC;EAChD,SAAS,IAAI;CACf;CAEA,OAAO;AACT;;ACtBA,eAAsB,uBAAuB,QAAwB,SAAsB;CACzF,MAAM,eAAe,IAAI,OAAO,aAAa;CAE7C,MAAM,SAAS,OAAO,UAAU;CAChC,MAAM,SAAS,CAAC;CAEhB,IAAI;EAEF,OAAO,MAAM;GACX,MAAM,EAAE,MAAM,UAAU,MAAM,OAAO,KAAK;GAC1C,IAAI,MAAM;GACV,OAAO,KAAK,KAAK;EACnB;EAGA,MAAM,cAAc,OAAO,QAAQ,KAAK,UAAU,MAAM,MAAM,QAAQ,CAAC;EACvE,MAAM,iBAAiB,IAAI,WAAW,WAAW;EACjD,IAAI,SAAS;EAEb,KAAK,MAAM,SAAS,QAAQ;GAC1B,eAAe,IAAI,OAAO,MAAM;GAChC,UAAU,MAAM;EAClB;EAGA,MAAM,cAAc,MAAM,aAAa,gBAAgB,eAAe,MAAM;EAC5E,MAAM,SAAS,aAAa,mBAAmB;EAC/C,OAAO,SAAS;EAChB,OAAO,UAAU,WAAW;EAC5B,OAAO,QAAQ,aAAa,WAAW;EACvC,OAAO,MAAM;EAEb,aAAa;GACX,OAAO,UAAU;GACjB,OAAO,KAAK;GACZ,aAAkB,MAAM;EAC1B;CACF,SAAS,OAAO;EACd,MAAM,OAAO,OAAO,CAAC,CAAC,YAAY,KAAA,CAAS;EAC3C,MAAM,aAAa,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;EAChD,MAAM;CACR,UAAU;EACR,OAAO,YAAY;CACrB;AACF;;ACdA,MAAM,oBAAoB;AAE1B,MAAM,yCAAyC,uBAAuB,UAAU,6BAA6B;AAC7G,MAAM,iCAAiC,CAAC;AACxC,MAAM,gCAAgC;AAEtC,MAAa,wBAAwB,EACnC,WAAW,SACX,SACA,qBACuD;CACvD,MAAM,SAASA,8BAAAA,gBAAgB;CAC/B,MAAM,CAAC,iBAAiB,uBAAA,GAAsBC,MAAAA,SAAAA,CAA0B;CAExE,CAAA,GAAA,MAAA,UAAA,OAAgB;EACd,IAAI,CAAC,SAAS;EACd,IAAI,YAAY;EAChB,MAAM,YAAY,OAAO,SAAS,OAAO;EAEzC,MAAM,QAAQ,YAAY;GACxB,IAAI;IACF,MAAM,WAAW,MAAM,UAAU,MAAM,YAAY,cAAc;IACjE,IAAI,CAAC,WACH,mBAAmB;KAAE;KAAS,OAAO,SAAS,SAAS,IAAI,YAAY,KAAA;IAAU,CAAC;GAEtF,QAAQ;IACN,IAAI,CAAC,WACH,mBAAmB,EAAE,QAAQ,CAAC;GAElC;EACF;EAEA,MAAW;EAEX,aAAa;GACX,YAAY;EACd;CACF,GAAG;EAAC;EAAS;EAAQ;CAAc,CAAC;CAEpC,MAAM,QAAQ,mBAAmB,gBAAgB,YAAY,UAAU,gBAAgB,QAAQ,KAAA;CAE/F,MAAM,2BAA2B,4BAA4B,EAAE,SAAS,CAAC;CACzE,MAAM,0BAA0B,sBAAsB;EAAE;EAAO;CAAS,CAAC;CAEzE,IAAI,CAAC,OACH,OAAO;CAGT,OAAO;AACT;AAEA,MAAM,+BAA+B,EAAE,WAAW,cAA8D;CAC9G,MAAM,wBAAA,GAAuBC,MAAAA,OAAAA,CAAY,IAAI;CAC7C,MAAM,aAAA,GAAYC,MAAAA,qBAAAA,CAAqB,oBAAoB,kCAAkC,uBAAuB;CACpH,MAAM,CAAC,OAAO,aAAA,GAAYF,MAAAA,SAAAA,CAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CAED,MAAM,SAAS,iBAAgD;EAC7D,MAAM,cAAc,qBAAqB;EACzC,IAAI,CAAC,aAAa;EAClB,YAAY,MAAM;EAElB,IAAI,oBAAoB;EACxB,YAAY,YAAY,UAAe;GACrC,IAAI,kBAAkB;GAEtB,KAAK,IAAI,IAAI,MAAM,aAAa,IAAI,MAAM,QAAQ,QAAQ,KAAK;IAC7D,MAAM,aAAa,MAAM,QAAQ,EAAE,CAAC,EAAE,CAAC;IACvC,IAAI,MAAM,QAAQ,EAAE,CAAC,SACnB,mBAAmB,aAAa;GAEpC;GAEA,IAAI,CAAC,iBAAiB;GAGtB,qBAAqB;GACrB,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY;GAAkB,EAAE;GAC7D,eAAe,iBAAiB;EAClC;CACF;CAEA,MAAM,aAAa;EACjB,IAAI,CAAC,qBAAqB,SAAS;EACnC,qBAAqB,QAAQ,KAAK;CACpC;CAEA,CAAA,GAAA,MAAA,UAAA,OAAgB;EACd,IAAI,CAAC,iCAAiC,GAAG;EAGzC,MAAM,cAAc,KADO,OAAe,qBAAsB,OAAe,yBACrC;EAC1C,qBAAqB,UAAU;EAE/B,YAAY,aAAa;EACzB,YAAY,OAAO;EAEnB,YAAY,gBAAgB;GAC1B,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;IAAM,YAAY;GAAG,EAAE;EAChF;EAEA,YAAY,WAAW,UAAe;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO,UAAU,MAAM;GAAQ,EAAE;EAChE;EAEA,YAAY,cAAc,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAE5E,aAAa;GACX,IAAI;IACF,YAAY,KAAK;GACnB,QAAQ,CAER;GACA,YAAY,UAAU;GACtB,YAAY,WAAW;GACvB,YAAY,UAAU;GACtB,YAAY,QAAQ;GACpB,qBAAqB,UAAU;EACjC;CACF,GAAG,CAAC,QAAQ,CAAC;CAEb,OAAO;EACL,GAAG;EACH,OAAO,YAAY,MAAM,QAAQ;EACjC;EACA;CACF;AACF;AAEA,MAAM,yBAAyB,EAAE,OAAO,eAA6E;CACnH,MAAM,CAAC,OAAO,aAAA,GAAYA,MAAAA,SAAAA,CAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CACD,MAAM,eAAA,GAAcC,MAAAA,OAAAA,CAA6B,IAAI;CACrD,MAAM,cAAA,GAAaA,MAAAA,OAAAA,CAAO,CAAC;CAC3B,MAAM,oBAAA,GAAmBA,MAAAA,OAAAA,CAAO,KAAK;CAErC,CAAA,GAAA,MAAA,UAAA,OAAgB;EACd,aAAa;GACX,WAAW,WAAW;GACtB,iBAAiB,UAAU;GAC3B,YAAY,SAAS,KAAK;GAC1B,YAAY,UAAU;EACxB;CACF,GAAG,CAAC,KAAK,CAAC;CAEV,MAAM,gBAAgB,SAAiB,kBAAiD,SAAe;EACrG,IAAI,CAAC,SAAS,YAAY,WAAW,SAAS;EAE9C,YAAY,UAAU;EACtB,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAElD,MAAW,MACR,OAAO,MAAM,EAAE,SAAS,CAAC,CAAC,CAC1B,MAAK,QAAO;GACX,IAAI,YAAY,WAAW,SAAS;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY,IAAI;IAAM,OAAO;GAAK,EAAE;GACjE,eAAe,IAAI,IAAI;EACzB,CAAC,CAAC,CACD,OAAM,UAAS;GACd,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO;GAAQ,EAAE;EAChD,CAAC;CACL;CAEA,MAAM,SAAS,iBAAgD;EAC7D,IAAI,CAAC,SAAS,iBAAiB,WAAW,YAAY,SAAS;EAE/D,iBAAiB,UAAU;EAK3B,WAAW,WAAW;EACtB,MAAM,UAAU,WAAW;EAE3B,uBAA4B,aAAa,SAAS,YAAY,CAAC,CAAC,CAC7D,MAAK,aAAY;GAChB,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;IAClC,IAAI;KACF,SAAS,KAAK;IAChB,QAAQ,CAER;IACA;GACF;GACA,YAAY,UAAU;GACtB,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;GAAK,EAAE;GAC9D,SAAS,MAAM;EACjB,CAAC,CAAC,CACD,OAAM,UAAS;GACd,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAO,OAAO;GAAQ,EAAE;EACpE,CAAC;CACL;CAEA,MAAM,aAAa;EACjB,IAAI,YAAY,SAAS;GAGvB,YAAY,QAAQ,KAAK;GACzB,YAAY,UAAU;EACxB,OAAO,IAAI,iBAAiB,SAI1B,WAAW,WAAW;EAKxB,iBAAiB,UAAU;EAC3B,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;CACpD;CAEA,OAAO;EACL,GAAG;EACH;EACA;CACF;AACF"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mastra/react",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.15.0-alpha.0",
|
|
4
4
|
"repository": {
|
|
5
5
|
"type": "git",
|
|
6
6
|
"url": "git+https://github.com/mastra-ai/mastra.git",
|
|
@@ -69,7 +69,7 @@
|
|
|
69
69
|
"lucide-react": "^1.61.0",
|
|
70
70
|
"shiki": "^1.29.2",
|
|
71
71
|
"tailwind-merge": "^3.7.0",
|
|
72
|
-
"@mastra/client-js": "1.
|
|
72
|
+
"@mastra/client-js": "1.60.0-alpha.0"
|
|
73
73
|
},
|
|
74
74
|
"peerDependencies": {
|
|
75
75
|
"@mastra/core": ">=1.67.0-0 <2.0.0-0",
|
|
@@ -100,9 +100,9 @@
|
|
|
100
100
|
"vite": "^8.3.5",
|
|
101
101
|
"vitest": "5.1.0",
|
|
102
102
|
"zod": "^4.6.7",
|
|
103
|
+
"@internal/lint": "0.0.148",
|
|
103
104
|
"@internal/types-builder": "0.0.123",
|
|
104
|
-
"@mastra/core": "1.
|
|
105
|
-
"@internal/lint": "0.0.148"
|
|
105
|
+
"@mastra/core": "1.83.0-alpha.0"
|
|
106
106
|
},
|
|
107
107
|
"engines": {
|
|
108
108
|
"node": ">=22.13.0"
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"voice-Didej2E1.cjs","names":["useMastraClient","useState","useRef"],"sources":["../src/voice/record-mic-to-file.ts","../src/voice/play-stream-with-web-audio.ts","../src/voice/use-speech-recognition.ts"],"sourcesContent":["export async function recordMicrophoneToFile(onFinish: (file: File) => void) {\n const stream = await navigator.mediaDevices.getUserMedia({ audio: true });\n const mediaRecorder = new MediaRecorder(stream);\n\n let chunks: BlobPart[] = [];\n\n mediaRecorder.ondataavailable = e => {\n chunks.push(e.data);\n };\n\n mediaRecorder.onstop = () => {\n const blob = new Blob(chunks, { type: 'audio/webm' });\n const file = new File([blob], `recording-${Date.now()}.webm`, {\n type: 'audio/webm',\n lastModified: Date.now(),\n });\n\n stream.getTracks().forEach(track => track.stop());\n onFinish(file);\n };\n\n return mediaRecorder;\n}\n","export async function playStreamWithWebAudio(stream: ReadableStream, onEnded?: () => void) {\n const audioContext = new window.AudioContext();\n\n const reader = stream.getReader();\n const chunks = [];\n\n try {\n // Read all chunks\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n chunks.push(value);\n }\n\n // Combine chunks into single ArrayBuffer\n const totalLength = chunks.reduce((sum, chunk) => sum + chunk.length, 0);\n const combinedBuffer = new Uint8Array(totalLength);\n let offset = 0;\n\n for (const chunk of chunks) {\n combinedBuffer.set(chunk, offset);\n offset += chunk.length;\n }\n\n // Decode and play\n const audioBuffer = await audioContext.decodeAudioData(combinedBuffer.buffer);\n const source = audioContext.createBufferSource();\n source.buffer = audioBuffer;\n source.onended = onEnded ?? null;\n source.connect(audioContext.destination);\n source.start();\n\n return () => {\n source.onended = null;\n source.stop();\n void audioContext.close();\n };\n } catch (error) {\n await reader.cancel().catch(() => undefined);\n await audioContext.close().catch(() => undefined);\n throw error;\n } finally {\n reader.releaseLock();\n }\n}\n","import type { MastraClient } from '@mastra/client-js';\nimport { useEffect, useRef, useState } from 'react';\nimport { useMastraClient } from '../mastra-client-context';\nimport { recordMicrophoneToFile } from './record-mic-to-file';\n\ntype Agent = ReturnType<MastraClient['getAgent']>;\ntype VoiceRequestContext = Parameters<Agent['voice']['getSpeakers']>[0];\n\nexport interface SpeechRecognitionState {\n isListening: boolean;\n transcript: string;\n error: string | null;\n}\n\nexport interface UseSpeechRecognitionArgs {\n language?: string;\n agentId?: string;\n requestContext?: VoiceRequestContext;\n}\n\ntype SpeechRecognitionResult = SpeechRecognitionState & {\n start: () => void;\n stop: () => void;\n};\n\nexport const useSpeechRecognition = ({\n language = 'en-US',\n agentId,\n requestContext,\n}: UseSpeechRecognitionArgs): SpeechRecognitionResult => {\n const client = useMastraClient();\n const [agent, setAgent] = useState<Agent | null>(null);\n\n useEffect(() => {\n let cancelled = false;\n\n if (!agentId) {\n setAgent(null);\n return () => {\n cancelled = true;\n };\n }\n\n const agent = client.getAgent(agentId);\n\n const check = async () => {\n try {\n const speakers = await agent.voice.getSpeakers(requestContext);\n if (!cancelled) {\n setAgent(speakers.length > 0 ? agent : null);\n }\n } catch {\n if (!cancelled) {\n setAgent(null);\n }\n }\n };\n\n void check();\n\n return () => {\n cancelled = true;\n };\n }, [agentId, client, requestContext]);\n\n const browserSpeechRecognition = useBrowserSpeechRecognition({ language });\n const mastraSpeechRecognition = useMastraSpeechToText({ agent, language });\n\n if (!agent) {\n return browserSpeechRecognition;\n }\n\n return mastraSpeechRecognition;\n};\n\nconst useBrowserSpeechRecognition = ({ language = 'en-US' }: { language?: string }): SpeechRecognitionResult => {\n const speechRecognitionRef = useRef<any>(null);\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n\n const start = () => {\n if (!speechRecognitionRef.current) return;\n speechRecognitionRef.current.start();\n };\n\n const stop = () => {\n if (!speechRecognitionRef.current) return;\n speechRecognitionRef.current.stop();\n };\n\n useEffect(() => {\n if (!('webkitSpeechRecognition' in window) && !('SpeechRecognition' in window)) {\n setState(prev => ({ ...prev, error: 'Speech Recognition not supported in this browser' }));\n return;\n }\n\n const SpeechRecognition = (window as any).SpeechRecognition || (window as any).webkitSpeechRecognition;\n const recognition = new SpeechRecognition();\n speechRecognitionRef.current = recognition;\n\n recognition.continuous = true;\n recognition.lang = language;\n\n recognition.onstart = () => {\n setState(prev => ({ ...prev, isListening: true, error: null, transcript: '' }));\n };\n\n recognition.onresult = (event: any) => {\n let finalTranscript = '';\n\n for (let i = event.resultIndex; i < event.results.length; i++) {\n const transcript = event.results[i][0].transcript;\n if (event.results[i].isFinal) {\n finalTranscript += transcript + ' ';\n }\n }\n\n if (!finalTranscript) return;\n // Continuous mode emits one event per finalized phrase with an advancing\n // resultIndex, so append to the session transcript instead of replacing it.\n setState(prev => ({ ...prev, transcript: prev.transcript + finalTranscript }));\n };\n\n recognition.onerror = (event: any) => {\n setState(prev => ({ ...prev, error: `Error: ${event.error}` }));\n };\n\n recognition.onend = () => setState(prev => ({ ...prev, isListening: false }));\n\n return () => {\n try {\n recognition.stop();\n } catch {\n // ignore: recognition may not be running\n }\n recognition.onstart = null;\n recognition.onresult = null;\n recognition.onerror = null;\n recognition.onend = null;\n speechRecognitionRef.current = null;\n };\n }, [language]);\n\n return {\n ...state,\n start,\n stop,\n };\n};\n\nconst useMastraSpeechToText = ({\n agent,\n language,\n}: {\n agent: Agent | null;\n language: string;\n}): SpeechRecognitionResult => {\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n const recorderRef = useRef<MediaRecorder | null>(null);\n const sessionRef = useRef(0);\n const startInFlightRef = useRef(false);\n\n useEffect(() => {\n return () => {\n sessionRef.current += 1;\n startInFlightRef.current = false;\n recorderRef.current?.stop();\n recorderRef.current = null;\n };\n }, [agent]);\n\n const handleFinish = (session: number) => (file: File) => {\n if (!agent || session !== sessionRef.current) return;\n\n recorderRef.current = null;\n setState(prev => ({ ...prev, isListening: false }));\n\n void agent.voice\n .listen(file, { language })\n .then(res => {\n if (session !== sessionRef.current) return;\n setState(prev => ({ ...prev, transcript: res.text, error: null }));\n })\n .catch(error => {\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to transcribe speech';\n setState(prev => ({ ...prev, error: message }));\n });\n };\n\n const start = () => {\n if (!agent || startInFlightRef.current || recorderRef.current) return;\n\n startInFlightRef.current = true;\n // Bump the session here (not in stop()) so a normal stop's onstop callback\n // still matches sessionRef.current. Only a new start (or unmount) should\n // invalidate a prior in-flight recording's result.\n // See: https://github.com/mastra-ai/mastra/issues/19980\n sessionRef.current += 1;\n const session = sessionRef.current;\n\n void recordMicrophoneToFile(handleFinish(session))\n .then(recorder => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) {\n try {\n recorder.stop();\n } catch {\n // ignore: recorder was never started\n }\n return;\n }\n recorderRef.current = recorder;\n setState(prev => ({ ...prev, isListening: true, error: null }));\n recorder.start();\n })\n .catch(error => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to start speech recording';\n setState(prev => ({ ...prev, isListening: false, error: message }));\n });\n };\n\n const stop = () => {\n if (recorderRef.current) {\n // An active recording — its session was fixed at start() time and hasn't\n // changed, so its own onstop/handleFinish will complete normally.\n recorderRef.current.stop();\n recorderRef.current = null;\n } else if (startInFlightRef.current) {\n // No recorder yet but a start() is still in-flight. Invalidate the\n // session so that start's resolution knows to abort (stop the recorder\n // instead of assigning/starting it) rather than silently proceeding.\n sessionRef.current += 1;\n }\n // Otherwise the hook is idle, or a finished recording's transcription is\n // still in flight — bumping the session then would silently discard the\n // transcript (the same failure class as #19980, in a narrower window).\n startInFlightRef.current = false;\n setState(prev => ({ ...prev, isListening: false }));\n };\n\n return {\n ...state,\n start,\n stop,\n };\n};\n"],"mappings":";;;AAAA,eAAsB,uBAAuB,UAAgC;CAC3E,MAAM,SAAS,MAAM,UAAU,aAAa,aAAa,EAAE,OAAO,KAAK,CAAC;CACxE,MAAM,gBAAgB,IAAI,cAAc,MAAM;CAE9C,IAAI,SAAqB,CAAC;CAE1B,cAAc,mBAAkB,MAAK;EACnC,OAAO,KAAK,EAAE,IAAI;CACpB;CAEA,cAAc,eAAe;EAC3B,MAAM,OAAO,IAAI,KAAK,QAAQ,EAAE,MAAM,aAAa,CAAC;EACpD,MAAM,OAAO,IAAI,KAAK,CAAC,IAAI,GAAG,aAAa,KAAK,IAAI,EAAE,QAAQ;GAC5D,MAAM;GACN,cAAc,KAAK,IAAI;EACzB,CAAC;EAED,OAAO,UAAU,CAAC,CAAC,SAAQ,UAAS,MAAM,KAAK,CAAC;EAChD,SAAS,IAAI;CACf;CAEA,OAAO;AACT;;ACtBA,eAAsB,uBAAuB,QAAwB,SAAsB;CACzF,MAAM,eAAe,IAAI,OAAO,aAAa;CAE7C,MAAM,SAAS,OAAO,UAAU;CAChC,MAAM,SAAS,CAAC;CAEhB,IAAI;EAEF,OAAO,MAAM;GACX,MAAM,EAAE,MAAM,UAAU,MAAM,OAAO,KAAK;GAC1C,IAAI,MAAM;GACV,OAAO,KAAK,KAAK;EACnB;EAGA,MAAM,cAAc,OAAO,QAAQ,KAAK,UAAU,MAAM,MAAM,QAAQ,CAAC;EACvE,MAAM,iBAAiB,IAAI,WAAW,WAAW;EACjD,IAAI,SAAS;EAEb,KAAK,MAAM,SAAS,QAAQ;GAC1B,eAAe,IAAI,OAAO,MAAM;GAChC,UAAU,MAAM;EAClB;EAGA,MAAM,cAAc,MAAM,aAAa,gBAAgB,eAAe,MAAM;EAC5E,MAAM,SAAS,aAAa,mBAAmB;EAC/C,OAAO,SAAS;EAChB,OAAO,UAAU,WAAW;EAC5B,OAAO,QAAQ,aAAa,WAAW;EACvC,OAAO,MAAM;EAEb,aAAa;GACX,OAAO,UAAU;GACjB,OAAO,KAAK;GACZ,aAAkB,MAAM;EAC1B;CACF,SAAS,OAAO;EACd,MAAM,OAAO,OAAO,CAAC,CAAC,YAAY,KAAA,CAAS;EAC3C,MAAM,aAAa,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;EAChD,MAAM;CACR,UAAU;EACR,OAAO,YAAY;CACrB;AACF;;ACnBA,MAAa,wBAAwB,EACnC,WAAW,SACX,SACA,qBACuD;CACvD,MAAM,SAASA,8BAAAA,gBAAgB;CAC/B,MAAM,CAAC,OAAO,aAAA,GAAYC,MAAAA,SAAAA,CAAuB,IAAI;CAErD,CAAA,GAAA,MAAA,UAAA,OAAgB;EACd,IAAI,YAAY;EAEhB,IAAI,CAAC,SAAS;GACZ,SAAS,IAAI;GACb,aAAa;IACX,YAAY;GACd;EACF;EAEA,MAAM,QAAQ,OAAO,SAAS,OAAO;EAErC,MAAM,QAAQ,YAAY;GACxB,IAAI;IACF,MAAM,WAAW,MAAM,MAAM,MAAM,YAAY,cAAc;IAC7D,IAAI,CAAC,WACH,SAAS,SAAS,SAAS,IAAI,QAAQ,IAAI;GAE/C,QAAQ;IACN,IAAI,CAAC,WACH,SAAS,IAAI;GAEjB;EACF;EAEA,MAAW;EAEX,aAAa;GACX,YAAY;EACd;CACF,GAAG;EAAC;EAAS;EAAQ;CAAc,CAAC;CAEpC,MAAM,2BAA2B,4BAA4B,EAAE,SAAS,CAAC;CACzE,MAAM,0BAA0B,sBAAsB;EAAE;EAAO;CAAS,CAAC;CAEzE,IAAI,CAAC,OACH,OAAO;CAGT,OAAO;AACT;AAEA,MAAM,+BAA+B,EAAE,WAAW,cAA8D;CAC9G,MAAM,wBAAA,GAAuBC,MAAAA,OAAAA,CAAY,IAAI;CAC7C,MAAM,CAAC,OAAO,aAAA,GAAYD,MAAAA,SAAAA,CAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CAED,MAAM,cAAc;EAClB,IAAI,CAAC,qBAAqB,SAAS;EACnC,qBAAqB,QAAQ,MAAM;CACrC;CAEA,MAAM,aAAa;EACjB,IAAI,CAAC,qBAAqB,SAAS;EACnC,qBAAqB,QAAQ,KAAK;CACpC;CAEA,CAAA,GAAA,MAAA,UAAA,OAAgB;EACd,IAAI,EAAE,6BAA6B,WAAW,EAAE,uBAAuB,SAAS;GAC9E,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO;GAAmD,EAAE;GACzF;EACF;EAGA,MAAM,cAAc,KADO,OAAe,qBAAsB,OAAe,yBACrC;EAC1C,qBAAqB,UAAU;EAE/B,YAAY,aAAa;EACzB,YAAY,OAAO;EAEnB,YAAY,gBAAgB;GAC1B,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;IAAM,YAAY;GAAG,EAAE;EAChF;EAEA,YAAY,YAAY,UAAe;GACrC,IAAI,kBAAkB;GAEtB,KAAK,IAAI,IAAI,MAAM,aAAa,IAAI,MAAM,QAAQ,QAAQ,KAAK;IAC7D,MAAM,aAAa,MAAM,QAAQ,EAAE,CAAC,EAAE,CAAC;IACvC,IAAI,MAAM,QAAQ,EAAE,CAAC,SACnB,mBAAmB,aAAa;GAEpC;GAEA,IAAI,CAAC,iBAAiB;GAGtB,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY,KAAK,aAAa;GAAgB,EAAE;EAC/E;EAEA,YAAY,WAAW,UAAe;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO,UAAU,MAAM;GAAQ,EAAE;EAChE;EAEA,YAAY,cAAc,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAE5E,aAAa;GACX,IAAI;IACF,YAAY,KAAK;GACnB,QAAQ,CAER;GACA,YAAY,UAAU;GACtB,YAAY,WAAW;GACvB,YAAY,UAAU;GACtB,YAAY,QAAQ;GACpB,qBAAqB,UAAU;EACjC;CACF,GAAG,CAAC,QAAQ,CAAC;CAEb,OAAO;EACL,GAAG;EACH;EACA;CACF;AACF;AAEA,MAAM,yBAAyB,EAC7B,OACA,eAI6B;CAC7B,MAAM,CAAC,OAAO,aAAA,GAAYA,MAAAA,SAAAA,CAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CACD,MAAM,eAAA,GAAcC,MAAAA,OAAAA,CAA6B,IAAI;CACrD,MAAM,cAAA,GAAaA,MAAAA,OAAAA,CAAO,CAAC;CAC3B,MAAM,oBAAA,GAAmBA,MAAAA,OAAAA,CAAO,KAAK;CAErC,CAAA,GAAA,MAAA,UAAA,OAAgB;EACd,aAAa;GACX,WAAW,WAAW;GACtB,iBAAiB,UAAU;GAC3B,YAAY,SAAS,KAAK;GAC1B,YAAY,UAAU;EACxB;CACF,GAAG,CAAC,KAAK,CAAC;CAEV,MAAM,gBAAgB,aAAqB,SAAe;EACxD,IAAI,CAAC,SAAS,YAAY,WAAW,SAAS;EAE9C,YAAY,UAAU;EACtB,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAElD,MAAW,MACR,OAAO,MAAM,EAAE,SAAS,CAAC,CAAC,CAC1B,MAAK,QAAO;GACX,IAAI,YAAY,WAAW,SAAS;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY,IAAI;IAAM,OAAO;GAAK,EAAE;EACnE,CAAC,CAAC,CACD,OAAM,UAAS;GACd,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO;GAAQ,EAAE;EAChD,CAAC;CACL;CAEA,MAAM,cAAc;EAClB,IAAI,CAAC,SAAS,iBAAiB,WAAW,YAAY,SAAS;EAE/D,iBAAiB,UAAU;EAK3B,WAAW,WAAW;EACtB,MAAM,UAAU,WAAW;EAE3B,uBAA4B,aAAa,OAAO,CAAC,CAAC,CAC/C,MAAK,aAAY;GAChB,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;IAClC,IAAI;KACF,SAAS,KAAK;IAChB,QAAQ,CAER;IACA;GACF;GACA,YAAY,UAAU;GACtB,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;GAAK,EAAE;GAC9D,SAAS,MAAM;EACjB,CAAC,CAAC,CACD,OAAM,UAAS;GACd,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAO,OAAO;GAAQ,EAAE;EACpE,CAAC;CACL;CAEA,MAAM,aAAa;EACjB,IAAI,YAAY,SAAS;GAGvB,YAAY,QAAQ,KAAK;GACzB,YAAY,UAAU;EACxB,OAAO,IAAI,iBAAiB,SAI1B,WAAW,WAAW;EAKxB,iBAAiB,UAAU;EAC3B,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;CACpD;CAEA,OAAO;EACL,GAAG;EACH;EACA;CACF;AACF"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"voice-ugGu7VyA.js","names":[],"sources":["../src/voice/record-mic-to-file.ts","../src/voice/play-stream-with-web-audio.ts","../src/voice/use-speech-recognition.ts"],"sourcesContent":["export async function recordMicrophoneToFile(onFinish: (file: File) => void) {\n const stream = await navigator.mediaDevices.getUserMedia({ audio: true });\n const mediaRecorder = new MediaRecorder(stream);\n\n let chunks: BlobPart[] = [];\n\n mediaRecorder.ondataavailable = e => {\n chunks.push(e.data);\n };\n\n mediaRecorder.onstop = () => {\n const blob = new Blob(chunks, { type: 'audio/webm' });\n const file = new File([blob], `recording-${Date.now()}.webm`, {\n type: 'audio/webm',\n lastModified: Date.now(),\n });\n\n stream.getTracks().forEach(track => track.stop());\n onFinish(file);\n };\n\n return mediaRecorder;\n}\n","export async function playStreamWithWebAudio(stream: ReadableStream, onEnded?: () => void) {\n const audioContext = new window.AudioContext();\n\n const reader = stream.getReader();\n const chunks = [];\n\n try {\n // Read all chunks\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n chunks.push(value);\n }\n\n // Combine chunks into single ArrayBuffer\n const totalLength = chunks.reduce((sum, chunk) => sum + chunk.length, 0);\n const combinedBuffer = new Uint8Array(totalLength);\n let offset = 0;\n\n for (const chunk of chunks) {\n combinedBuffer.set(chunk, offset);\n offset += chunk.length;\n }\n\n // Decode and play\n const audioBuffer = await audioContext.decodeAudioData(combinedBuffer.buffer);\n const source = audioContext.createBufferSource();\n source.buffer = audioBuffer;\n source.onended = onEnded ?? null;\n source.connect(audioContext.destination);\n source.start();\n\n return () => {\n source.onended = null;\n source.stop();\n void audioContext.close();\n };\n } catch (error) {\n await reader.cancel().catch(() => undefined);\n await audioContext.close().catch(() => undefined);\n throw error;\n } finally {\n reader.releaseLock();\n }\n}\n","import type { MastraClient } from '@mastra/client-js';\nimport { useEffect, useRef, useState } from 'react';\nimport { useMastraClient } from '../mastra-client-context';\nimport { recordMicrophoneToFile } from './record-mic-to-file';\n\ntype Agent = ReturnType<MastraClient['getAgent']>;\ntype VoiceRequestContext = Parameters<Agent['voice']['getSpeakers']>[0];\n\nexport interface SpeechRecognitionState {\n isListening: boolean;\n transcript: string;\n error: string | null;\n}\n\nexport interface UseSpeechRecognitionArgs {\n language?: string;\n agentId?: string;\n requestContext?: VoiceRequestContext;\n}\n\ntype SpeechRecognitionResult = SpeechRecognitionState & {\n start: () => void;\n stop: () => void;\n};\n\nexport const useSpeechRecognition = ({\n language = 'en-US',\n agentId,\n requestContext,\n}: UseSpeechRecognitionArgs): SpeechRecognitionResult => {\n const client = useMastraClient();\n const [agent, setAgent] = useState<Agent | null>(null);\n\n useEffect(() => {\n let cancelled = false;\n\n if (!agentId) {\n setAgent(null);\n return () => {\n cancelled = true;\n };\n }\n\n const agent = client.getAgent(agentId);\n\n const check = async () => {\n try {\n const speakers = await agent.voice.getSpeakers(requestContext);\n if (!cancelled) {\n setAgent(speakers.length > 0 ? agent : null);\n }\n } catch {\n if (!cancelled) {\n setAgent(null);\n }\n }\n };\n\n void check();\n\n return () => {\n cancelled = true;\n };\n }, [agentId, client, requestContext]);\n\n const browserSpeechRecognition = useBrowserSpeechRecognition({ language });\n const mastraSpeechRecognition = useMastraSpeechToText({ agent, language });\n\n if (!agent) {\n return browserSpeechRecognition;\n }\n\n return mastraSpeechRecognition;\n};\n\nconst useBrowserSpeechRecognition = ({ language = 'en-US' }: { language?: string }): SpeechRecognitionResult => {\n const speechRecognitionRef = useRef<any>(null);\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n\n const start = () => {\n if (!speechRecognitionRef.current) return;\n speechRecognitionRef.current.start();\n };\n\n const stop = () => {\n if (!speechRecognitionRef.current) return;\n speechRecognitionRef.current.stop();\n };\n\n useEffect(() => {\n if (!('webkitSpeechRecognition' in window) && !('SpeechRecognition' in window)) {\n setState(prev => ({ ...prev, error: 'Speech Recognition not supported in this browser' }));\n return;\n }\n\n const SpeechRecognition = (window as any).SpeechRecognition || (window as any).webkitSpeechRecognition;\n const recognition = new SpeechRecognition();\n speechRecognitionRef.current = recognition;\n\n recognition.continuous = true;\n recognition.lang = language;\n\n recognition.onstart = () => {\n setState(prev => ({ ...prev, isListening: true, error: null, transcript: '' }));\n };\n\n recognition.onresult = (event: any) => {\n let finalTranscript = '';\n\n for (let i = event.resultIndex; i < event.results.length; i++) {\n const transcript = event.results[i][0].transcript;\n if (event.results[i].isFinal) {\n finalTranscript += transcript + ' ';\n }\n }\n\n if (!finalTranscript) return;\n // Continuous mode emits one event per finalized phrase with an advancing\n // resultIndex, so append to the session transcript instead of replacing it.\n setState(prev => ({ ...prev, transcript: prev.transcript + finalTranscript }));\n };\n\n recognition.onerror = (event: any) => {\n setState(prev => ({ ...prev, error: `Error: ${event.error}` }));\n };\n\n recognition.onend = () => setState(prev => ({ ...prev, isListening: false }));\n\n return () => {\n try {\n recognition.stop();\n } catch {\n // ignore: recognition may not be running\n }\n recognition.onstart = null;\n recognition.onresult = null;\n recognition.onerror = null;\n recognition.onend = null;\n speechRecognitionRef.current = null;\n };\n }, [language]);\n\n return {\n ...state,\n start,\n stop,\n };\n};\n\nconst useMastraSpeechToText = ({\n agent,\n language,\n}: {\n agent: Agent | null;\n language: string;\n}): SpeechRecognitionResult => {\n const [state, setState] = useState<SpeechRecognitionState>({\n isListening: false,\n transcript: '',\n error: null,\n });\n const recorderRef = useRef<MediaRecorder | null>(null);\n const sessionRef = useRef(0);\n const startInFlightRef = useRef(false);\n\n useEffect(() => {\n return () => {\n sessionRef.current += 1;\n startInFlightRef.current = false;\n recorderRef.current?.stop();\n recorderRef.current = null;\n };\n }, [agent]);\n\n const handleFinish = (session: number) => (file: File) => {\n if (!agent || session !== sessionRef.current) return;\n\n recorderRef.current = null;\n setState(prev => ({ ...prev, isListening: false }));\n\n void agent.voice\n .listen(file, { language })\n .then(res => {\n if (session !== sessionRef.current) return;\n setState(prev => ({ ...prev, transcript: res.text, error: null }));\n })\n .catch(error => {\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to transcribe speech';\n setState(prev => ({ ...prev, error: message }));\n });\n };\n\n const start = () => {\n if (!agent || startInFlightRef.current || recorderRef.current) return;\n\n startInFlightRef.current = true;\n // Bump the session here (not in stop()) so a normal stop's onstop callback\n // still matches sessionRef.current. Only a new start (or unmount) should\n // invalidate a prior in-flight recording's result.\n // See: https://github.com/mastra-ai/mastra/issues/19980\n sessionRef.current += 1;\n const session = sessionRef.current;\n\n void recordMicrophoneToFile(handleFinish(session))\n .then(recorder => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) {\n try {\n recorder.stop();\n } catch {\n // ignore: recorder was never started\n }\n return;\n }\n recorderRef.current = recorder;\n setState(prev => ({ ...prev, isListening: true, error: null }));\n recorder.start();\n })\n .catch(error => {\n startInFlightRef.current = false;\n if (session !== sessionRef.current) return;\n const message = error instanceof Error ? error.message : 'Failed to start speech recording';\n setState(prev => ({ ...prev, isListening: false, error: message }));\n });\n };\n\n const stop = () => {\n if (recorderRef.current) {\n // An active recording — its session was fixed at start() time and hasn't\n // changed, so its own onstop/handleFinish will complete normally.\n recorderRef.current.stop();\n recorderRef.current = null;\n } else if (startInFlightRef.current) {\n // No recorder yet but a start() is still in-flight. Invalidate the\n // session so that start's resolution knows to abort (stop the recorder\n // instead of assigning/starting it) rather than silently proceeding.\n sessionRef.current += 1;\n }\n // Otherwise the hook is idle, or a finished recording's transcription is\n // still in flight — bumping the session then would silently discard the\n // transcript (the same failure class as #19980, in a narrower window).\n startInFlightRef.current = false;\n setState(prev => ({ ...prev, isListening: false }));\n };\n\n return {\n ...state,\n start,\n stop,\n };\n};\n"],"mappings":";;;AAAA,eAAsB,uBAAuB,UAAgC;CAC3E,MAAM,SAAS,MAAM,UAAU,aAAa,aAAa,EAAE,OAAO,KAAK,CAAC;CACxE,MAAM,gBAAgB,IAAI,cAAc,MAAM;CAE9C,IAAI,SAAqB,CAAC;CAE1B,cAAc,mBAAkB,MAAK;EACnC,OAAO,KAAK,EAAE,IAAI;CACpB;CAEA,cAAc,eAAe;EAC3B,MAAM,OAAO,IAAI,KAAK,QAAQ,EAAE,MAAM,aAAa,CAAC;EACpD,MAAM,OAAO,IAAI,KAAK,CAAC,IAAI,GAAG,aAAa,KAAK,IAAI,EAAE,QAAQ;GAC5D,MAAM;GACN,cAAc,KAAK,IAAI;EACzB,CAAC;EAED,OAAO,UAAU,CAAC,CAAC,SAAQ,UAAS,MAAM,KAAK,CAAC;EAChD,SAAS,IAAI;CACf;CAEA,OAAO;AACT;;ACtBA,eAAsB,uBAAuB,QAAwB,SAAsB;CACzF,MAAM,eAAe,IAAI,OAAO,aAAa;CAE7C,MAAM,SAAS,OAAO,UAAU;CAChC,MAAM,SAAS,CAAC;CAEhB,IAAI;EAEF,OAAO,MAAM;GACX,MAAM,EAAE,MAAM,UAAU,MAAM,OAAO,KAAK;GAC1C,IAAI,MAAM;GACV,OAAO,KAAK,KAAK;EACnB;EAGA,MAAM,cAAc,OAAO,QAAQ,KAAK,UAAU,MAAM,MAAM,QAAQ,CAAC;EACvE,MAAM,iBAAiB,IAAI,WAAW,WAAW;EACjD,IAAI,SAAS;EAEb,KAAK,MAAM,SAAS,QAAQ;GAC1B,eAAe,IAAI,OAAO,MAAM;GAChC,UAAU,MAAM;EAClB;EAGA,MAAM,cAAc,MAAM,aAAa,gBAAgB,eAAe,MAAM;EAC5E,MAAM,SAAS,aAAa,mBAAmB;EAC/C,OAAO,SAAS;EAChB,OAAO,UAAU,WAAW;EAC5B,OAAO,QAAQ,aAAa,WAAW;EACvC,OAAO,MAAM;EAEb,aAAa;GACX,OAAO,UAAU;GACjB,OAAO,KAAK;GACZ,aAAkB,MAAM;EAC1B;CACF,SAAS,OAAO;EACd,MAAM,OAAO,OAAO,CAAC,CAAC,YAAY,KAAA,CAAS;EAC3C,MAAM,aAAa,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;EAChD,MAAM;CACR,UAAU;EACR,OAAO,YAAY;CACrB;AACF;;ACnBA,MAAa,wBAAwB,EACnC,WAAW,SACX,SACA,qBACuD;CACvD,MAAM,SAAS,gBAAgB;CAC/B,MAAM,CAAC,OAAO,YAAY,SAAuB,IAAI;CAErD,gBAAgB;EACd,IAAI,YAAY;EAEhB,IAAI,CAAC,SAAS;GACZ,SAAS,IAAI;GACb,aAAa;IACX,YAAY;GACd;EACF;EAEA,MAAM,QAAQ,OAAO,SAAS,OAAO;EAErC,MAAM,QAAQ,YAAY;GACxB,IAAI;IACF,MAAM,WAAW,MAAM,MAAM,MAAM,YAAY,cAAc;IAC7D,IAAI,CAAC,WACH,SAAS,SAAS,SAAS,IAAI,QAAQ,IAAI;GAE/C,QAAQ;IACN,IAAI,CAAC,WACH,SAAS,IAAI;GAEjB;EACF;EAEA,MAAW;EAEX,aAAa;GACX,YAAY;EACd;CACF,GAAG;EAAC;EAAS;EAAQ;CAAc,CAAC;CAEpC,MAAM,2BAA2B,4BAA4B,EAAE,SAAS,CAAC;CACzE,MAAM,0BAA0B,sBAAsB;EAAE;EAAO;CAAS,CAAC;CAEzE,IAAI,CAAC,OACH,OAAO;CAGT,OAAO;AACT;AAEA,MAAM,+BAA+B,EAAE,WAAW,cAA8D;CAC9G,MAAM,uBAAuB,OAAY,IAAI;CAC7C,MAAM,CAAC,OAAO,YAAY,SAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CAED,MAAM,cAAc;EAClB,IAAI,CAAC,qBAAqB,SAAS;EACnC,qBAAqB,QAAQ,MAAM;CACrC;CAEA,MAAM,aAAa;EACjB,IAAI,CAAC,qBAAqB,SAAS;EACnC,qBAAqB,QAAQ,KAAK;CACpC;CAEA,gBAAgB;EACd,IAAI,EAAE,6BAA6B,WAAW,EAAE,uBAAuB,SAAS;GAC9E,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO;GAAmD,EAAE;GACzF;EACF;EAGA,MAAM,cAAc,KADO,OAAe,qBAAsB,OAAe,yBACrC;EAC1C,qBAAqB,UAAU;EAE/B,YAAY,aAAa;EACzB,YAAY,OAAO;EAEnB,YAAY,gBAAgB;GAC1B,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;IAAM,YAAY;GAAG,EAAE;EAChF;EAEA,YAAY,YAAY,UAAe;GACrC,IAAI,kBAAkB;GAEtB,KAAK,IAAI,IAAI,MAAM,aAAa,IAAI,MAAM,QAAQ,QAAQ,KAAK;IAC7D,MAAM,aAAa,MAAM,QAAQ,EAAE,CAAC,EAAE,CAAC;IACvC,IAAI,MAAM,QAAQ,EAAE,CAAC,SACnB,mBAAmB,aAAa;GAEpC;GAEA,IAAI,CAAC,iBAAiB;GAGtB,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY,KAAK,aAAa;GAAgB,EAAE;EAC/E;EAEA,YAAY,WAAW,UAAe;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO,UAAU,MAAM;GAAQ,EAAE;EAChE;EAEA,YAAY,cAAc,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAE5E,aAAa;GACX,IAAI;IACF,YAAY,KAAK;GACnB,QAAQ,CAER;GACA,YAAY,UAAU;GACtB,YAAY,WAAW;GACvB,YAAY,UAAU;GACtB,YAAY,QAAQ;GACpB,qBAAqB,UAAU;EACjC;CACF,GAAG,CAAC,QAAQ,CAAC;CAEb,OAAO;EACL,GAAG;EACH;EACA;CACF;AACF;AAEA,MAAM,yBAAyB,EAC7B,OACA,eAI6B;CAC7B,MAAM,CAAC,OAAO,YAAY,SAAiC;EACzD,aAAa;EACb,YAAY;EACZ,OAAO;CACT,CAAC;CACD,MAAM,cAAc,OAA6B,IAAI;CACrD,MAAM,aAAa,OAAO,CAAC;CAC3B,MAAM,mBAAmB,OAAO,KAAK;CAErC,gBAAgB;EACd,aAAa;GACX,WAAW,WAAW;GACtB,iBAAiB,UAAU;GAC3B,YAAY,SAAS,KAAK;GAC1B,YAAY,UAAU;EACxB;CACF,GAAG,CAAC,KAAK,CAAC;CAEV,MAAM,gBAAgB,aAAqB,SAAe;EACxD,IAAI,CAAC,SAAS,YAAY,WAAW,SAAS;EAE9C,YAAY,UAAU;EACtB,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;EAElD,MAAW,MACR,OAAO,MAAM,EAAE,SAAS,CAAC,CAAC,CAC1B,MAAK,QAAO;GACX,IAAI,YAAY,WAAW,SAAS;GACpC,UAAS,UAAS;IAAE,GAAG;IAAM,YAAY,IAAI;IAAM,OAAO;GAAK,EAAE;EACnE,CAAC,CAAC,CACD,OAAM,UAAS;GACd,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,OAAO;GAAQ,EAAE;EAChD,CAAC;CACL;CAEA,MAAM,cAAc;EAClB,IAAI,CAAC,SAAS,iBAAiB,WAAW,YAAY,SAAS;EAE/D,iBAAiB,UAAU;EAK3B,WAAW,WAAW;EACtB,MAAM,UAAU,WAAW;EAE3B,uBAA4B,aAAa,OAAO,CAAC,CAAC,CAC/C,MAAK,aAAY;GAChB,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;IAClC,IAAI;KACF,SAAS,KAAK;IAChB,QAAQ,CAER;IACA;GACF;GACA,YAAY,UAAU;GACtB,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAM,OAAO;GAAK,EAAE;GAC9D,SAAS,MAAM;EACjB,CAAC,CAAC,CACD,OAAM,UAAS;GACd,iBAAiB,UAAU;GAC3B,IAAI,YAAY,WAAW,SAAS;GACpC,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU;GACzD,UAAS,UAAS;IAAE,GAAG;IAAM,aAAa;IAAO,OAAO;GAAQ,EAAE;EACpE,CAAC;CACL;CAEA,MAAM,aAAa;EACjB,IAAI,YAAY,SAAS;GAGvB,YAAY,QAAQ,KAAK;GACzB,YAAY,UAAU;EACxB,OAAO,IAAI,iBAAiB,SAI1B,WAAW,WAAW;EAKxB,iBAAiB,UAAU;EAC3B,UAAS,UAAS;GAAE,GAAG;GAAM,aAAa;EAAM,EAAE;CACpD;CAEA,OAAO;EACL,GAAG;EACH;EACA;CACF;AACF"}
|