@handsforbots/voice 0.0.0-stage → 2.0.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.md +9 -0
- package/README.md +20 -2
- package/dist/index.d.ts +11 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +11 -0
- package/dist/index.js.map +1 -0
- package/dist/player.d.ts +33 -0
- package/dist/player.d.ts.map +1 -0
- package/dist/player.js +141 -0
- package/dist/player.js.map +1 -0
- package/dist/providers/echo.d.ts +25 -0
- package/dist/providers/echo.d.ts.map +1 -0
- package/dist/providers/echo.js +85 -0
- package/dist/providers/echo.js.map +1 -0
- package/dist/providers/end-of-turn.d.ts +22 -0
- package/dist/providers/end-of-turn.d.ts.map +1 -0
- package/dist/providers/end-of-turn.js +29 -0
- package/dist/providers/end-of-turn.js.map +1 -0
- package/dist/providers/http.d.ts +48 -0
- package/dist/providers/http.d.ts.map +1 -0
- package/dist/providers/http.js +153 -0
- package/dist/providers/http.js.map +1 -0
- package/dist/providers/media.d.ts +15 -0
- package/dist/providers/media.d.ts.map +1 -0
- package/dist/providers/media.js +122 -0
- package/dist/providers/media.js.map +1 -0
- package/dist/providers/vosk-browser.d.ts +33 -0
- package/dist/providers/vosk-browser.d.ts.map +1 -0
- package/dist/providers/vosk-browser.js +82 -0
- package/dist/providers/vosk-browser.js.map +1 -0
- package/dist/providers/websocket.d.ts +38 -0
- package/dist/providers/websocket.d.ts.map +1 -0
- package/dist/providers/websocket.js +94 -0
- package/dist/providers/websocket.js.map +1 -0
- package/dist/providers/webspeech.d.ts +40 -0
- package/dist/providers/webspeech.d.ts.map +1 -0
- package/dist/providers/webspeech.js +201 -0
- package/dist/providers/webspeech.js.map +1 -0
- package/dist/types.d.ts +263 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +20 -0
- package/dist/types.js.map +1 -0
- package/dist/voice.d.ts +283 -0
- package/dist/voice.d.ts.map +1 -0
- package/dist/voice.js +1209 -0
- package/dist/voice.js.map +1 -0
- package/package.json +42 -3
|
@@ -0,0 +1,153 @@
|
|
|
1
|
+
import { SpeechError, } from '../types.js';
|
|
2
|
+
import { closeStream, detectEndOfSpeech, openMicrophone } from './media.js';
|
|
3
|
+
const resolveHeaders = async (headers) => (typeof headers === 'function' ? await headers() : (headers ?? {}));
|
|
4
|
+
/**
|
|
5
|
+
* Records an utterance and POSTs it (multipart: `audio`, `language`) to your
|
|
6
|
+
* backend. Works with any cloud STT (Whisper, Google, Azure…) behind a proxy.
|
|
7
|
+
*/
|
|
8
|
+
export function httpSTT(options) {
|
|
9
|
+
const parse = options.parse ?? ((json) => ({ text: json.text ?? '', confidence: json.confidence }));
|
|
10
|
+
return {
|
|
11
|
+
name: options.name ?? 'http',
|
|
12
|
+
capabilities: { partials: false, continuous: true, offline: false },
|
|
13
|
+
remote: true,
|
|
14
|
+
isSupported: () => typeof navigator !== 'undefined' && !!navigator.mediaDevices?.getUserMedia && typeof MediaRecorder !== 'undefined',
|
|
15
|
+
async listen(listenOptions, handlers) {
|
|
16
|
+
const stream = await openMicrophone();
|
|
17
|
+
let discarded = false;
|
|
18
|
+
let ended = false;
|
|
19
|
+
let continuous = listenOptions.continuous;
|
|
20
|
+
let stopVad = () => { };
|
|
21
|
+
let recorder;
|
|
22
|
+
const finish = () => {
|
|
23
|
+
if (ended)
|
|
24
|
+
return;
|
|
25
|
+
ended = true;
|
|
26
|
+
stopVad();
|
|
27
|
+
closeStream(stream);
|
|
28
|
+
handlers.onEnd();
|
|
29
|
+
};
|
|
30
|
+
const record = () => {
|
|
31
|
+
const chunks = [];
|
|
32
|
+
recorder = new MediaRecorder(stream);
|
|
33
|
+
recorder.ondataavailable = (event) => event.data.size && chunks.push(event.data);
|
|
34
|
+
recorder.onstop = async () => {
|
|
35
|
+
if (!discarded && chunks.length) {
|
|
36
|
+
try {
|
|
37
|
+
const body = new FormData();
|
|
38
|
+
body.append('audio', new Blob(chunks, { type: recorder.mimeType }), 'speech');
|
|
39
|
+
body.append('language', listenOptions.language);
|
|
40
|
+
const response = await (options.fetch ?? fetch)(options.url, {
|
|
41
|
+
method: 'POST',
|
|
42
|
+
body,
|
|
43
|
+
headers: await resolveHeaders(options.headers),
|
|
44
|
+
});
|
|
45
|
+
if (!response.ok)
|
|
46
|
+
throw new SpeechError('network', `STT endpoint responded ${response.status}`);
|
|
47
|
+
const { text, confidence } = parse(await response.json());
|
|
48
|
+
if (text?.trim())
|
|
49
|
+
handlers.onFinal(text.trim(), { confidence });
|
|
50
|
+
}
|
|
51
|
+
catch (error) {
|
|
52
|
+
handlers.onError(error instanceof SpeechError ? error : new SpeechError('network', error?.message));
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
if (continuous && !discarded && !ended)
|
|
56
|
+
record();
|
|
57
|
+
else
|
|
58
|
+
finish();
|
|
59
|
+
};
|
|
60
|
+
recorder.start();
|
|
61
|
+
};
|
|
62
|
+
stopVad = detectEndOfSpeech(stream, () => recorder?.state === 'recording' && recorder.stop(), {
|
|
63
|
+
silenceMs: options.silenceMs,
|
|
64
|
+
});
|
|
65
|
+
record();
|
|
66
|
+
return {
|
|
67
|
+
stop() {
|
|
68
|
+
continuous = false;
|
|
69
|
+
if (recorder?.state === 'recording')
|
|
70
|
+
recorder.stop();
|
|
71
|
+
else
|
|
72
|
+
finish();
|
|
73
|
+
},
|
|
74
|
+
abort() {
|
|
75
|
+
discarded = true;
|
|
76
|
+
if (recorder?.state === 'recording')
|
|
77
|
+
recorder.stop();
|
|
78
|
+
finish();
|
|
79
|
+
},
|
|
80
|
+
};
|
|
81
|
+
},
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
/** Decodes an audio file into mono samples (Web Audio). */
|
|
85
|
+
export async function decodeAudio(bytes) {
|
|
86
|
+
const decoder = new OfflineAudioContext(1, 1, 48000);
|
|
87
|
+
const buffer = await decoder.decodeAudioData(bytes);
|
|
88
|
+
const samples = new Float32Array(buffer.length);
|
|
89
|
+
for (let c = 0; c < buffer.numberOfChannels; c++) {
|
|
90
|
+
const channel = buffer.getChannelData(c);
|
|
91
|
+
for (let i = 0; i < channel.length; i++)
|
|
92
|
+
samples[i] += channel[i] / buffer.numberOfChannels;
|
|
93
|
+
}
|
|
94
|
+
return { samples, sampleRate: buffer.sampleRate };
|
|
95
|
+
}
|
|
96
|
+
/** Cloud TTS through your backend; the voice plugin plays the returned audio. */
|
|
97
|
+
export function httpTTS(options) {
|
|
98
|
+
let current;
|
|
99
|
+
let finishCurrent;
|
|
100
|
+
const prosody = options.prosody === true ? { rate: true, pitch: true, volume: true } : options.prosody || undefined;
|
|
101
|
+
const request = async (text, speakOptions) => {
|
|
102
|
+
const body = options.body?.(text, speakOptions) ?? {
|
|
103
|
+
text,
|
|
104
|
+
language: speakOptions.language,
|
|
105
|
+
voice: speakOptions.voice,
|
|
106
|
+
...(prosody && speakOptions.prosody && Object.keys(speakOptions.prosody).length ? { prosody: speakOptions.prosody } : {}),
|
|
107
|
+
};
|
|
108
|
+
const response = await (options.fetch ?? fetch)(options.url, {
|
|
109
|
+
method: 'POST',
|
|
110
|
+
headers: { 'Content-Type': 'application/json', ...(await resolveHeaders(options.headers)) },
|
|
111
|
+
body: JSON.stringify(body),
|
|
112
|
+
signal: speakOptions.signal,
|
|
113
|
+
});
|
|
114
|
+
if (!response.ok)
|
|
115
|
+
throw new SpeechError('network', `TTS endpoint responded ${response.status}`);
|
|
116
|
+
return response;
|
|
117
|
+
};
|
|
118
|
+
return {
|
|
119
|
+
name: options.name ?? 'http',
|
|
120
|
+
remote: true,
|
|
121
|
+
prosody,
|
|
122
|
+
isSupported: () => typeof Audio !== 'undefined' || typeof OfflineAudioContext !== 'undefined',
|
|
123
|
+
synthesize: options.playback === 'element'
|
|
124
|
+
? undefined
|
|
125
|
+
: async (text, speakOptions) => decodeAudio(await (await request(text, speakOptions)).arrayBuffer()),
|
|
126
|
+
async speak(text, speakOptions) {
|
|
127
|
+
const response = await request(text, speakOptions);
|
|
128
|
+
const url = URL.createObjectURL(await response.blob());
|
|
129
|
+
try {
|
|
130
|
+
await new Promise((resolve) => {
|
|
131
|
+
const audio = new Audio(url);
|
|
132
|
+
current = audio;
|
|
133
|
+
finishCurrent = resolve;
|
|
134
|
+
audio.onended = () => resolve();
|
|
135
|
+
audio.onerror = () => resolve();
|
|
136
|
+
speakOptions.signal?.addEventListener('abort', () => resolve(), { once: true });
|
|
137
|
+
audio.play().catch(() => resolve());
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
finally {
|
|
141
|
+
current?.pause();
|
|
142
|
+
current = undefined;
|
|
143
|
+
finishCurrent = undefined;
|
|
144
|
+
URL.revokeObjectURL(url);
|
|
145
|
+
}
|
|
146
|
+
},
|
|
147
|
+
cancel() {
|
|
148
|
+
current?.pause();
|
|
149
|
+
finishCurrent?.();
|
|
150
|
+
},
|
|
151
|
+
};
|
|
152
|
+
}
|
|
153
|
+
//# sourceMappingURL=http.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"http.js","sourceRoot":"","sources":["../../src/providers/http.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,GAMZ,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAI3E,MAAM,cAAc,GAAG,KAAK,EAAE,OAAiB,EAAE,EAAE,CAAC,CAAC,OAAO,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAA;AAcvH;;;GAGG;AACH,MAAM,UAAU,OAAO,CAAC,OAAuB;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;IACnG,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM;QAC5B,YAAY,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE;QACnE,MAAM,EAAE,IAAI;QACZ,WAAW,EAAE,GAAG,EAAE,CAChB,OAAO,SAAS,KAAK,WAAW,IAAI,CAAC,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,IAAI,OAAO,aAAa,KAAK,WAAW;QACpH,KAAK,CAAC,MAAM,CAAC,aAAa,EAAE,QAAQ;YAClC,MAAM,MAAM,GAAG,MAAM,cAAc,EAAE,CAAA;YACrC,IAAI,SAAS,GAAG,KAAK,CAAA;YACrB,IAAI,KAAK,GAAG,KAAK,CAAA;YACjB,IAAI,UAAU,GAAG,aAAa,CAAC,UAAU,CAAA;YACzC,IAAI,OAAO,GAAG,GAAG,EAAE,GAAE,CAAC,CAAA;YACtB,IAAI,QAAmC,CAAA;YAEvC,MAAM,MAAM,GAAG,GAAG,EAAE;gBAClB,IAAI,KAAK;oBAAE,OAAM;gBACjB,KAAK,GAAG,IAAI,CAAA;gBACZ,OAAO,EAAE,CAAA;gBACT,WAAW,CAAC,MAAM,CAAC,CAAA;gBACnB,QAAQ,CAAC,KAAK,EAAE,CAAA;YAClB,CAAC,CAAA;YAED,MAAM,MAAM,GAAG,GAAG,EAAE;gBAClB,MAAM,MAAM,GAAW,EAAE,CAAA;gBACzB,QAAQ,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAA;gBACpC,QAAQ,CAAC,eAAe,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;gBAChF,QAAQ,CAAC,MAAM,GAAG,KAAK,IAAI,EAAE;oBAC3B,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;wBAChC,IAAI,CAAC;4BACH,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAA;4BAC3B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAS,CAAC,QAAQ,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAA;4BAC9E,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAA;4BAC/C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;gCAC3D,MAAM,EAAE,MAAM;gCACd,IAAI;gCACJ,OAAO,EAAE,MAAM,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC;6BAC/C,CAAC,CAAA;4BACF,IAAI,CAAC,QAAQ,CAAC,EAAE;gCAAE,MAAM,IAAI,WAAW,CAAC,SAAS,EAAE,0BAA0B,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;4BAC/F,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;4BACzD,IAAI,IAAI,EAAE,IAAI,EAAE;gCAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,CAAA;wBACjE,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,QAAQ,CAAC,OAAO,CAAC,KAAK,YAAY,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,SAAS,EAAG,KAAe,EAAE,OAAO,CAAC,CAAC,CAAA;wBAChH,CAAC;oBACH,CAAC;oBACD,IAAI,UAAU,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK;wBAAE,MAAM,EAAE,CAAA;;wBAC3C,MAAM,EAAE,CAAA;gBACf,CAAC,CAAA;gBACD,QAAQ,CAAC,KAAK,EAAE,CAAA;YAClB,CAAC,CAAA;YAED,OAAO,GAAG,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,KAAK,KAAK,WAAW,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE;gBAC5F,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC,CAAA;YACF,MAAM,EAAE,CAAA;YAER,OAAO;gBACL,IAAI;oBACF,UAAU,GAAG,KAAK,CAAA;oBAClB,IAAI,QAAQ,EAAE,KAAK,KAAK,WAAW;wBAAE,QAAQ,CAAC,IAAI,EAAE,CAAA;;wBAC/C,MAAM,EAAE,CAAA;gBACf,CAAC;gBACD,KAAK;oBACH,SAAS,GAAG,IAAI,CAAA;oBAChB,IAAI,QAAQ,EAAE,KAAK,KAAK,WAAW;wBAAE,QAAQ,CAAC,IAAI,EAAE,CAAA;oBACpD,MAAM,EAAE,CAAA;gBACV,CAAC;aACF,CAAA;QACH,CAAC;KACF,CAAA;AACH,CAAC;AAwBD,2DAA2D;AAC3D,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAkB;IAClD,MAAM,OAAO,GAAG,IAAI,mBAAmB,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAA;IACpD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;IACnD,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,OAAO,CAAC,CAAC,CAAE,IAAI,OAAO,CAAC,CAAC,CAAE,GAAG,MAAM,CAAC,gBAAgB,CAAA;IAC/F,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAA;AACnD,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,OAAO,CAAC,OAAuB;IAC7C,IAAI,OAAqC,CAAA;IACzC,IAAI,aAAuC,CAAA;IAC3C,MAAM,OAAO,GACX,OAAO,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,SAAS,CAAA;IAErG,MAAM,OAAO,GAAG,KAAK,EAAE,IAAY,EAAE,YAA0B,EAAE,EAAE;QACjE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI;YACjD,IAAI;YACJ,QAAQ,EAAE,YAAY,CAAC,QAAQ;YAC/B,KAAK,EAAE,YAAY,CAAC,KAAK;YACzB,GAAG,CAAC,OAAO,IAAI,YAAY,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1H,CAAA;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YAC3D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,GAAG,CAAC,MAAM,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE;YAC3F,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1B,MAAM,EAAE,YAAY,CAAC,MAAM;SAC5B,CAAC,CAAA;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,WAAW,CAAC,SAAS,EAAE,0BAA0B,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;QAC/F,OAAO,QAAQ,CAAA;IACjB,CAAC,CAAA;IAED,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM;QAC5B,MAAM,EAAE,IAAI;QACZ,OAAO;QACP,WAAW,EAAE,GAAG,EAAE,CAAC,OAAO,KAAK,KAAK,WAAW,IAAI,OAAO,mBAAmB,KAAK,WAAW;QAC7F,UAAU,EACR,OAAO,CAAC,QAAQ,KAAK,SAAS;YAC5B,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACxG,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY;YAC5B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA;YAClD,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;YACtD,IAAI,CAAC;gBACH,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;oBAClC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,CAAA;oBAC5B,OAAO,GAAG,KAAK,CAAA;oBACf,aAAa,GAAG,OAAO,CAAA;oBACvB,KAAK,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,EAAE,CAAA;oBAC/B,KAAK,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,EAAE,CAAA;oBAC/B,YAAY,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;oBAC/E,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;gBACrC,CAAC,CAAC,CAAA;YACJ,CAAC;oBAAS,CAAC;gBACT,OAAO,EAAE,KAAK,EAAE,CAAA;gBAChB,OAAO,GAAG,SAAS,CAAA;gBACnB,aAAa,GAAG,SAAS,CAAA;gBACzB,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;YAC1B,CAAC;QACH,CAAC;QACD,MAAM;YACJ,OAAO,EAAE,KAAK,EAAE,CAAA;YAChB,aAAa,EAAE,EAAE,CAAA;QACnB,CAAC;KACF,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
export declare function openMicrophone(): Promise<MediaStream>;
|
|
2
|
+
export declare function closeStream(stream: MediaStream): void;
|
|
3
|
+
/** Streams microphone audio as 16-bit PCM chunks (~100 ms) at `sampleRate`. */
|
|
4
|
+
export declare function capturePcm16(stream: MediaStream, sampleRate: number, onChunk: (chunk: ArrayBuffer) => void): Promise<() => Promise<void>>;
|
|
5
|
+
/**
|
|
6
|
+
* Minimal energy-based voice activity detection: calls `onSilence` after the
|
|
7
|
+
* user spoke and then stayed quiet for `silenceMs`.
|
|
8
|
+
*/
|
|
9
|
+
export declare function detectEndOfSpeech(stream: MediaStream, onSilence: () => void, { silenceMs, threshold }?: {
|
|
10
|
+
silenceMs?: number | undefined;
|
|
11
|
+
threshold?: number | undefined;
|
|
12
|
+
}): () => void;
|
|
13
|
+
/** Streams microphone audio as Float32 frames at the AudioContext rate (for in-browser recognizers). */
|
|
14
|
+
export declare function captureFloat(stream: MediaStream, onFrame: (frame: Float32Array, sampleRate: number) => void): Promise<() => Promise<void>>;
|
|
15
|
+
//# sourceMappingURL=media.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"media.d.ts","sourceRoot":"","sources":["../../src/providers/media.ts"],"names":[],"mappings":"AAEA,wBAAsB,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC,CAc3D;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,WAAW,QAE9C;AAaD,+EAA+E;AAC/E,wBAAsB,YAAY,CAChC,MAAM,EAAE,WAAW,EACnB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,GACpC,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,CAqC9B;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,WAAW,EACnB,SAAS,EAAE,MAAM,IAAI,EACrB,EAAE,SAAgB,EAAE,SAAiB,EAAE;;;CAAK,GAC3C,MAAM,IAAI,CA0BZ;AAED,wGAAwG;AACxG,wBAAsB,YAAY,CAChC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,KAAK,IAAI,GACzD,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,CAe9B"}
|
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
import { SpeechError } from '../types.js';
|
|
2
|
+
export async function openMicrophone() {
|
|
3
|
+
if (typeof navigator === 'undefined' || !navigator.mediaDevices?.getUserMedia) {
|
|
4
|
+
throw new SpeechError('not-supported', 'Microphone capture is not available');
|
|
5
|
+
}
|
|
6
|
+
try {
|
|
7
|
+
return await navigator.mediaDevices.getUserMedia({
|
|
8
|
+
audio: { echoCancellation: true, noiseSuppression: true, autoGainControl: true, channelCount: 1 },
|
|
9
|
+
video: false,
|
|
10
|
+
});
|
|
11
|
+
}
|
|
12
|
+
catch (error) {
|
|
13
|
+
const name = error?.name;
|
|
14
|
+
if (name === 'NotAllowedError' || name === 'SecurityError')
|
|
15
|
+
throw new SpeechError('not-allowed', 'Microphone permission denied');
|
|
16
|
+
throw new SpeechError('audio-capture', error?.message);
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
export function closeStream(stream) {
|
|
20
|
+
for (const track of stream.getTracks())
|
|
21
|
+
track.stop();
|
|
22
|
+
}
|
|
23
|
+
const WORKLET = `
|
|
24
|
+
class H4BPcm extends AudioWorkletProcessor {
|
|
25
|
+
process(inputs) {
|
|
26
|
+
const channel = inputs[0] && inputs[0][0]
|
|
27
|
+
if (channel) this.port.postMessage(channel.slice(0))
|
|
28
|
+
return true
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
registerProcessor('h4b-pcm', H4BPcm)
|
|
32
|
+
`;
|
|
33
|
+
/** Streams microphone audio as 16-bit PCM chunks (~100 ms) at `sampleRate`. */
|
|
34
|
+
export async function capturePcm16(stream, sampleRate, onChunk) {
|
|
35
|
+
const context = new AudioContext();
|
|
36
|
+
const url = URL.createObjectURL(new Blob([WORKLET], { type: 'application/javascript' }));
|
|
37
|
+
await context.audioWorklet.addModule(url);
|
|
38
|
+
URL.revokeObjectURL(url);
|
|
39
|
+
const source = context.createMediaStreamSource(stream);
|
|
40
|
+
const node = new AudioWorkletNode(context, 'h4b-pcm');
|
|
41
|
+
const ratio = context.sampleRate / sampleRate;
|
|
42
|
+
const batch = Math.round(sampleRate / 10);
|
|
43
|
+
let pending = [];
|
|
44
|
+
let carry = 0;
|
|
45
|
+
node.port.onmessage = (event) => {
|
|
46
|
+
const input = event.data;
|
|
47
|
+
// Average-based decimation to the target rate.
|
|
48
|
+
for (let position = carry; position < input.length; position += ratio) {
|
|
49
|
+
const start = Math.floor(position);
|
|
50
|
+
const end = Math.min(input.length, Math.floor(position + ratio));
|
|
51
|
+
let sum = 0;
|
|
52
|
+
for (let i = start; i < end; i++)
|
|
53
|
+
sum += input[i];
|
|
54
|
+
pending.push(sum / Math.max(1, end - start));
|
|
55
|
+
carry = position + ratio - input.length;
|
|
56
|
+
}
|
|
57
|
+
if (pending.length >= batch) {
|
|
58
|
+
const pcm = new Int16Array(pending.length);
|
|
59
|
+
pending.forEach((s, i) => (pcm[i] = Math.max(-1, Math.min(1, s)) * 0x7fff));
|
|
60
|
+
pending = [];
|
|
61
|
+
onChunk(pcm.buffer);
|
|
62
|
+
}
|
|
63
|
+
};
|
|
64
|
+
source.connect(node);
|
|
65
|
+
return async () => {
|
|
66
|
+
node.port.onmessage = null;
|
|
67
|
+
source.disconnect();
|
|
68
|
+
node.disconnect();
|
|
69
|
+
await context.close();
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
/**
|
|
73
|
+
* Minimal energy-based voice activity detection: calls `onSilence` after the
|
|
74
|
+
* user spoke and then stayed quiet for `silenceMs`.
|
|
75
|
+
*/
|
|
76
|
+
export function detectEndOfSpeech(stream, onSilence, { silenceMs = 1200, threshold = 0.015 } = {}) {
|
|
77
|
+
const context = new AudioContext();
|
|
78
|
+
const analyser = context.createAnalyser();
|
|
79
|
+
analyser.fftSize = 1024;
|
|
80
|
+
context.createMediaStreamSource(stream).connect(analyser);
|
|
81
|
+
const data = new Float32Array(analyser.fftSize);
|
|
82
|
+
let spoke = false;
|
|
83
|
+
let quietSince = 0;
|
|
84
|
+
const timer = setInterval(() => {
|
|
85
|
+
analyser.getFloatTimeDomainData(data);
|
|
86
|
+
let sum = 0;
|
|
87
|
+
for (const v of data)
|
|
88
|
+
sum += v * v;
|
|
89
|
+
const rms = Math.sqrt(sum / data.length);
|
|
90
|
+
const now = Date.now();
|
|
91
|
+
if (rms > threshold) {
|
|
92
|
+
spoke = true;
|
|
93
|
+
quietSince = now;
|
|
94
|
+
}
|
|
95
|
+
else if (spoke && now - quietSince > silenceMs) {
|
|
96
|
+
spoke = false;
|
|
97
|
+
onSilence();
|
|
98
|
+
}
|
|
99
|
+
}, 50);
|
|
100
|
+
return () => {
|
|
101
|
+
clearInterval(timer);
|
|
102
|
+
void context.close();
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
/** Streams microphone audio as Float32 frames at the AudioContext rate (for in-browser recognizers). */
|
|
106
|
+
export async function captureFloat(stream, onFrame) {
|
|
107
|
+
const context = new AudioContext();
|
|
108
|
+
const url = URL.createObjectURL(new Blob([WORKLET], { type: 'application/javascript' }));
|
|
109
|
+
await context.audioWorklet.addModule(url);
|
|
110
|
+
URL.revokeObjectURL(url);
|
|
111
|
+
const source = context.createMediaStreamSource(stream);
|
|
112
|
+
const node = new AudioWorkletNode(context, 'h4b-pcm');
|
|
113
|
+
node.port.onmessage = (event) => onFrame(event.data, context.sampleRate);
|
|
114
|
+
source.connect(node);
|
|
115
|
+
return async () => {
|
|
116
|
+
node.port.onmessage = null;
|
|
117
|
+
source.disconnect();
|
|
118
|
+
node.disconnect();
|
|
119
|
+
await context.close();
|
|
120
|
+
};
|
|
121
|
+
}
|
|
122
|
+
//# sourceMappingURL=media.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"media.js","sourceRoot":"","sources":["../../src/providers/media.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAEzC,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,IAAI,OAAO,SAAS,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC;QAC9E,MAAM,IAAI,WAAW,CAAC,eAAe,EAAE,qCAAqC,CAAC,CAAA;IAC/E,CAAC;IACD,IAAI,CAAC;QACH,OAAO,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;YAC/C,KAAK,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE;YACjG,KAAK,EAAE,KAAK;SACb,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,GAAI,KAAsB,EAAE,IAAI,CAAA;QAC1C,IAAI,IAAI,KAAK,iBAAiB,IAAI,IAAI,KAAK,eAAe;YAAE,MAAM,IAAI,WAAW,CAAC,aAAa,EAAE,8BAA8B,CAAC,CAAA;QAChI,MAAM,IAAI,WAAW,CAAC,eAAe,EAAG,KAAe,EAAE,OAAO,CAAC,CAAA;IACnE,CAAC;AACH,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAmB;IAC7C,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE;QAAE,KAAK,CAAC,IAAI,EAAE,CAAA;AACtD,CAAC;AAED,MAAM,OAAO,GAAG;;;;;;;;;CASf,CAAA;AAED,+EAA+E;AAC/E,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAmB,EACnB,UAAkB,EAClB,OAAqC;IAErC,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAA;IAClC,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC,CAAA;IACxF,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;IACzC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;IACxB,MAAM,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAA;IACtD,MAAM,IAAI,GAAG,IAAI,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IACrD,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,GAAG,UAAU,CAAA;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,EAAE,CAAC,CAAA;IACzC,IAAI,OAAO,GAAa,EAAE,CAAA;IAC1B,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,KAAiC,EAAE,EAAE;QAC1D,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAA;QACxB,+CAA+C;QAC/C,KAAK,IAAI,QAAQ,GAAG,KAAK,EAAE,QAAQ,GAAG,KAAK,CAAC,MAAM,EAAE,QAAQ,IAAI,KAAK,EAAE,CAAC;YACtE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;YAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAA;YAChE,IAAI,GAAG,GAAG,CAAC,CAAA;YACX,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;gBAAE,GAAG,IAAI,KAAK,CAAC,CAAC,CAAE,CAAA;YAClD,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,KAAK,CAAC,CAAC,CAAA;YAC5C,KAAK,GAAG,QAAQ,GAAG,KAAK,GAAG,KAAK,CAAC,MAAM,CAAA;QACzC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;YAC1C,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAA;YAC3E,OAAO,GAAG,EAAE,CAAA;YACZ,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QACrB,CAAC;IACH,CAAC,CAAA;IACD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IACpB,OAAO,KAAK,IAAI,EAAE;QAChB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QAC1B,MAAM,CAAC,UAAU,EAAE,CAAA;QACnB,IAAI,CAAC,UAAU,EAAE,CAAA;QACjB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAA;IACvB,CAAC,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAC/B,MAAmB,EACnB,SAAqB,EACrB,EAAE,SAAS,GAAG,IAAI,EAAE,SAAS,GAAG,KAAK,EAAE,GAAG,EAAE;IAE5C,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAA;IAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,cAAc,EAAE,CAAA;IACzC,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAA;IACvB,OAAO,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IACzD,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC/C,IAAI,KAAK,GAAG,KAAK,CAAA;IACjB,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7B,QAAQ,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAA;QACrC,IAAI,GAAG,GAAG,CAAC,CAAA;QACX,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAA;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,IAAI,GAAG,GAAG,SAAS,EAAE,CAAC;YACpB,KAAK,GAAG,IAAI,CAAA;YACZ,UAAU,GAAG,GAAG,CAAA;QAClB,CAAC;aAAM,IAAI,KAAK,IAAI,GAAG,GAAG,UAAU,GAAG,SAAS,EAAE,CAAC;YACjD,KAAK,GAAG,KAAK,CAAA;YACb,SAAS,EAAE,CAAA;QACb,CAAC;IACH,CAAC,EAAE,EAAE,CAAC,CAAA;IACN,OAAO,GAAG,EAAE;QACV,aAAa,CAAC,KAAK,CAAC,CAAA;QACpB,KAAK,OAAO,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC,CAAA;AACH,CAAC;AAED,wGAAwG;AACxG,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAmB,EACnB,OAA0D;IAE1D,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAA;IAClC,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC,CAAA;IACxF,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;IACzC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;IACxB,MAAM,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAA;IACtD,MAAM,IAAI,GAAG,IAAI,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IACrD,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,KAAiC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC,CAAA;IACpG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IACpB,OAAO,KAAK,IAAI,EAAE;QAChB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QAC1B,MAAM,CAAC,UAAU,EAAE,CAAA;QACnB,IAAI,CAAC,UAAU,EAAE,CAAA;QACjB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAA;IACvB,CAAC,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { type SpeechToText } from '../types.js';
|
|
2
|
+
/** The parts of the `vosk-browser` module this provider uses. */
|
|
3
|
+
export type VoskBrowserModule = {
|
|
4
|
+
createModel(modelUrl: string, logLevel?: number): Promise<VoskModel>;
|
|
5
|
+
};
|
|
6
|
+
type VoskRecognizer = {
|
|
7
|
+
on(event: 'result' | 'partialresult' | 'error', listener: (message: any) => void): void;
|
|
8
|
+
acceptWaveformFloat(buffer: Float32Array, sampleRate: number): void;
|
|
9
|
+
retrieveFinalResult(): void;
|
|
10
|
+
remove(): void;
|
|
11
|
+
};
|
|
12
|
+
type VoskModel = {
|
|
13
|
+
KaldiRecognizer: new (sampleRate: number, grammar?: string) => VoskRecognizer;
|
|
14
|
+
terminate(): void;
|
|
15
|
+
};
|
|
16
|
+
export type VoskBrowserOptions = {
|
|
17
|
+
/** URL of a Vosk model archive (e.g. vosk-model-small-pt-0.3.tar.gz) served by your site or a CDN. */
|
|
18
|
+
modelUrl: string;
|
|
19
|
+
/** Loads the optional dependency: `() => import('vosk-browser')`. */
|
|
20
|
+
load: () => Promise<VoskBrowserModule>;
|
|
21
|
+
/** Restrict recognition to a word list (JSON array as a string), e.g. for commands. */
|
|
22
|
+
grammar?: string;
|
|
23
|
+
};
|
|
24
|
+
/**
|
|
25
|
+
* Offline speech recognition in the browser (WebAssembly). The model is
|
|
26
|
+
* downloaded once (tens of MB) and kept in memory; after that no audio leaves
|
|
27
|
+
* the device.
|
|
28
|
+
*/
|
|
29
|
+
export declare function voskBrowserSTT(options: VoskBrowserOptions): SpeechToText & {
|
|
30
|
+
preload(): Promise<void>;
|
|
31
|
+
};
|
|
32
|
+
export {};
|
|
33
|
+
//# sourceMappingURL=vosk-browser.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vosk-browser.d.ts","sourceRoot":"","sources":["../../src/providers/vosk-browser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,KAAK,YAAY,EAAE,MAAM,aAAa,CAAA;AAG5D,iEAAiE;AACjE,MAAM,MAAM,iBAAiB,GAAG;IAC9B,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAA;CACrE,CAAA;AACD,KAAK,cAAc,GAAG;IACpB,EAAE,CAAC,KAAK,EAAE,QAAQ,GAAG,eAAe,GAAG,OAAO,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI,CAAA;IACvF,mBAAmB,CAAC,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;IACnE,mBAAmB,IAAI,IAAI,CAAA;IAC3B,MAAM,IAAI,IAAI,CAAA;CACf,CAAA;AACD,KAAK,SAAS,GAAG;IACf,eAAe,EAAE,KAAK,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,cAAc,CAAA;IAC7E,SAAS,IAAI,IAAI,CAAA;CAClB,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,sGAAsG;IACtG,QAAQ,EAAE,MAAM,CAAA;IAChB,qEAAqE;IACrE,IAAI,EAAE,MAAM,OAAO,CAAC,iBAAiB,CAAC,CAAA;IACtC,uFAAuF;IACvF,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB,CAAA;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,kBAAkB,GAAG,YAAY,GAAG;IAAE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CAAE,CA0EvG"}
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
import { SpeechError } from '../types.js';
|
|
2
|
+
import { captureFloat, closeStream, openMicrophone } from './media.js';
|
|
3
|
+
/**
|
|
4
|
+
* Offline speech recognition in the browser (WebAssembly). The model is
|
|
5
|
+
* downloaded once (tens of MB) and kept in memory; after that no audio leaves
|
|
6
|
+
* the device.
|
|
7
|
+
*/
|
|
8
|
+
export function voskBrowserSTT(options) {
|
|
9
|
+
let model;
|
|
10
|
+
const loadModel = () => {
|
|
11
|
+
model ??= options
|
|
12
|
+
.load()
|
|
13
|
+
.then((mod) => mod.createModel(options.modelUrl))
|
|
14
|
+
.catch((error) => {
|
|
15
|
+
model = undefined;
|
|
16
|
+
throw new SpeechError('network', `Could not load the Vosk model: ${error?.message ?? error}`);
|
|
17
|
+
});
|
|
18
|
+
return model;
|
|
19
|
+
};
|
|
20
|
+
return {
|
|
21
|
+
name: 'vosk-browser',
|
|
22
|
+
capabilities: { partials: true, continuous: true, offline: true, audio: true },
|
|
23
|
+
remote: false,
|
|
24
|
+
isSupported: () => typeof WebAssembly === 'object' && typeof AudioWorkletNode !== 'undefined' && !!navigator.mediaDevices?.getUserMedia,
|
|
25
|
+
preload: async () => void (await loadModel()),
|
|
26
|
+
async listen(listenOptions, handlers) {
|
|
27
|
+
const loaded = await loadModel();
|
|
28
|
+
const stream = await openMicrophone();
|
|
29
|
+
let recognizer;
|
|
30
|
+
let stopCapture;
|
|
31
|
+
let ended = false;
|
|
32
|
+
let discarded = false;
|
|
33
|
+
const finish = async () => {
|
|
34
|
+
if (ended)
|
|
35
|
+
return;
|
|
36
|
+
ended = true;
|
|
37
|
+
await stopCapture?.();
|
|
38
|
+
closeStream(stream);
|
|
39
|
+
recognizer?.remove();
|
|
40
|
+
handlers.onEnd();
|
|
41
|
+
};
|
|
42
|
+
stopCapture = await captureFloat(stream, (frame, sampleRate) => {
|
|
43
|
+
if (!recognizer) {
|
|
44
|
+
recognizer = options.grammar ? new loaded.KaldiRecognizer(sampleRate, options.grammar) : new loaded.KaldiRecognizer(sampleRate);
|
|
45
|
+
recognizer.on('partialresult', (message) => {
|
|
46
|
+
const partial = message?.result?.partial;
|
|
47
|
+
if (partial && !discarded)
|
|
48
|
+
handlers.onPartial?.(partial);
|
|
49
|
+
});
|
|
50
|
+
recognizer.on('result', (message) => {
|
|
51
|
+
const text = String(message?.result?.text ?? '').trim();
|
|
52
|
+
if (!text || discarded)
|
|
53
|
+
return;
|
|
54
|
+
const words = message.result.result;
|
|
55
|
+
const confidence = words?.length ? words.reduce((sum, w) => sum + w.conf, 0) / words.length : undefined;
|
|
56
|
+
handlers.onFinal(text, { confidence });
|
|
57
|
+
if (!listenOptions.continuous)
|
|
58
|
+
void finish();
|
|
59
|
+
});
|
|
60
|
+
recognizer.on('error', (message) => handlers.onError(new SpeechError('unknown', String(message?.error ?? 'Vosk error'))));
|
|
61
|
+
}
|
|
62
|
+
handlers.onAudio?.(frame, sampleRate);
|
|
63
|
+
recognizer.acceptWaveformFloat(frame, sampleRate);
|
|
64
|
+
});
|
|
65
|
+
return {
|
|
66
|
+
stop() {
|
|
67
|
+
// Flush the last utterance, then end shortly after.
|
|
68
|
+
void stopCapture?.().then(() => {
|
|
69
|
+
stopCapture = undefined;
|
|
70
|
+
recognizer?.retrieveFinalResult();
|
|
71
|
+
setTimeout(() => void finish(), 800);
|
|
72
|
+
});
|
|
73
|
+
},
|
|
74
|
+
abort() {
|
|
75
|
+
discarded = true;
|
|
76
|
+
void finish();
|
|
77
|
+
},
|
|
78
|
+
};
|
|
79
|
+
},
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
//# sourceMappingURL=vosk-browser.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vosk-browser.js","sourceRoot":"","sources":["../../src/providers/vosk-browser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAqB,MAAM,aAAa,CAAA;AAC5D,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AA0BtE;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,OAA2B;IACxD,IAAI,KAAqC,CAAA;IACzC,MAAM,SAAS,GAAG,GAAG,EAAE;QACrB,KAAK,KAAK,OAAO;aACd,IAAI,EAAE;aACN,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;aAChD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,KAAK,GAAG,SAAS,CAAA;YACjB,MAAM,IAAI,WAAW,CAAC,SAAS,EAAE,kCAAmC,KAAe,EAAE,OAAO,IAAI,KAAK,EAAE,CAAC,CAAA;QAC1G,CAAC,CAAC,CAAA;QACJ,OAAO,KAAK,CAAA;IACd,CAAC,CAAA;IAED,OAAO;QACL,IAAI,EAAE,cAAc;QACpB,YAAY,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE;QAC9E,MAAM,EAAE,KAAK;QACb,WAAW,EAAE,GAAG,EAAE,CAChB,OAAO,WAAW,KAAK,QAAQ,IAAI,OAAO,gBAAgB,KAAK,WAAW,IAAI,CAAC,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY;QACtH,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC,MAAM,SAAS,EAAE,CAAC;QAC7C,KAAK,CAAC,MAAM,CAAC,aAAa,EAAE,QAAQ;YAClC,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAA;YAChC,MAAM,MAAM,GAAG,MAAM,cAAc,EAAE,CAAA;YACrC,IAAI,UAAsC,CAAA;YAC1C,IAAI,WAA8C,CAAA;YAClD,IAAI,KAAK,GAAG,KAAK,CAAA;YACjB,IAAI,SAAS,GAAG,KAAK,CAAA;YAErB,MAAM,MAAM,GAAG,KAAK,IAAI,EAAE;gBACxB,IAAI,KAAK;oBAAE,OAAM;gBACjB,KAAK,GAAG,IAAI,CAAA;gBACZ,MAAM,WAAW,EAAE,EAAE,CAAA;gBACrB,WAAW,CAAC,MAAM,CAAC,CAAA;gBACnB,UAAU,EAAE,MAAM,EAAE,CAAA;gBACpB,QAAQ,CAAC,KAAK,EAAE,CAAA;YAClB,CAAC,CAAA;YAED,WAAW,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;gBAC7D,IAAI,CAAC,UAAU,EAAE,CAAC;oBAChB,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,eAAe,CAAC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,eAAe,CAAC,UAAU,CAAC,CAAA;oBAC/H,UAAU,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC,OAAO,EAAE,EAAE;wBACzC,MAAM,OAAO,GAAG,OAAO,EAAE,MAAM,EAAE,OAAO,CAAA;wBACxC,IAAI,OAAO,IAAI,CAAC,SAAS;4BAAE,QAAQ,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAA;oBAC1D,CAAC,CAAC,CAAA;oBACF,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,EAAE;wBAClC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;wBACvD,IAAI,CAAC,IAAI,IAAI,SAAS;4BAAE,OAAM;wBAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,MAAwC,CAAA;wBACrE,MAAM,UAAU,GAAG,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;wBACvG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,UAAU,EAAE,CAAC,CAAA;wBACtC,IAAI,CAAC,aAAa,CAAC,UAAU;4BAAE,KAAK,MAAM,EAAE,CAAA;oBAC9C,CAAC,CAAC,CAAA;oBACF,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,WAAW,CAAC,SAAS,EAAE,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC3H,CAAC;gBACD,QAAQ,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;gBACrC,UAAU,CAAC,mBAAmB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;YACnD,CAAC,CAAC,CAAA;YAEF,OAAO;gBACL,IAAI;oBACF,oDAAoD;oBACpD,KAAK,WAAW,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;wBAC7B,WAAW,GAAG,SAAS,CAAA;wBACvB,UAAU,EAAE,mBAAmB,EAAE,CAAA;wBACjC,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,MAAM,EAAE,EAAE,GAAG,CAAC,CAAA;oBACtC,CAAC,CAAC,CAAA;gBACJ,CAAC;gBACD,KAAK;oBACH,SAAS,GAAG,IAAI,CAAA;oBAChB,KAAK,MAAM,EAAE,CAAA;gBACf,CAAC;aACF,CAAA;QACH,CAAC;KACF,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { type SpeechToText } from '../types.js';
|
|
2
|
+
export type StreamingResult = {
|
|
3
|
+
partial?: string;
|
|
4
|
+
final?: string;
|
|
5
|
+
confidence?: number;
|
|
6
|
+
/** With `endOfTurn: true` in the options: whether this final ends the user's turn. */
|
|
7
|
+
endOfTurn?: boolean;
|
|
8
|
+
} | null | undefined;
|
|
9
|
+
export type WebSocketSTTOptions = {
|
|
10
|
+
name?: string;
|
|
11
|
+
/** WebSocket URL, or a function (e.g. fetch a short-lived token from your backend first). */
|
|
12
|
+
url: string | ((language: string) => string | Promise<string>);
|
|
13
|
+
/** PCM16 sample rate sent to the server. Default 16000. */
|
|
14
|
+
sampleRate?: number;
|
|
15
|
+
/** Called when the socket opens (send config, auth…). */
|
|
16
|
+
onOpen?(socket: WebSocket, options: {
|
|
17
|
+
language: string;
|
|
18
|
+
sampleRate: number;
|
|
19
|
+
}): void;
|
|
20
|
+
/** Maps a server message to partial/final text. */
|
|
21
|
+
parse(data: string | ArrayBuffer): StreamingResult;
|
|
22
|
+
/** Tells the server the audio ended (e.g. send EOF). */
|
|
23
|
+
finish?(socket: WebSocket): void;
|
|
24
|
+
/**
|
|
25
|
+
* The service detects the end of the turn itself (AssemblyAI, Soniox…):
|
|
26
|
+
* `parse` marks finals with `endOfTurn`, and the voice plugin waits for it
|
|
27
|
+
* instead of a silence timer or an end-of-turn model.
|
|
28
|
+
*/
|
|
29
|
+
endOfTurn?: boolean;
|
|
30
|
+
};
|
|
31
|
+
/** Streams PCM16 microphone audio over a WebSocket. Base for streaming cloud and self-hosted STT. */
|
|
32
|
+
export declare function websocketSTT(options: WebSocketSTTOptions): SpeechToText;
|
|
33
|
+
/** Self-hosted Vosk server (https://github.com/alphacep/vosk-server), as used by v1. */
|
|
34
|
+
export declare function voskSTT(options: {
|
|
35
|
+
url: string;
|
|
36
|
+
sampleRate?: number;
|
|
37
|
+
}): SpeechToText;
|
|
38
|
+
//# sourceMappingURL=websocket.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"websocket.d.ts","sourceRoot":"","sources":["../../src/providers/websocket.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,KAAK,YAAY,EAAE,MAAM,aAAa,CAAA;AAG5D,MAAM,MAAM,eAAe,GACvB;IACE,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,sFAAsF;IACtF,SAAS,CAAC,EAAE,OAAO,CAAA;CACpB,GACD,IAAI,GACJ,SAAS,CAAA;AAEb,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,6FAA6F;IAC7F,GAAG,EAAE,MAAM,GAAG,CAAC,CAAC,QAAQ,EAAE,MAAM,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;IAC9D,2DAA2D;IAC3D,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,yDAAyD;IACzD,MAAM,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAA;IACnF,mDAAmD;IACnD,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,eAAe,CAAA;IAClD,wDAAwD;IACxD,MAAM,CAAC,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAAA;IAChC;;;;OAIG;IACH,SAAS,CAAC,EAAE,OAAO,CAAA;CACpB,CAAA;AAED,qGAAqG;AACrG,wBAAgB,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,YAAY,CAmEvE;AAED,wFAAwF;AACxF,wBAAgB,OAAO,CAAC,OAAO,EAAE;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,YAAY,CAcnF"}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
import { SpeechError } from '../types.js';
|
|
2
|
+
import { capturePcm16, closeStream, openMicrophone } from './media.js';
|
|
3
|
+
/** Streams PCM16 microphone audio over a WebSocket. Base for streaming cloud and self-hosted STT. */
|
|
4
|
+
export function websocketSTT(options) {
|
|
5
|
+
const sampleRate = options.sampleRate ?? 16000;
|
|
6
|
+
return {
|
|
7
|
+
name: options.name ?? 'websocket',
|
|
8
|
+
capabilities: { partials: true, continuous: true, offline: false, audio: true, endOfTurn: !!options.endOfTurn },
|
|
9
|
+
remote: true,
|
|
10
|
+
isSupported: () => typeof WebSocket !== 'undefined' && typeof AudioWorkletNode !== 'undefined' && !!navigator.mediaDevices?.getUserMedia,
|
|
11
|
+
async listen(listenOptions, handlers) {
|
|
12
|
+
const url = typeof options.url === 'function' ? await options.url(listenOptions.language) : options.url;
|
|
13
|
+
const stream = await openMicrophone();
|
|
14
|
+
const socket = new WebSocket(url);
|
|
15
|
+
socket.binaryType = 'arraybuffer';
|
|
16
|
+
let stopCapture;
|
|
17
|
+
let ended = false;
|
|
18
|
+
let discarded = false;
|
|
19
|
+
const finish = async () => {
|
|
20
|
+
if (ended)
|
|
21
|
+
return;
|
|
22
|
+
ended = true;
|
|
23
|
+
await stopCapture?.();
|
|
24
|
+
closeStream(stream);
|
|
25
|
+
if (socket.readyState <= WebSocket.OPEN)
|
|
26
|
+
socket.close();
|
|
27
|
+
handlers.onEnd();
|
|
28
|
+
};
|
|
29
|
+
socket.onopen = async () => {
|
|
30
|
+
options.onOpen?.(socket, { language: listenOptions.language, sampleRate });
|
|
31
|
+
try {
|
|
32
|
+
stopCapture = await capturePcm16(stream, sampleRate, (chunk) => {
|
|
33
|
+
if (socket.readyState === WebSocket.OPEN)
|
|
34
|
+
socket.send(chunk);
|
|
35
|
+
if (handlers.onAudio)
|
|
36
|
+
handlers.onAudio(Float32Array.from(new Int16Array(chunk), (v) => v / 0x8000), sampleRate);
|
|
37
|
+
});
|
|
38
|
+
}
|
|
39
|
+
catch (error) {
|
|
40
|
+
handlers.onError(new SpeechError('audio-capture', error?.message));
|
|
41
|
+
void finish();
|
|
42
|
+
}
|
|
43
|
+
};
|
|
44
|
+
socket.onmessage = (event) => {
|
|
45
|
+
if (discarded)
|
|
46
|
+
return;
|
|
47
|
+
const result = options.parse(event.data);
|
|
48
|
+
if (result?.partial)
|
|
49
|
+
handlers.onPartial?.(result.partial);
|
|
50
|
+
if (result?.final?.trim()) {
|
|
51
|
+
handlers.onFinal(result.final.trim(), { confidence: result.confidence, endOfTurn: result.endOfTurn });
|
|
52
|
+
if (!listenOptions.continuous)
|
|
53
|
+
void graceful();
|
|
54
|
+
}
|
|
55
|
+
};
|
|
56
|
+
socket.onerror = () => handlers.onError(new SpeechError('network', `Speech server unreachable (${options.name ?? url})`));
|
|
57
|
+
socket.onclose = () => void finish();
|
|
58
|
+
// Stop sending audio, let the server flush the last result, then close.
|
|
59
|
+
const graceful = async () => {
|
|
60
|
+
await stopCapture?.();
|
|
61
|
+
stopCapture = undefined;
|
|
62
|
+
if (socket.readyState === WebSocket.OPEN)
|
|
63
|
+
options.finish?.(socket);
|
|
64
|
+
setTimeout(() => void finish(), 1500);
|
|
65
|
+
};
|
|
66
|
+
return {
|
|
67
|
+
stop: () => void graceful(),
|
|
68
|
+
abort: () => {
|
|
69
|
+
discarded = true;
|
|
70
|
+
void finish();
|
|
71
|
+
},
|
|
72
|
+
};
|
|
73
|
+
},
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
/** Self-hosted Vosk server (https://github.com/alphacep/vosk-server), as used by v1. */
|
|
77
|
+
export function voskSTT(options) {
|
|
78
|
+
return websocketSTT({
|
|
79
|
+
name: 'vosk',
|
|
80
|
+
url: options.url,
|
|
81
|
+
sampleRate: options.sampleRate,
|
|
82
|
+
onOpen: (socket, { sampleRate }) => socket.send(JSON.stringify({ config: { sample_rate: sampleRate } })),
|
|
83
|
+
parse: (data) => {
|
|
84
|
+
const json = JSON.parse(String(data));
|
|
85
|
+
if (json.text !== undefined)
|
|
86
|
+
return { final: json.text };
|
|
87
|
+
if (json.partial)
|
|
88
|
+
return { partial: json.partial };
|
|
89
|
+
return null;
|
|
90
|
+
},
|
|
91
|
+
finish: (socket) => socket.send('{"eof" : 1}'),
|
|
92
|
+
});
|
|
93
|
+
}
|
|
94
|
+
//# sourceMappingURL=websocket.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"websocket.js","sourceRoot":"","sources":["../../src/providers/websocket.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAqB,MAAM,aAAa,CAAA;AAC5D,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAiCtE,qGAAqG;AACrG,MAAM,UAAU,YAAY,CAAC,OAA4B;IACvD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,KAAK,CAAA;IAC9C,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,WAAW;QACjC,YAAY,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE;QAC/G,MAAM,EAAE,IAAI;QACZ,WAAW,EAAE,GAAG,EAAE,CAChB,OAAO,SAAS,KAAK,WAAW,IAAI,OAAO,gBAAgB,KAAK,WAAW,IAAI,CAAC,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY;QACvH,KAAK,CAAC,MAAM,CAAC,aAAa,EAAE,QAAQ;YAClC,MAAM,GAAG,GAAG,OAAO,OAAO,CAAC,GAAG,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAA;YACvG,MAAM,MAAM,GAAG,MAAM,cAAc,EAAE,CAAA;YACrC,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,GAAG,CAAC,CAAA;YACjC,MAAM,CAAC,UAAU,GAAG,aAAa,CAAA;YACjC,IAAI,WAA8C,CAAA;YAClD,IAAI,KAAK,GAAG,KAAK,CAAA;YACjB,IAAI,SAAS,GAAG,KAAK,CAAA;YAErB,MAAM,MAAM,GAAG,KAAK,IAAI,EAAE;gBACxB,IAAI,KAAK;oBAAE,OAAM;gBACjB,KAAK,GAAG,IAAI,CAAA;gBACZ,MAAM,WAAW,EAAE,EAAE,CAAA;gBACrB,WAAW,CAAC,MAAM,CAAC,CAAA;gBACnB,IAAI,MAAM,CAAC,UAAU,IAAI,SAAS,CAAC,IAAI;oBAAE,MAAM,CAAC,KAAK,EAAE,CAAA;gBACvD,QAAQ,CAAC,KAAK,EAAE,CAAA;YAClB,CAAC,CAAA;YAED,MAAM,CAAC,MAAM,GAAG,KAAK,IAAI,EAAE;gBACzB,OAAO,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,aAAa,CAAC,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAA;gBAC1E,IAAI,CAAC;oBACH,WAAW,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,KAAK,EAAE,EAAE;wBAC7D,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI;4BAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;wBAC5D,IAAI,QAAQ,CAAC,OAAO;4BAAE,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,EAAE,UAAU,CAAC,CAAA;oBACjH,CAAC,CAAC,CAAA;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,QAAQ,CAAC,OAAO,CAAC,IAAI,WAAW,CAAC,eAAe,EAAG,KAAe,EAAE,OAAO,CAAC,CAAC,CAAA;oBAC7E,KAAK,MAAM,EAAE,CAAA;gBACf,CAAC;YACH,CAAC,CAAA;YACD,MAAM,CAAC,SAAS,GAAG,CAAC,KAAK,EAAE,EAAE;gBAC3B,IAAI,SAAS;oBAAE,OAAM;gBACrB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;gBACxC,IAAI,MAAM,EAAE,OAAO;oBAAE,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;gBACzD,IAAI,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC;oBAC1B,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAA;oBACrG,IAAI,CAAC,aAAa,CAAC,UAAU;wBAAE,KAAK,QAAQ,EAAE,CAAA;gBAChD,CAAC;YACH,CAAC,CAAA;YACD,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,WAAW,CAAC,SAAS,EAAE,8BAA8B,OAAO,CAAC,IAAI,IAAI,GAAG,GAAG,CAAC,CAAC,CAAA;YACzH,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC,KAAK,MAAM,EAAE,CAAA;YAEpC,wEAAwE;YACxE,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;gBAC1B,MAAM,WAAW,EAAE,EAAE,CAAA;gBACrB,WAAW,GAAG,SAAS,CAAA;gBACvB,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI;oBAAE,OAAO,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAA;gBAClE,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,MAAM,EAAE,EAAE,IAAI,CAAC,CAAA;YACvC,CAAC,CAAA;YAED,OAAO;gBACL,IAAI,EAAE,GAAG,EAAE,CAAC,KAAK,QAAQ,EAAE;gBAC3B,KAAK,EAAE,GAAG,EAAE;oBACV,SAAS,GAAG,IAAI,CAAA;oBAChB,KAAK,MAAM,EAAE,CAAA;gBACf,CAAC;aACF,CAAA;QACH,CAAC;KACF,CAAA;AACH,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,OAAO,CAAC,OAA6C;IACnE,OAAO,YAAY,CAAC;QAClB,IAAI,EAAE,MAAM;QACZ,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;QACxG,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE;YACd,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;YACrC,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;gBAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,CAAA;YACxD,IAAI,IAAI,CAAC,OAAO;gBAAE,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAA;YAClD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC;KAC/C,CAAC,CAAA;AACJ,CAAC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { type Prosody, type SpeechToText, type TextToSpeech } from '../types.js';
|
|
2
|
+
export type WebSpeechSTTOptions = {
|
|
3
|
+
/**
|
|
4
|
+
* Whether to use the browser's own continuous recognition when the voice
|
|
5
|
+
* service asks to keep listening (hold-to-talk, hands-free). `auto`
|
|
6
|
+
* (default): yes, except on Android, where Chrome repeats what was already
|
|
7
|
+
* said in that mode; there each session hears one utterance and the voice
|
|
8
|
+
* service starts the next one. `false` does that everywhere.
|
|
9
|
+
*/
|
|
10
|
+
continuous?: 'auto' | boolean;
|
|
11
|
+
};
|
|
12
|
+
/** Browser speech recognition (Web Speech API). Quality and privacy depend on the browser vendor. */
|
|
13
|
+
export declare function webSpeechSTT(sttOptions?: WebSpeechSTTOptions): SpeechToText;
|
|
14
|
+
export type WebSpeechTTSOptions = {
|
|
15
|
+
/** Voice name, or a predicate over available voices. */
|
|
16
|
+
voice?: string | ((voice: SpeechSynthesisVoice) => boolean);
|
|
17
|
+
rate?: number;
|
|
18
|
+
pitch?: number;
|
|
19
|
+
/**
|
|
20
|
+
* Milliseconds a sentence may wait to start before the voice is treated as
|
|
21
|
+
* failed (`synthesis-failed`). Safari on iOS sometimes neither speaks nor
|
|
22
|
+
* reports an error, and the reply would end in silence. Default 5000; 0 waits forever.
|
|
23
|
+
*/
|
|
24
|
+
startTimeout?: number;
|
|
25
|
+
};
|
|
26
|
+
/** Browser speech synthesis. */
|
|
27
|
+
export declare function webSpeechTTS(options?: WebSpeechTTSOptions): TextToSpeech;
|
|
28
|
+
/**
|
|
29
|
+
* Utterance values for the options and the prosody: `rate` 0.1–10, `pitch`
|
|
30
|
+
* 0–2 (1 = the voice's, semitones become a frequency ratio), `volume` 0–1
|
|
31
|
+
* (decibels become a gain, so it can only go down from the default).
|
|
32
|
+
*/
|
|
33
|
+
export declare function utteranceProsody(options: WebSpeechTTSOptions, prosody?: Prosody): {
|
|
34
|
+
rate: number;
|
|
35
|
+
pitch: number;
|
|
36
|
+
volume: number;
|
|
37
|
+
};
|
|
38
|
+
/** Splits long text into sentence-sized chunks (Chrome cuts long utterances). */
|
|
39
|
+
export declare function splitSentences(text: string, max?: number): string[];
|
|
40
|
+
//# sourceMappingURL=webspeech.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"webspeech.d.ts","sourceRoot":"","sources":["../../src/providers/webspeech.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,KAAK,OAAO,EAAwB,KAAK,YAAY,EAAE,KAAK,YAAY,EAAE,MAAM,aAAa,CAAA;AAsBnH,MAAM,MAAM,mBAAmB,GAAG;IAChC;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAA;CAC9B,CAAA;AAED,qGAAqG;AACrG,wBAAgB,YAAY,CAAC,UAAU,GAAE,mBAAwB,GAAG,YAAY,CA8C/E;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,wDAAwD;IACxD,KAAK,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,oBAAoB,KAAK,OAAO,CAAC,CAAA;IAC3D,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB,CAAA;AAKD,gCAAgC;AAChC,wBAAgB,YAAY,CAAC,OAAO,GAAE,mBAAwB,GAAG,YAAY,CA4F5E;AAID;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,mBAAmB,EAAE,OAAO,GAAE,OAAY;IAEhF,IAAI;IACJ,KAAK;IACL,MAAM;EAET;AAED,iFAAiF;AACjF,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,SAAM,GAAG,MAAM,EAAE,CAShE"}
|