dsh-xiaomi-tts 3.0.9 → 4.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.en.md +51 -21
- package/README.md +46 -18
- package/lib/client/conversation/api-key-status.d.ts +4 -1
- package/lib/client/conversation/api-key-status.d.ts.map +1 -1
- package/lib/client/conversation/read-aloud.d.ts +3 -1
- package/lib/client/conversation/read-aloud.d.ts.map +1 -1
- package/lib/client/conversation/session-playback-observer.d.ts +3 -1
- package/lib/client/conversation/session-playback-observer.d.ts.map +1 -1
- package/lib/client/history/audio-history.d.ts +2 -0
- package/lib/client/history/audio-history.d.ts.map +1 -1
- package/lib/client/history/history-replay.d.ts +1 -0
- package/lib/client/history/history-replay.d.ts.map +1 -1
- package/lib/client/history/pcm-recording.d.ts +1 -0
- package/lib/client/history/pcm-recording.d.ts.map +1 -1
- package/lib/client/index.d.ts.map +1 -1
- package/lib/client/localization.d.ts +101 -17
- package/lib/client/localization.d.ts.map +1 -1
- package/lib/client/playback/duplex-pcm.d.ts +37 -0
- package/lib/client/playback/duplex-pcm.d.ts.map +1 -0
- package/lib/client/playback/live-speech-controller.d.ts +18 -1
- package/lib/client/playback/live-speech-controller.d.ts.map +1 -1
- package/lib/client/playback/pcm-audio-queue.d.ts +1 -0
- package/lib/client/playback/pcm-audio-queue.d.ts.map +1 -1
- package/lib/client/playback/pcm-play-service.d.ts +2 -1
- package/lib/client/playback/pcm-play-service.d.ts.map +1 -1
- package/lib/client/playback/playback-controller.d.ts +5 -1
- package/lib/client/playback/playback-controller.d.ts.map +1 -1
- package/lib/client/playback/preview-player.d.ts +9 -2
- package/lib/client/playback/preview-player.d.ts.map +1 -1
- package/lib/client/playback/read-aloud-playback.d.ts.map +1 -1
- package/lib/client/playback/realtime-speech-session.d.ts.map +1 -1
- package/lib/client/playback/tab-audio-focus.d.ts +30 -0
- package/lib/client/playback/tab-audio-focus.d.ts.map +1 -0
- package/lib/client/settings/api-key-module.d.ts +4 -1
- package/lib/client/settings/api-key-module.d.ts.map +1 -1
- package/lib/client/settings/card.d.ts +2 -0
- package/lib/client/settings/card.d.ts.map +1 -1
- package/lib/client/settings/controls/built-in-voice-picker.d.ts +11 -0
- package/lib/client/settings/controls/built-in-voice-picker.d.ts.map +1 -1
- package/lib/client/settings/controls/doubao-voice-picker.d.ts +10 -0
- package/lib/client/settings/controls/doubao-voice-picker.d.ts.map +1 -0
- package/lib/client/settings/controls/field-info.d.ts +6 -0
- package/lib/client/settings/controls/field-info.d.ts.map +1 -0
- package/lib/client/settings/controls/speech-instruction-picker.d.ts +10 -0
- package/lib/client/settings/controls/speech-instruction-picker.d.ts.map +1 -0
- package/lib/client/settings/controls/voice-id-input.d.ts +12 -0
- package/lib/client/settings/controls/voice-id-input.d.ts.map +1 -0
- package/lib/client/settings/details-module.d.ts +11 -1
- package/lib/client/settings/details-module.d.ts.map +1 -1
- package/lib/client/settings/field-heading.d.ts +1 -1
- package/lib/client/settings/field-heading.d.ts.map +1 -1
- package/lib/client/settings/preview-module.d.ts.map +1 -1
- package/lib/client/settings/save-settings.d.ts +11 -0
- package/lib/client/settings/save-settings.d.ts.map +1 -0
- package/lib/client/settings/types.d.ts +2 -2
- package/lib/client/settings/types.d.ts.map +1 -1
- package/lib/client/settings/voice-id-history.d.ts +11 -0
- package/lib/client/settings/voice-id-history.d.ts.map +1 -0
- package/lib/client/sound-effects/click-classifier.d.ts.map +1 -1
- package/lib/client/sound-effects/index.d.ts +1 -1
- package/lib/client/sound-effects/index.d.ts.map +1 -1
- package/lib/client.js +1811 -284
- package/lib/client.js.map +1 -1
- package/lib/constants.d.ts +3 -1
- package/lib/constants.d.ts.map +1 -1
- package/lib/doubao-voices.d.ts +14 -0
- package/lib/doubao-voices.d.ts.map +1 -0
- package/lib/host/doubao-protocol.d.ts +31 -0
- package/lib/host/doubao-protocol.d.ts.map +1 -0
- package/lib/host/doubao.d.ts +46 -0
- package/lib/host/doubao.d.ts.map +1 -0
- package/lib/host/provider-error.d.ts +15 -0
- package/lib/host/provider-error.d.ts.map +1 -0
- package/lib/host/synthesis-routes.d.ts +7 -0
- package/lib/host/synthesis-routes.d.ts.map +1 -0
- package/lib/host/synthesis.d.ts +5 -0
- package/lib/host/synthesis.d.ts.map +1 -1
- package/lib/host/validation.d.ts +1 -0
- package/lib/host/validation.d.ts.map +1 -1
- package/lib/host/xiaomi.d.ts +5 -0
- package/lib/host/xiaomi.d.ts.map +1 -0
- package/lib/index.d.ts +12 -0
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js +721 -297
- package/lib/pcm-stream.d.ts +2 -1
- package/lib/pcm-stream.d.ts.map +1 -1
- package/lib/pcm-stream.js +8 -4
- package/lib/{text-B7NACAYZ.js → shared-CRXgxJfs.js} +173 -2
- package/lib/shared.d.ts +1 -0
- package/lib/shared.d.ts.map +1 -1
- package/lib/shared.js +3 -3
- package/lib/text/segment.d.ts +1 -0
- package/lib/text/segment.d.ts.map +1 -1
- package/lib/types/index.d.ts +1 -0
- package/lib/types/index.d.ts.map +1 -1
- package/lib/types/providers.d.ts +24 -0
- package/lib/types/providers.d.ts.map +1 -0
- package/lib/types/settings.d.ts +14 -1
- package/lib/types/settings.d.ts.map +1 -1
- package/lib/utils/settings.d.ts.map +1 -1
- package/lib/{utils-CeeK6Yt6.js → utils-aGzelu81.js} +42 -3
- package/locale/en.json +1 -1
- package/locale/zh.json +1 -1
- package/package.json +26 -23
- package/lib/debug-console-0u5uTAfX.js +0 -6
package/README.en.md
CHANGED
|
@@ -11,7 +11,7 @@
|
|
|
11
11
|
<a href="https://github.com/deepseek-ai/deepseek-harness"><img src="https://img.shields.io/badge/powered_by-dsh-4D6BFE?style=flat-square&logo=deepseek&logoColor=white" alt="deepseek-harness"></a>
|
|
12
12
|
</p>
|
|
13
13
|
|
|
14
|
-
<p align="center">Add Xiaomi MiMo
|
|
14
|
+
<p align="center">Add Xiaomi MiMo and Doubao read-aloud, browser-local fallback speech, and optional UI sounds to DSH Web.</p>
|
|
15
15
|
|
|
16
16
|
<p align="center">
|
|
17
17
|
<a href="README.md"><img src="https://img.shields.io/badge/简体中文-64748B?style=for-the-badge" alt="切换到简体中文"></a>
|
|
@@ -20,6 +20,8 @@
|
|
|
20
20
|
|
|
21
21
|
> MiMo TTS availability and pricing may change. Check the official Xiaomi MiMo platform for the current policy.
|
|
22
22
|
|
|
23
|
+
> `4.0.1` is a stable release on the npm `latest` channel. Install with `dsh plugin --profile web add dsh-xiaomi-tts@latest`, or pin the version with `dsh-xiaomi-tts@4.0.1`.
|
|
24
|
+
|
|
23
25
|
## 🎨 Preview
|
|
24
26
|
|
|
25
27
|
<p align="center">
|
|
@@ -40,7 +42,9 @@
|
|
|
40
42
|
- One-click read-aloud action on assistant messages.
|
|
41
43
|
- Low-latency PCM streaming for `mimo-v2.5-tts`, with complete-audio or browser-speech fallback when appropriate.
|
|
42
44
|
- Official built-in voices and text-described custom voices through `mimo-v2.5-tts-voicedesign`.
|
|
43
|
-
-
|
|
45
|
+
- Xiaomi / Doubao selection with separate credentials, models and voices.
|
|
46
|
+
- Doubao TTS 2.0 and existing cloned voices 2.0, with continuous text input and streamed audio per message.
|
|
47
|
+
- Cloud-first, local-first, or cloud-only speech strategies.
|
|
44
48
|
- Smart, full, and first-segment read-aloud ranges.
|
|
45
49
|
- 0.5×–2.0× playback speed, voice volume, pause, resume, and stop controls.
|
|
46
50
|
- Text preparation that removes URLs, paths, code blocks, emoji, and control characters before synthesis.
|
|
@@ -50,9 +54,10 @@
|
|
|
50
54
|
|
|
51
55
|
## 📋 Requirements
|
|
52
56
|
|
|
53
|
-
- `@deepseek-ai/dsh` `0.2.1-rc.
|
|
57
|
+
- `@deepseek-ai/dsh` `0.2.1-rc.2` (the current target; compatible with `0.1.7-rc.1` through `0.2.x` releases)
|
|
54
58
|
- Node.js 22+
|
|
55
|
-
-
|
|
59
|
+
- An API key for the selected provider, with access to the selected speech resource.
|
|
60
|
+
- Doubao continuous text input requires a DSH Web Host supporting WebSocket upgrade registration; reverse proxies must forward WebSocket Upgrade.
|
|
56
61
|
- [Official TTS API documentation](https://mimo.mi.com/models/zh-CN/mimo-v2.5-tts)
|
|
57
62
|
|
|
58
63
|
## 🚀 Installation
|
|
@@ -84,19 +89,40 @@ New installations start with:
|
|
|
84
89
|
- the manual Read aloud action available;
|
|
85
90
|
- **automatic playback disabled**;
|
|
86
91
|
- **UI sound effects disabled**;
|
|
87
|
-
- browser-local fallback available under the default
|
|
92
|
+
- browser-local fallback available under the default cloud-first strategy, even before a provider key is saved.
|
|
88
93
|
|
|
89
94
|
Recommended setup order:
|
|
90
95
|
|
|
91
|
-
1.
|
|
92
|
-
2.
|
|
93
|
-
3. Open Mixing Console and choose a model and voice.
|
|
94
|
-
4. Test it in Broadcast Studio.
|
|
95
|
-
5. Enable automatic playback and UI sounds
|
|
96
|
+
1. Select Xiaomi MiMo or Doubao Voice in the API key module.
|
|
97
|
+
2. [Create a Xiaomi key](https://platform.xiaomimimo.com/console/api-keys) or [a Doubao key](https://console.volcengine.com/speech/new/setting/apikeys?projectName=default), enter it, and click **Save**.
|
|
98
|
+
3. Open Mixing Console and choose a model and voice for that provider.
|
|
99
|
+
4. Test it in Broadcast Studio. Key drafts must be saved first; model and voice drafts can be previewed with the saved key.
|
|
100
|
+
5. Enable automatic playback and UI sounds if wanted, then save again.
|
|
101
|
+
|
|
102
|
+
When several DSH pages share the same origin in one browser, the most recently focused page owns audio. Focusing another DSH page stops speech, previews, and sounds in the previous page. Old replies are not replayed automatically; use the read-aloud button when needed. Switching to another website or app allows background playback to continue. Coordination does not span browsers, devices, or different domains / ports. When browser storage is blocked, only the focused page plays audio.
|
|
96
103
|
|
|
97
104
|
## ⚙️ Configuration
|
|
98
105
|
|
|
99
|
-
###
|
|
106
|
+
### Providers and Doubao Voice
|
|
107
|
+
|
|
108
|
+
Select Xiaomi MiMo or Doubao in the API key module, then save. Each provider retains its own key, model, and voice settings. Existing configurations default to Xiaomi.
|
|
109
|
+
|
|
110
|
+
| Doubao model | Voice setup |
|
|
111
|
+
| --- | --- |
|
|
112
|
+
| Standard TTS (`seed-tts-2.0`) | Choose a built-in voice or enter a standard voice ID. |
|
|
113
|
+
| Voice cloning (`seed-icl-2.0`) | [Create a voice](https://console.volcengine.com/speech/new/experience/clone?projectName=default), then paste its ID into the plugin. |
|
|
114
|
+
|
|
115
|
+
Xiaomi built-in voices, Xiaomi VoiceDesign and Doubao standard TTS share one speech instruction component with 20 tags below the voice picker (including Cantonese, Shanghai, Henan, Beijing, Tianjin, Sichuan, Shaanxi and Northeastern dialects), including gentle, cheerful, storytelling, argument, whisper, shy anticipation, world-weary, tearful and accent styles. Click to fill an editable instruction, or select Natural to clear it. Each provider saves its own instruction and retains it across provider switches. Preview accepts the draft; saving applies it to subsequent speech. Xiaomi VoiceDesign sends both the voice description and the speech instruction. Presets are adapted from the [official examples](https://docs.volcengine.com/docs/DoubaoVoice/DoubaoTextToSpeech20CapabilityIntroduction?lang=zh), and the information icon beside the title explains the limitations: results vary by model, voice and text; dialects, tears and whispers may not be reproduced accurately, and providers may differ. Browser speech does not apply instructions; Doubao cloned voices neither display nor send them. Playback speed uses the same tooltip style to explain the 0.5×–2.0× range, how each provider applies speed, and pitch changes in Xiaomi streaming.
|
|
116
|
+
|
|
117
|
+
Enable the corresponding Doubao model service and use an API key from the new console. Save the key, then test in Broadcast Studio. A cloned voice ID is required for voice cloning.
|
|
118
|
+
|
|
119
|
+
Selecting Custom voice ID in standard TTS offers the same history tags as voice cloning: blur the field or press Enter to remember an ID, then click a tag to reuse it. Each mode retains its own 10 most recent unique IDs, without an extra history heading. Switching between Doubao standard TTS and voice cloning also switches the mixing console mascot and speech bubble.
|
|
120
|
+
|
|
121
|
+
Speed is applied during synthesis; changes take effect on the next request. Saved recordings retain their original synthesis speed.
|
|
122
|
+
|
|
123
|
+
For more voices, see the [official voice catalog](https://docs.volcengine.com/docs/DoubaoVoice/Tonelist-1?lang=zh).
|
|
124
|
+
|
|
125
|
+
### Xiaomi official built-in voices
|
|
100
126
|
|
|
101
127
|
`mimo-v2.5-tts` currently provides:
|
|
102
128
|
|
|
@@ -111,9 +137,9 @@ Recommended setup order:
|
|
|
111
137
|
|
|
112
138
|
### Browser-local speech
|
|
113
139
|
|
|
114
|
-
- **
|
|
115
|
-
- **Local first**: uses browser speech first, then tries
|
|
116
|
-
- **Disable local speech**: uses
|
|
140
|
+
- **Cloud first**: tries browser speech if the selected cloud provider fails before audio starts.
|
|
141
|
+
- **Local first**: uses browser speech first, then tries the selected cloud provider if local speech fails.
|
|
142
|
+
- **Disable local speech**: uses only the selected cloud provider.
|
|
117
143
|
|
|
118
144
|
Browser voices come from the Web Speech API. Offline availability, language coverage, and actual voice output depend on the browser, operating system, and their speech services.
|
|
119
145
|
|
|
@@ -123,7 +149,9 @@ Browser voices come from the Web Speech API. Offline availability, language cove
|
|
|
123
149
|
- **Full mode**: automatic and manual playback both read the full reply.
|
|
124
150
|
- **First-segment mode**: automatic and manual playback both read only the opening segment.
|
|
125
151
|
|
|
126
|
-
PCM requests and semantic segments accumulate complete sentences toward 160 spoken characters, with a preferred maximum of 240. An individual long sentence may exceed that maximum, and the final shorter tail is also played. PCM streaming can begin when unfinished prose reaches the target size, without repeating already queued text. History saves one WAV per synthesis slice, combining all PCM data chunks received by that request.
|
|
152
|
+
Xiaomi PCM requests and semantic segments accumulate complete sentences toward 160 spoken characters, with a preferred maximum of 240. An individual long sentence may exceed that maximum, and the final shorter tail is also played. PCM streaming can begin when unfinished prose reaches the target size, without repeating already queued text. History saves one WAV per synthesis slice, combining all PCM data chunks received by that request.
|
|
153
|
+
|
|
154
|
+
Doubao plays audio as the reply is generated and saves one recording per message. Errors after playback starts do not replay the message or switch to another cloud provider.
|
|
127
155
|
|
|
128
156
|
The settings panel supports keyboard navigation: use `Tab` to move focus, arrow keys to adjust sliders and options, and `Space` to activate buttons and switches.
|
|
129
157
|
|
|
@@ -131,7 +159,7 @@ The settings panel supports keyboard navigation: use `Tab` to move focus, arrow
|
|
|
131
159
|
|
|
132
160
|

|
|
133
161
|
|
|
134
|
-
The plugin exposes
|
|
162
|
+
The plugin exposes the selected provider through its existing optional PCM streaming service name:
|
|
135
163
|
|
|
136
164
|
```ts
|
|
137
165
|
ctx.get('xiaomiMimoTts')?.play('Welcome back')
|
|
@@ -158,16 +186,17 @@ The preset keeps file access, web lookup, interactive questions, and conversatio
|
|
|
158
186
|
|
|
159
187
|
## 🔒 Privacy and network access
|
|
160
188
|
|
|
161
|
-
- The DSH Host stores the API key. The browser reads only whether a key is configured and whether its
|
|
189
|
+
- The DSH Host stores the API key. The browser reads only whether a key is configured and whether its format is supported for that provider, not the secret itself.
|
|
190
|
+
- Doubao connections are proxied by the Host. Text and voice IDs go only to the selected provider; the browser never receives the upstream key.
|
|
162
191
|
- Browser-local speech uses the Web Speech API. Voices marked online may send text to browser, operating-system, or network speech services.
|
|
163
|
-
- Generated
|
|
164
|
-
- Streaming PCM is saved as 24 kHz mono WAV.
|
|
192
|
+
- Generated cloud audio is saved in this browser's IndexedDB. Settings → Audio history supports replay, download, deletion, and clearing, including after a page refresh. The latest 100 entries / 100 MB are retained, with oldest entries removed when full. Records include audio and up to 500 characters of text, never API keys.
|
|
193
|
+
- Streaming PCM is saved as 24 kHz mono WAV. Xiaomi batches and generated segments appear separately; Doubao saves one recording per message; only successfully completed generation requests are saved, so cancelled or failed streams are not presented as complete audio. Web Speech API speech has no exportable audio file. Replay and download do not call the speech provider again. History belongs to this browser and site address, does not sync across devices, and is removed when site data is cleared. If browser storage is unavailable or full, the list warns that it lasts only for the current visit.
|
|
165
194
|
- The sound core is migrated from [uisfx 0.4.0](https://github.com/romainsimon/uisfx) under the MIT License; see `NOTICE`.
|
|
166
195
|
|
|
167
196
|
## 🏗️ Architecture
|
|
168
197
|
|
|
169
198
|
- **Shared layer**: defaults, text processing, segmentation, SSE, and playback contracts.
|
|
170
|
-
- **Host plugin**: settings and static assets, plus complete-audio and
|
|
199
|
+
- **Host plugin**: settings and static assets, plus complete-audio, PCM SSE, and duplex WebSocket proxies for Xiaomi and Doubao.
|
|
171
200
|
- **Web Client**: settings, message actions, browser-speech fallback, previews, and the optional third-party playback service.
|
|
172
201
|
|
|
173
202
|
```mermaid
|
|
@@ -176,6 +205,7 @@ flowchart LR
|
|
|
176
205
|
THIRD["Third-party Web plugin"] -. "ctx.get('xiaomiMimoTts')" .-> CLIENT
|
|
177
206
|
CLIENT -->|"Complete audio / PCM stream"| HOST["Host plugin<br/>Settings and API proxy"]
|
|
178
207
|
HOST --> MIMO["Xiaomi MiMo API"]
|
|
208
|
+
HOST -->|"WebSocket bidirectional"| DOUBAO["Doubao Voice API"]
|
|
179
209
|
CLIENT -->|"Web Speech API"| SPEECH["Browser / system speech service"]
|
|
180
210
|
SHARED["Shared layer<br/>Configuration, text, SSE"] -.-> CLIENT
|
|
181
211
|
SHARED -.-> HOST
|
|
@@ -207,7 +237,7 @@ pnpm pack:check
|
|
|
207
237
|
On Windows, stop DSH Web before replacing a local development link with the npm package so the running Node process does not hold the Junction:
|
|
208
238
|
|
|
209
239
|
```powershell
|
|
210
|
-
.\start\dsh-plugin-reinstall.bat
|
|
240
|
+
.\start\dsh-plugin-reinstall.bat 4.0.1
|
|
211
241
|
```
|
|
212
242
|
|
|
213
243
|
For a DSH Desktop profile, close Desktop and remove a stale local link with:
|
package/README.md
CHANGED
|
@@ -11,7 +11,7 @@
|
|
|
11
11
|
<a href="https://github.com/deepseek-ai/deepseek-harness"><img src="https://img.shields.io/badge/powered_by-dsh-4D6BFE?style=flat-square&logo=deepseek&logoColor=white" alt="deepseek-harness"></a>
|
|
12
12
|
</p>
|
|
13
13
|
|
|
14
|
-
<p align="center">为 DSH 添加 Xiaomi MiMo
|
|
14
|
+
<p align="center">为 DSH 添加 Xiaomi MiMo 与豆包语音朗读、浏览器本地语音兜底和可选 UI 音效。</p>
|
|
15
15
|
|
|
16
16
|
<p align="center">
|
|
17
17
|
<a href="README.md"><img src="https://img.shields.io/badge/简体中文-4D6BFE?style=for-the-badge" alt="简体中文(当前语言)"></a>
|
|
@@ -20,6 +20,8 @@
|
|
|
20
20
|
|
|
21
21
|
> MiMo TTS 当前可能处于限时免费或调整计费阶段,请以 Xiaomi MiMo 官方平台的最新政策为准。
|
|
22
22
|
|
|
23
|
+
> `4.0.1` 为正式版,使用 npm `latest` 渠道,安装命令:`dsh plugin --profile web add dsh-xiaomi-tts@latest`。需要固定版本时可指定 `dsh-xiaomi-tts@4.0.1`。
|
|
24
|
+
|
|
23
25
|
## 🎨 预览
|
|
24
26
|
|
|
25
27
|
<p align="center">
|
|
@@ -40,7 +42,9 @@
|
|
|
40
42
|
- 一键朗读:在助手消息操作栏中提供“朗读”按钮。
|
|
41
43
|
- 低延迟播放:`mimo-v2.5-tts` 支持 PCM 流式播放,并在必要时回退到完整音频或浏览器语音。
|
|
42
44
|
- 内置与自定义音色:支持官方内置音色,以及 `mimo-v2.5-tts-voicedesign` 音色描述。
|
|
43
|
-
-
|
|
45
|
+
- 双服务商:API Key 模块可切换小米 MiMo / 豆包,两家分别保留凭证、模型与音色。
|
|
46
|
+
- 豆包双向流式:标准合成 2.0 / 已有复刻音色 2.0,同一条回复持续追加文本、流式输出音频。
|
|
47
|
+
- 浏览器本地语音:可选择云端优先、本地优先或关闭本地语音。
|
|
44
48
|
- 播放控制:支持 0.5×–2.0× 语速、语音音量、暂停、继续和停止。
|
|
45
49
|
- 文本清洗:朗读前移除网址、路径、代码块、表情符号和控制字符等不适合播报的内容。
|
|
46
50
|
- 可选音效:提供任务状态和语义化点击音效,默认关闭。
|
|
@@ -49,9 +53,10 @@
|
|
|
49
53
|
|
|
50
54
|
## 📋 环境要求
|
|
51
55
|
|
|
52
|
-
- `@deepseek-ai/dsh` `0.2.1-rc.
|
|
56
|
+
- `@deepseek-ai/dsh` `0.2.1-rc.2`(当前目标版本;兼容 `0.1.7-x` 至 `0.2.x` 版本)
|
|
53
57
|
- Node.js 22+
|
|
54
|
-
-
|
|
58
|
+
- 使用云端语音需要对应服务商的 API Key;豆包需要开通所选语音资源。
|
|
59
|
+
- 豆包持续文本输入需要支持 WebSocket upgrade 注册的 DSH Web Host;反向代理需转发 WebSocket Upgrade。
|
|
55
60
|
- [官方 TTS API 文档](https://mimo.mi.com/models/zh-CN/mimo-v2.5-tts)
|
|
56
61
|
|
|
57
62
|
## 🚀 安装
|
|
@@ -86,16 +91,36 @@ dsh plugin --profile web remove dsh-xiaomi-tts
|
|
|
86
91
|
|
|
87
92
|
推荐配置顺序:
|
|
88
93
|
|
|
89
|
-
1.
|
|
90
|
-
2.
|
|
91
|
-
3.
|
|
92
|
-
4. 在“演播厅”试听。
|
|
93
|
-
5. 按需开启自动播报和 UI
|
|
94
|
-
|
|
94
|
+
1. 在 API Key 模块选择“小米 MiMo”或“豆包语音”。
|
|
95
|
+
2. [获取小米 Key](https://platform.xiaomimimo.com/console/api-keys) 或 [获取豆包 Key](https://console.volcengine.com/speech/new/setting/apikeys?projectName=default),填写后点击 **保存**。
|
|
96
|
+
3. 打开“调音台”,选择当前服务商的模型和音色。
|
|
97
|
+
4. 在“演播厅”试听。Key 草稿需先保存;模型和音色可以在保存前试听。
|
|
98
|
+
5. 按需开启自动播报和 UI 音效,再保存。
|
|
99
|
+
|
|
100
|
+
同一浏览器中打开多个同源 DSH 网页时,由最近聚焦的页面负责音频。切换到另一个 DSH 页面会停止旧页的朗读、试听和提示音,旧回复不会自动补播,需要时可手动点击朗读。切到其他网站或应用时,原页面仍可在后台播放。此协调不跨浏览器、设备或不同域名 / 端口;浏览器禁用本地存储时,仅聚焦的页面播放。
|
|
95
101
|
|
|
96
102
|
## ⚙️ 配置说明
|
|
97
103
|
|
|
98
|
-
###
|
|
104
|
+
### 服务商与豆包语音
|
|
105
|
+
|
|
106
|
+
在 API Key 模块切换小米 MiMo / 豆包语音,保存后生效。两家的密钥、模型和音色分别保留;旧配置默认使用小米。
|
|
107
|
+
|
|
108
|
+
| 豆包模型 | 音色配置 |
|
|
109
|
+
| --- | --- |
|
|
110
|
+
| 标准合成(`seed-tts-2.0`) | 选择内置音色,或填写标准音色 ID。 |
|
|
111
|
+
| 声音复刻(`seed-icl-2.0`) | [创建一个音色](https://console.volcengine.com/speech/new/experience/clone?projectName=default),将音色 ID 填回插件。 |
|
|
112
|
+
|
|
113
|
+
小米预置音色、音色设计和豆包标准合成共用一套语音指令组件,在音色选择下方提供 20 个语音指令标签(含粤语、上海话、河南话、北京话、天津话、四川话、陕西话、东北话 8 种方言),包含温柔、欢快、讲故事、争执互怼、悄悄话、害羞期待、沧桑低沉、心碎哭腔及口音等风格。点击填入后可继续编辑,选择“自然表达”清空;两家指令分别保存,切换服务商保留各自内容;试听可使用草稿,保存后用于后续朗读。小米音色设计会同时发送音色描述与语音指令。标签根据[官方示例库](https://docs.volcengine.com/docs/DoubaoVoice/DoubaoTextToSpeech20CapabilityIntroduction?lang=zh)改写,标题旁的信息图标说明效果局限:表现随模型、音色和文本而异,方言、哭腔、悄悄话等不保证准确呈现,两家效果可能不同。浏览器本地语音不应用指令;豆包复刻模式不显示或发送指令。播放语速使用同款提示,说明 0.5×–2.0× 范围、各服务商的生效方式及小米流式调速的音调变化。
|
|
114
|
+
|
|
115
|
+
豆包需开通对应模型服务,使用新版控制台的 API Key。保存密钥后在“演播厅”试听;复刻音色 ID 不能为空。
|
|
116
|
+
|
|
117
|
+
标准合成选择“自定义音色 ID”后,与声音复刻一样支持历史标签:失焦或按 Enter 记住填写的 ID,点击标签回填。两种模式分别保留最近 10 个不重复的 ID,不显示额外的历史标题。切换豆包标准合成 / 声音复刻时,调音台的鲸鱼娘形象与气泡同步切换。
|
|
118
|
+
|
|
119
|
+
语速在合成时应用,调整后对下一次合成生效;历史录音保留生成时的语速。
|
|
120
|
+
|
|
121
|
+
更多音色参见[官方音色列表](https://docs.volcengine.com/docs/DoubaoVoice/Tonelist-1?lang=zh)。
|
|
122
|
+
|
|
123
|
+
### 小米官方内置音色
|
|
99
124
|
|
|
100
125
|
`mimo-v2.5-tts` 当前提供:
|
|
101
126
|
|
|
@@ -110,9 +135,9 @@ dsh plugin --profile web remove dsh-xiaomi-tts
|
|
|
110
135
|
|
|
111
136
|
### 浏览器本地语音
|
|
112
137
|
|
|
113
|
-
-
|
|
114
|
-
-
|
|
115
|
-
-
|
|
138
|
+
- **云端优先**:所选云端服务在音频开始前失败时,尝试浏览器语音。
|
|
139
|
+
- **本地优先**:先使用浏览器语音,失败后尝试所选云端服务。
|
|
140
|
+
- **关闭本地语音**:只使用所选云端服务,不进行本地兜底。
|
|
116
141
|
|
|
117
142
|
浏览器音色来自 Web Speech API。是否离线、可用语言和实际声音取决于浏览器、操作系统及其语音服务。
|
|
118
143
|
|
|
@@ -122,13 +147,15 @@ dsh plugin --profile web remove dsh-xiaomi-tts
|
|
|
122
147
|
- **全文模式**:自动播报和手动朗读都播放全文。
|
|
123
148
|
- **首段模式**:自动播报和手动朗读都只播放首个语义段。
|
|
124
149
|
|
|
125
|
-
PCM
|
|
150
|
+
小米 PCM 流式合成与语义分段按约 160 个文字字符累计完整句子,建议上限为 240 字;单个长句可以超过上限,结束时不足一段的尾部也会播放。生成中的未完句积累到目标字数后可以先开始 PCM 播放,已排队的文字不会重复合成。历史音频按合成切片保存,同一请求收到的多个 PCM 数据块会合并为一条 WAV。
|
|
151
|
+
|
|
152
|
+
豆包支持边生成边播放,音频历史按消息保存。已经开始播放后发生错误,不会从头重播或自动切换云端服务。
|
|
126
153
|
|
|
127
154
|
## 🔌 三方插件联动
|
|
128
155
|
|
|
129
156
|

|
|
130
157
|
|
|
131
|
-
本插件向其他
|
|
158
|
+
本插件向其他 DSH 插件提供所选服务商的可选 PCM 流式播放能力,既有服务名称保持兼容:
|
|
132
159
|
|
|
133
160
|
```ts
|
|
134
161
|
ctx.get('xiaomiMimoTts')?.play('欢迎回来')
|
|
@@ -156,8 +183,9 @@ tts?.play('欢迎回来')
|
|
|
156
183
|
## 🔒 隐私与网络访问
|
|
157
184
|
|
|
158
185
|
- API Key 由 DSH Host 保存,浏览器只读取“是否已配置/格式是否识别”的状态,不读取密钥正文。
|
|
186
|
+
- 豆包连接由 Host 代理,文本和音色 ID 只提交给所选服务商,浏览器不会直连豆包或获得上游 Key。
|
|
159
187
|
- 浏览器本地语音由 Web Speech API 提供;标记为在线的音色可能把文本交给浏览器、操作系统或其网络语音服务。
|
|
160
|
-
-
|
|
188
|
+
- 云端生成的音频自动保存在浏览器的 IndexedDB 中。点击设置底部「音频历史」可查看音频历史;最多保留最近 100 条 / 100 MB,支持试听、下载;
|
|
161
189
|
- 流式 PCM 保存为 24 kHz 单声道 WAV;仅保留成功完成的生成请求。Web Speech API 本地语音没有可导出的音频文件。
|
|
162
190
|
- 音效核心移植自 [uisfx 0.4.0](https://github.com/romainsimon/uisfx),遵循 MIT License,详见 `NOTICE`。
|
|
163
191
|
|
|
@@ -186,7 +214,7 @@ pnpm pack:check
|
|
|
186
214
|
Windows 从本地开发链接切换到 npm 包前,请先停止 DSH Web,避免运行中的 Node 进程占用 Junction:
|
|
187
215
|
|
|
188
216
|
```powershell
|
|
189
|
-
.\start\dsh-plugin-reinstall.bat
|
|
217
|
+
.\start\dsh-plugin-reinstall.bat 4.0.1
|
|
190
218
|
```
|
|
191
219
|
|
|
192
220
|
如果是 DSH Desktop profile,只需要卸载残留的本地链接,可在退出 Desktop 后运行:
|
|
@@ -1,2 +1,5 @@
|
|
|
1
|
-
|
|
1
|
+
import type { TtsProvider } from '../../types/providers.js';
|
|
2
|
+
export declare function onTtsCredentialsSaved(listener: () => void): () => void;
|
|
3
|
+
export declare function invalidateApiKeyStatus(): void;
|
|
4
|
+
export declare function useApiKeySupported(active: boolean, provider?: TtsProvider, revision?: unknown): boolean | null;
|
|
2
5
|
//# sourceMappingURL=api-key-status.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api-key-status.d.ts","sourceRoot":"","sources":["../../../src/client/conversation/api-key-status.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"api-key-status.d.ts","sourceRoot":"","sources":["../../../src/client/conversation/api-key-status.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAA;AAM3D,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,MAAM,IAAI,CAGtE;AAED,wBAAgB,sBAAsB,IAAI,IAAI,CAG7C;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAE,WAAsB,EAAE,QAAQ,CAAC,EAAE,OAAO,GAAG,OAAO,GAAG,IAAI,CAsBxH"}
|
|
@@ -5,6 +5,7 @@ import type { SessionSnapshot } from '@deepseek-ai/dsh-api-session-controller/cl
|
|
|
5
5
|
import type { ConfigForm } from '@deepseek-ai/dsh-client-ui-settings/client';
|
|
6
6
|
import type { Translate } from '../localization.js';
|
|
7
7
|
import type { LiveSpeechController, LocalSpeechController, PlaybackController } from '../playback/index.js';
|
|
8
|
+
import type { AudioFocus } from '../playback/tab-audio-focus.js';
|
|
8
9
|
interface ReadAloudActionProps {
|
|
9
10
|
sessionId: string;
|
|
10
11
|
messageId: string;
|
|
@@ -15,7 +16,8 @@ interface ReadAloudActionProps {
|
|
|
15
16
|
local: LocalSpeechController;
|
|
16
17
|
settings: ConfigForm<TtsSettings>;
|
|
17
18
|
t: Translate;
|
|
19
|
+
audioFocus?: AudioFocus;
|
|
18
20
|
}
|
|
19
|
-
export declare function ReadAloudAction({ sessionId, messageId, useSession, useChat, playback, live, local, settings, t }: ReadAloudActionProps): ReactElement | null;
|
|
21
|
+
export declare function ReadAloudAction({ sessionId, messageId, useSession, useChat, playback, live, local, settings, t, audioFocus }: ReadAloudActionProps): ReactElement | null;
|
|
20
22
|
export {};
|
|
21
23
|
//# sourceMappingURL=read-aloud.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"read-aloud.d.ts","sourceRoot":"","sources":["../../../src/client/conversation/read-aloud.tsx"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,OAAO,CAAA;AAQzC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAClD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wCAAwC,CAAA;AAC1E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gDAAgD,CAAA;AACrF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4CAA4C,CAAA;AAC5E,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AACnD,OAAO,KAAK,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;
|
|
1
|
+
{"version":3,"file":"read-aloud.d.ts","sourceRoot":"","sources":["../../../src/client/conversation/read-aloud.tsx"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,OAAO,CAAA;AAQzC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAClD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wCAAwC,CAAA;AAC1E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gDAAgD,CAAA;AACrF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4CAA4C,CAAA;AAC5E,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AACnD,OAAO,KAAK,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAO3G,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gCAAgC,CAAA;AAsBhE,UAAU,oBAAoB;IAC5B,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,eAAe,KAAK,CAAC,KAAK,CAAC,CAAA;IAChE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,KAAK,CAAC,CAAA;IAC1D,QAAQ,EAAE,kBAAkB,CAAA;IAC5B,IAAI,EAAE,oBAAoB,CAAA;IAC1B,KAAK,EAAE,qBAAqB,CAAA;IAC5B,QAAQ,EAAE,UAAU,CAAC,WAAW,CAAC,CAAA;IACjC,CAAC,EAAE,SAAS,CAAA;IACZ,UAAU,CAAC,EAAE,UAAU,CAAA;CACxB;AAED,wBAAgB,eAAe,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAmC,EAAE,EAAE,oBAAoB,GAAG,YAAY,GAAG,IAAI,CAyEjM"}
|
|
@@ -3,6 +3,7 @@ import type { SessionSnapshot } from '@deepseek-ai/dsh-api-session-controller/cl
|
|
|
3
3
|
import type { ConfigForm } from '@deepseek-ai/dsh-client-ui-settings/client';
|
|
4
4
|
import type { TtsSettings } from '../../shared.js';
|
|
5
5
|
import type { LiveSpeechController, LocalSpeechController, PlaybackController } from '../playback/index.js';
|
|
6
|
+
import type { AudioFocus } from '../playback/tab-audio-focus.js';
|
|
6
7
|
interface SessionPlaybackObserverProps {
|
|
7
8
|
sessionId: string;
|
|
8
9
|
messageId?: string;
|
|
@@ -12,8 +13,9 @@ interface SessionPlaybackObserverProps {
|
|
|
12
13
|
live: LiveSpeechController;
|
|
13
14
|
local: LocalSpeechController;
|
|
14
15
|
settings: ConfigForm<TtsSettings>;
|
|
16
|
+
audioFocus?: AudioFocus;
|
|
15
17
|
}
|
|
16
18
|
/** Own the active-session boundary and feed its partial assistant output into realtime speech. */
|
|
17
|
-
export declare function SessionPlaybackObserver({ sessionId, useSession, useChat, playback, live, local, settings }: SessionPlaybackObserverProps): null;
|
|
19
|
+
export declare function SessionPlaybackObserver({ sessionId, useSession, useChat, playback, live, local, settings, audioFocus }: SessionPlaybackObserverProps): null;
|
|
18
20
|
export {};
|
|
19
21
|
//# sourceMappingURL=session-playback-observer.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"session-playback-observer.d.ts","sourceRoot":"","sources":["../../../src/client/conversation/session-playback-observer.tsx"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wCAAwC,CAAA;AAC1E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gDAAgD,CAAA;AACrF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4CAA4C,CAAA;AAE5E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAClD,OAAO,KAAK,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAM3G,UAAU,4BAA4B;IACpC,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,eAAe,KAAK,CAAC,KAAK,CAAC,CAAA;IAChE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,KAAK,CAAC,CAAA;IAC1D,QAAQ,EAAE,kBAAkB,CAAA;IAC5B,IAAI,EAAE,oBAAoB,CAAA;IAC1B,KAAK,EAAE,qBAAqB,CAAA;IAC5B,QAAQ,EAAE,UAAU,CAAC,WAAW,CAAC,CAAA;
|
|
1
|
+
{"version":3,"file":"session-playback-observer.d.ts","sourceRoot":"","sources":["../../../src/client/conversation/session-playback-observer.tsx"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wCAAwC,CAAA;AAC1E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gDAAgD,CAAA;AACrF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4CAA4C,CAAA;AAE5E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAClD,OAAO,KAAK,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAM3G,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gCAAgC,CAAA;AAEhE,UAAU,4BAA4B;IACpC,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,eAAe,KAAK,CAAC,KAAK,CAAC,CAAA;IAChE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,KAAK,CAAC,CAAA;IAC1D,QAAQ,EAAE,kBAAkB,CAAA;IAC5B,IAAI,EAAE,oBAAoB,CAAA;IAC1B,KAAK,EAAE,qBAAqB,CAAA;IAC5B,QAAQ,EAAE,UAAU,CAAC,WAAW,CAAC,CAAA;IACjC,UAAU,CAAC,EAAE,UAAU,CAAA;CACxB;AAED,kGAAkG;AAClG,wBAAgB,uBAAuB,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAmC,EAAE,EAAE,4BAA4B,GAAG,IAAI,CA2GpL"}
|
|
@@ -8,6 +8,8 @@ export interface AudioHistoryEntry {
|
|
|
8
8
|
format: 'mp3' | 'wav';
|
|
9
9
|
sessionId?: string;
|
|
10
10
|
messageId?: string;
|
|
11
|
+
/** The saved audio already includes the requested synthesis speed. */
|
|
12
|
+
voiceRateApplied?: boolean;
|
|
11
13
|
blob: Blob;
|
|
12
14
|
}
|
|
13
15
|
export type AudioHistoryInput = Omit<AudioHistoryEntry, 'id' | 'createdAt'>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"audio-history.d.ts","sourceRoot":"","sources":["../../../src/client/history/audio-history.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,yBAAyB,MAAM,CAAA;AAC5C,eAAO,MAAM,uBAAuB,QAAoB,CAAA;AAExD,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAA;IACV,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,cAAc,GAAG,SAAS,GAAG,SAAS,CAAA;IAC9C,MAAM,EAAE,KAAK,GAAG,KAAK,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,IAAI,EAAE,IAAI,CAAA;CACX;AAED,MAAM,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,EAAE,IAAI,GAAG,WAAW,CAAC,CAAA;AAE3E,MAAM,WAAW,mBAAmB;IAClC,IAAI,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAA;IACpC,OAAO,CAAC,OAAO,EAAE,SAAS,iBAAiB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC7D,KAAK,IAAI,IAAI,CAAA;CACd;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,SAAS,iBAAiB,EAAE,CAAA;IACrC,MAAM,EAAE,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAA;IACtC,OAAO,EAAE,OAAO,CAAA;CACjB;AAED,2FAA2F;AAC3F,qBAAa,YAAY;IACvB,OAAO,CAAC,IAAI,CAAuE;IACnF,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAwB;IAClD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAwB;IACpD,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,aAAa,CAAQ;IAC7B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;gBAEjC,OAAO,GAAE,mBAAwD;IAQ7E,WAAW,QAAO,gBAAgB,CAAa;IAC/C,SAAS,GAAI,UAAU,MAAM,IAAI,KAAG,CAAC,MAAM,IAAI,CAAC,CAG/C;IAED,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,MAAM,IAAI;IAK9C,UAAU,IAAI,IAAI;IAElB,GAAG,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa5C,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIjC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAItB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAIxB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAS9B,OAAO,CAAC,MAAM;IAcd,OAAO,CAAC,OAAO;CAIhB;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,SAAS,iBAAiB,EAAE,GAAG,iBAAiB,EAAE,CAU7F"}
|
|
1
|
+
{"version":3,"file":"audio-history.d.ts","sourceRoot":"","sources":["../../../src/client/history/audio-history.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,yBAAyB,MAAM,CAAA;AAC5C,eAAO,MAAM,uBAAuB,QAAoB,CAAA;AAExD,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAA;IACV,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,cAAc,GAAG,SAAS,GAAG,SAAS,CAAA;IAC9C,MAAM,EAAE,KAAK,GAAG,KAAK,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,sEAAsE;IACtE,gBAAgB,CAAC,EAAE,OAAO,CAAA;IAC1B,IAAI,EAAE,IAAI,CAAA;CACX;AAED,MAAM,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,EAAE,IAAI,GAAG,WAAW,CAAC,CAAA;AAE3E,MAAM,WAAW,mBAAmB;IAClC,IAAI,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAA;IACpC,OAAO,CAAC,OAAO,EAAE,SAAS,iBAAiB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC7D,KAAK,IAAI,IAAI,CAAA;CACd;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,SAAS,iBAAiB,EAAE,CAAA;IACrC,MAAM,EAAE,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAA;IACtC,OAAO,EAAE,OAAO,CAAA;CACjB;AAED,2FAA2F;AAC3F,qBAAa,YAAY;IACvB,OAAO,CAAC,IAAI,CAAuE;IACnF,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAwB;IAClD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAwB;IACpD,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,aAAa,CAAQ;IAC7B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;gBAEjC,OAAO,GAAE,mBAAwD;IAQ7E,WAAW,QAAO,gBAAgB,CAAa;IAC/C,SAAS,GAAI,UAAU,MAAM,IAAI,KAAG,CAAC,MAAM,IAAI,CAAC,CAG/C;IAED,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,MAAM,IAAI;IAK9C,UAAU,IAAI,IAAI;IAElB,GAAG,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa5C,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIjC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAItB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAIxB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAS9B,OAAO,CAAC,MAAM;IAcd,OAAO,CAAC,OAAO;CAIhB;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,SAAS,iBAAiB,EAAE,GAAG,iBAAiB,EAAE,CAU7F"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"history-replay.d.ts","sourceRoot":"","sources":["../../../src/client/history/history-replay.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAA;AAGzE,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;IACtB,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,GAAG,OAAO,CAAA;IACrE,WAAW,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,SAAS,GAAG,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAA;CAC9C;AAID,2FAA2F;AAC3F,qBAAa,aAAa;
|
|
1
|
+
{"version":3,"file":"history-replay.d.ts","sourceRoot":"","sources":["../../../src/client/history/history-replay.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAA;AAGzE,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;IACtB,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,GAAG,OAAO,CAAA;IACrE,WAAW,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,SAAS,GAAG,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAA;CAC9C;AAID,2FAA2F;AAC3F,qBAAa,aAAa;IAeZ,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAgB,OAAO,CAAC,cAAc;IAd1E,OAAO,CAAC,IAAI,CAAS;IACrB,OAAO,CAAC,SAAS,CAAwB;IACzC,OAAO,CAAC,KAAK,CAAgC;IAC7C,OAAO,CAAC,GAAG,CAAsB;IACjC,OAAO,CAAC,OAAO,CAA4B;IAC3C,OAAO,CAAC,KAAK,CAAI;IACjB,OAAO,CAAC,OAAO,CAAI;IACnB,OAAO,CAAC,MAAM,CAAI;IAClB,OAAO,CAAC,SAAS,CAAI;IACrB,OAAO,CAAC,gBAAgB,CAAQ;IAChC,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,OAAO,CAA4B;IAC3C,OAAO,CAAC,UAAU,CAA4B;gBAEjB,OAAO,EAAE,YAAY,EAAU,cAAc,EAAE,MAAM,IAAI;IAEtF,+EAA+E;IAC/E,QAAQ,IAAI,IAAI;IAShB,WAAW,QAAO,iBAAiB,CAAa;IAChD,SAAS,GAAI,UAAU,MAAM,IAAI,KAAG,CAAC,MAAM,IAAI,CAAC,CAG/C;IAED,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,IAAI,GAAG,IAAI;IAUxE,IAAI,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IA2DnD,KAAK,IAAI,IAAI;IAOb,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAO3B,IAAI,IAAI,IAAI;IAKZ,OAAO,IAAI,IAAI;IAUf,OAAO,CAAC,OAAO;IAgBf,OAAO,CAAC,OAAO;CAIhB"}
|
|
@@ -7,6 +7,7 @@ export declare class PcmRecording {
|
|
|
7
7
|
private readonly maxBytes;
|
|
8
8
|
constructor(maxBytes?: number);
|
|
9
9
|
append(base64: string): void;
|
|
10
|
+
appendBytes(bytes: Uint8Array): void;
|
|
10
11
|
toWav(): Blob | null;
|
|
11
12
|
save(history: AudioHistory | undefined, input: Omit<AudioHistoryInput, 'blob' | 'format'>): void;
|
|
12
13
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pcm-recording.d.ts","sourceRoot":"","sources":["../../../src/client/history/pcm-recording.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAA;AAEzE,kGAAkG;AAClG,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAgC;IAC9C,OAAO,CAAC,KAAK,CAAI;IACjB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAQ;gBAErB,QAAQ,SAAyB;IAE7C,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;
|
|
1
|
+
{"version":3,"file":"pcm-recording.d.ts","sourceRoot":"","sources":["../../../src/client/history/pcm-recording.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAA;AAEzE,kGAAkG;AAClG,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAgC;IAC9C,OAAO,CAAC,KAAK,CAAI;IACjB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAQ;gBAErB,QAAQ,SAAyB;IAE7C,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK5B,WAAW,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAWpC,KAAK,IAAI,IAAI,GAAG,IAAI;IAuBpB,IAAI,CAAC,OAAO,EAAE,YAAY,GAAG,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,iBAAiB,EAAE,MAAM,GAAG,QAAQ,CAAC,GAAG,IAAI;CAOjG"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/client/index.tsx"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/client/index.tsx"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAwBlD,+CAA+C;AAC/C,eAAO,MAAM,MAAM,UAMlB,CAAA;AA4BD,+EAA+E;AAC/E,wBAAgB,KAAK,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CA4HxC"}
|