@jingyi0605/codingns4dsh 0.2.1-beta.3 → 0.2.1-beta.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (758) hide show
  1. package/README.en.md +4 -4
  2. package/README.md +95 -8
  3. package/THIRD_PARTY_NOTICES +141 -0
  4. package/assets/assistant-basics/female-v1.png +0 -0
  5. package/assets/assistant-basics/male-v1.png +0 -0
  6. package/assets/desktop-assistant/20261008-WebView2/345/210/206/345/217/221/350/257/264/346/230/216.md +14 -0
  7. package/assets/desktop-assistant/webview2/LICENSE.txt +27 -0
  8. package/assets/desktop-assistant/webview2/Microsoft.Web.WebView2.Core.dll +0 -0
  9. package/assets/desktop-assistant/webview2/Microsoft.Web.WebView2.Wpf.dll +0 -0
  10. package/assets/desktop-assistant/webview2/NOTICE.txt +85 -0
  11. package/assets/desktop-assistant/webview2/arm64/WebView2Loader.dll +0 -0
  12. package/assets/desktop-assistant/webview2/x64/WebView2Loader.dll +0 -0
  13. package/assets/desktop-assistant/webview2/x86/WebView2Loader.dll +0 -0
  14. package/assets/moss/LICENSE +201 -0
  15. package/assets/moss/ort_cpu_runtime.py +839 -0
  16. package/assets/moss/worker.py +278 -0
  17. package/assets/voice/bilingual-zh-en-bpe.vocab +500 -0
  18. package/avatar-packages/catalog.json +259 -0
  19. package/avatar-packages/manifests/bubu-codebrew-bear.avatar.json +13 -0
  20. package/avatar-packages/manifests/ds-whale-live2d.avatar.json +27 -0
  21. package/avatar-packages/manifests/ds-whale-sprite.avatar.json +13 -0
  22. package/avatar-packages/manifests/live2d-haru.avatar.json +13 -0
  23. package/avatar-packages/manifests/live2d-hiyori.avatar.json +13 -0
  24. package/avatar-packages/manifests/live2d-mao.avatar.json +13 -0
  25. package/avatar-packages/manifests/live2d-mark.avatar.json +13 -0
  26. package/avatar-packages/manifests/live2d-rice.avatar.json +13 -0
  27. package/avatar-packages/manifests/live2d-wanko.avatar.json +13 -0
  28. package/avatar-packages/manifests/nastya.avatar.json +13 -0
  29. package/avatar-packages/manifests/scout-corgi.avatar.json +13 -0
  30. package/avatar-packages/manifests/xiaoman.avatar.json +13 -0
  31. package/data/build/dist/client/assistant-settings-styles.d.ts +7 -0
  32. package/data/build/dist/client/assistant-settings-styles.d.ts.map +1 -0
  33. package/data/build/dist/client/assistant-settings-styles.js +6 -0
  34. package/data/build/dist/client/assistant-settings-styles.js.map +1 -0
  35. package/data/build/dist/client/avatar/builtin.d.ts +5 -0
  36. package/data/build/dist/client/avatar/builtin.d.ts.map +1 -0
  37. package/data/build/dist/client/avatar/builtin.js +9 -0
  38. package/data/build/dist/client/avatar/builtin.js.map +1 -0
  39. package/data/build/dist/client/avatar/cache-status.d.ts +4 -0
  40. package/data/build/dist/client/avatar/cache-status.d.ts.map +1 -0
  41. package/data/build/dist/client/avatar/cache-status.js +40 -0
  42. package/data/build/dist/client/avatar/cache-status.js.map +1 -0
  43. package/data/build/dist/client/avatar/catalog-panel.d.ts +49 -0
  44. package/data/build/dist/client/avatar/catalog-panel.d.ts.map +1 -0
  45. package/data/build/dist/client/avatar/catalog-panel.js +245 -0
  46. package/data/build/dist/client/avatar/catalog-panel.js.map +1 -0
  47. package/data/build/dist/client/avatar/catalog-picker.d.ts +38 -0
  48. package/data/build/dist/client/avatar/catalog-picker.d.ts.map +1 -0
  49. package/data/build/dist/client/avatar/catalog-picker.js +65 -0
  50. package/data/build/dist/client/avatar/catalog-picker.js.map +1 -0
  51. package/data/build/dist/client/avatar/desktop-bridge.d.ts +21 -0
  52. package/data/build/dist/client/avatar/desktop-bridge.d.ts.map +1 -0
  53. package/data/build/dist/client/avatar/desktop-bridge.js +109 -0
  54. package/data/build/dist/client/avatar/desktop-bridge.js.map +1 -0
  55. package/data/build/dist/client/avatar/desktop-entry.d.ts +2 -0
  56. package/data/build/dist/client/avatar/desktop-entry.d.ts.map +1 -0
  57. package/data/build/dist/client/avatar/desktop-entry.js +34 -0
  58. package/data/build/dist/client/avatar/desktop-entry.js.map +1 -0
  59. package/data/build/dist/client/avatar/desktop-view.d.ts +23 -0
  60. package/data/build/dist/client/avatar/desktop-view.d.ts.map +1 -0
  61. package/data/build/dist/client/avatar/desktop-view.js +72 -0
  62. package/data/build/dist/client/avatar/desktop-view.js.map +1 -0
  63. package/data/build/dist/client/avatar/engine.d.ts +45 -0
  64. package/data/build/dist/client/avatar/engine.d.ts.map +1 -0
  65. package/data/build/dist/client/avatar/engine.js +165 -0
  66. package/data/build/dist/client/avatar/engine.js.map +1 -0
  67. package/data/build/dist/client/avatar/floating.d.ts +20 -0
  68. package/data/build/dist/client/avatar/floating.d.ts.map +1 -0
  69. package/data/build/dist/client/avatar/floating.js +99 -0
  70. package/data/build/dist/client/avatar/floating.js.map +1 -0
  71. package/data/build/dist/client/avatar/image.d.ts +5 -0
  72. package/data/build/dist/client/avatar/image.d.ts.map +1 -0
  73. package/data/build/dist/client/avatar/image.js +22 -0
  74. package/data/build/dist/client/avatar/image.js.map +1 -0
  75. package/data/build/dist/client/avatar/live2d.d.ts +65 -0
  76. package/data/build/dist/client/avatar/live2d.d.ts.map +1 -0
  77. package/data/build/dist/client/avatar/live2d.js +278 -0
  78. package/data/build/dist/client/avatar/live2d.js.map +1 -0
  79. package/data/build/dist/client/avatar/loading.d.ts +27 -0
  80. package/data/build/dist/client/avatar/loading.d.ts.map +1 -0
  81. package/data/build/dist/client/avatar/loading.js +74 -0
  82. package/data/build/dist/client/avatar/loading.js.map +1 -0
  83. package/data/build/dist/client/avatar/manager.d.ts +71 -0
  84. package/data/build/dist/client/avatar/manager.d.ts.map +1 -0
  85. package/data/build/dist/client/avatar/manager.js +321 -0
  86. package/data/build/dist/client/avatar/manager.js.map +1 -0
  87. package/data/build/dist/client/avatar/portrait-capture.d.ts +30 -0
  88. package/data/build/dist/client/avatar/portrait-capture.d.ts.map +1 -0
  89. package/data/build/dist/client/avatar/portrait-capture.js +233 -0
  90. package/data/build/dist/client/avatar/portrait-capture.js.map +1 -0
  91. package/data/build/dist/client/avatar/portrait-editor.d.ts +14 -0
  92. package/data/build/dist/client/avatar/portrait-editor.d.ts.map +1 -0
  93. package/data/build/dist/client/avatar/portrait-editor.js +105 -0
  94. package/data/build/dist/client/avatar/portrait-editor.js.map +1 -0
  95. package/data/build/dist/client/avatar/portrait-service.d.ts +51 -0
  96. package/data/build/dist/client/avatar/portrait-service.d.ts.map +1 -0
  97. package/data/build/dist/client/avatar/portrait-service.js +244 -0
  98. package/data/build/dist/client/avatar/portrait-service.js.map +1 -0
  99. package/data/build/dist/client/avatar/portrait.d.ts +28 -0
  100. package/data/build/dist/client/avatar/portrait.d.ts.map +1 -0
  101. package/data/build/dist/client/avatar/portrait.js +56 -0
  102. package/data/build/dist/client/avatar/portrait.js.map +1 -0
  103. package/data/build/dist/client/avatar/preview-capture.d.ts +4 -0
  104. package/data/build/dist/client/avatar/preview-capture.d.ts.map +1 -0
  105. package/data/build/dist/client/avatar/preview-capture.js +100 -0
  106. package/data/build/dist/client/avatar/preview-capture.js.map +1 -0
  107. package/data/build/dist/client/avatar/preview-store.d.ts +41 -0
  108. package/data/build/dist/client/avatar/preview-store.d.ts.map +1 -0
  109. package/data/build/dist/client/avatar/preview-store.js +171 -0
  110. package/data/build/dist/client/avatar/preview-store.js.map +1 -0
  111. package/data/build/dist/client/avatar/preview.d.ts +14 -0
  112. package/data/build/dist/client/avatar/preview.d.ts.map +1 -0
  113. package/data/build/dist/client/avatar/preview.js +56 -0
  114. package/data/build/dist/client/avatar/preview.js.map +1 -0
  115. package/data/build/dist/client/avatar/registration.d.ts +2 -0
  116. package/data/build/dist/client/avatar/registration.d.ts.map +1 -0
  117. package/data/build/dist/client/avatar/registration.js +2 -0
  118. package/data/build/dist/client/avatar/registration.js.map +1 -0
  119. package/data/build/dist/client/avatar/registry.d.ts +45 -0
  120. package/data/build/dist/client/avatar/registry.d.ts.map +1 -0
  121. package/data/build/dist/client/avatar/registry.js +34 -0
  122. package/data/build/dist/client/avatar/registry.js.map +1 -0
  123. package/data/build/dist/client/avatar/settings-panel.d.ts +21 -0
  124. package/data/build/dist/client/avatar/settings-panel.d.ts.map +1 -0
  125. package/data/build/dist/client/avatar/settings-panel.js +169 -0
  126. package/data/build/dist/client/avatar/settings-panel.js.map +1 -0
  127. package/data/build/dist/client/avatar/slot.d.ts +17 -0
  128. package/data/build/dist/client/avatar/slot.d.ts.map +1 -0
  129. package/data/build/dist/client/avatar/slot.js +70 -0
  130. package/data/build/dist/client/avatar/slot.js.map +1 -0
  131. package/data/build/dist/client/avatar/spritesheet.d.ts +19 -0
  132. package/data/build/dist/client/avatar/spritesheet.d.ts.map +1 -0
  133. package/data/build/dist/client/avatar/spritesheet.js +91 -0
  134. package/data/build/dist/client/avatar/spritesheet.js.map +1 -0
  135. package/data/build/dist/client/avatar/temporary-preview.d.ts +25 -0
  136. package/data/build/dist/client/avatar/temporary-preview.d.ts.map +1 -0
  137. package/data/build/dist/client/avatar/temporary-preview.js +61 -0
  138. package/data/build/dist/client/avatar/temporary-preview.js.map +1 -0
  139. package/data/build/dist/client/bundle.js +24898 -2803
  140. package/data/build/dist/client/bundle.js.map +1 -1
  141. package/data/build/dist/client/cli-slots.d.ts.map +1 -1
  142. package/data/build/dist/client/cli-slots.js +9 -9
  143. package/data/build/dist/client/cli-slots.js.map +1 -1
  144. package/data/build/dist/client/desktop-assistant.js +8585 -0
  145. package/data/build/dist/client/features/assistant-composer-input.d.ts +10 -0
  146. package/data/build/dist/client/features/assistant-composer-input.d.ts.map +1 -0
  147. package/data/build/dist/client/features/assistant-composer-input.js +40 -0
  148. package/data/build/dist/client/features/assistant-composer-input.js.map +1 -0
  149. package/data/build/dist/client/features/assistant-configuration-session.d.ts +45 -0
  150. package/data/build/dist/client/features/assistant-configuration-session.d.ts.map +1 -0
  151. package/data/build/dist/client/features/assistant-configuration-session.js +252 -0
  152. package/data/build/dist/client/features/assistant-configuration-session.js.map +1 -0
  153. package/data/build/dist/client/features/assistant-configuration-tabs.d.ts +34 -0
  154. package/data/build/dist/client/features/assistant-configuration-tabs.d.ts.map +1 -0
  155. package/data/build/dist/client/features/assistant-configuration-tabs.js +48 -0
  156. package/data/build/dist/client/features/assistant-configuration-tabs.js.map +1 -0
  157. package/data/build/dist/client/features/assistant-conversation-message.d.ts +27 -0
  158. package/data/build/dist/client/features/assistant-conversation-message.d.ts.map +1 -0
  159. package/data/build/dist/client/features/assistant-conversation-message.js +55 -0
  160. package/data/build/dist/client/features/assistant-conversation-message.js.map +1 -0
  161. package/data/build/dist/client/features/assistant-debug-dialog.d.ts +3 -0
  162. package/data/build/dist/client/features/assistant-debug-dialog.d.ts.map +1 -0
  163. package/data/build/dist/client/features/assistant-debug-dialog.js +3 -0
  164. package/data/build/dist/client/features/assistant-debug-dialog.js.map +1 -0
  165. package/data/build/dist/client/features/assistant-debug-workbench.d.ts +48 -0
  166. package/data/build/dist/client/features/assistant-debug-workbench.d.ts.map +1 -0
  167. package/data/build/dist/client/features/assistant-debug-workbench.js +376 -0
  168. package/data/build/dist/client/features/assistant-debug-workbench.js.map +1 -0
  169. package/data/build/dist/client/features/assistant-floating-call.d.ts +33 -0
  170. package/data/build/dist/client/features/assistant-floating-call.d.ts.map +1 -0
  171. package/data/build/dist/client/features/assistant-floating-call.js +67 -0
  172. package/data/build/dist/client/features/assistant-floating-call.js.map +1 -0
  173. package/data/build/dist/client/features/assistant-panel.d.ts +2 -2
  174. package/data/build/dist/client/features/assistant-panel.d.ts.map +1 -1
  175. package/data/build/dist/client/features/assistant-panel.js +10 -123
  176. package/data/build/dist/client/features/assistant-panel.js.map +1 -1
  177. package/data/build/dist/client/features/assistant-realtime-call.d.ts +57 -0
  178. package/data/build/dist/client/features/assistant-realtime-call.d.ts.map +1 -0
  179. package/data/build/dist/client/features/assistant-realtime-call.js +131 -0
  180. package/data/build/dist/client/features/assistant-realtime-call.js.map +1 -0
  181. package/data/build/dist/client/features/assistant-record-style.d.ts +5 -0
  182. package/data/build/dist/client/features/assistant-record-style.d.ts.map +1 -0
  183. package/data/build/dist/client/features/assistant-record-style.js +25 -0
  184. package/data/build/dist/client/features/assistant-record-style.js.map +1 -0
  185. package/data/build/dist/client/features/assistant-voice-initialization.d.ts +26 -0
  186. package/data/build/dist/client/features/assistant-voice-initialization.d.ts.map +1 -0
  187. package/data/build/dist/client/features/assistant-voice-initialization.js +138 -0
  188. package/data/build/dist/client/features/assistant-voice-initialization.js.map +1 -0
  189. package/data/build/dist/client/features/assistant-voice-settings-group.d.ts +19 -0
  190. package/data/build/dist/client/features/assistant-voice-settings-group.d.ts.map +1 -0
  191. package/data/build/dist/client/features/assistant-voice-settings-group.js +34 -0
  192. package/data/build/dist/client/features/assistant-voice-settings-group.js.map +1 -0
  193. package/data/build/dist/client/features/assistant-voice-settings.d.ts +13 -0
  194. package/data/build/dist/client/features/assistant-voice-settings.d.ts.map +1 -0
  195. package/data/build/dist/client/features/assistant-voice-settings.js +184 -0
  196. package/data/build/dist/client/features/assistant-voice-settings.js.map +1 -0
  197. package/data/build/dist/client/features/assistant-workbench-controls.d.ts +72 -0
  198. package/data/build/dist/client/features/assistant-workbench-controls.d.ts.map +1 -0
  199. package/data/build/dist/client/features/assistant-workbench-controls.js +145 -0
  200. package/data/build/dist/client/features/assistant-workbench-controls.js.map +1 -0
  201. package/data/build/dist/client/features/assistant-workbench-entry.d.ts +4 -0
  202. package/data/build/dist/client/features/assistant-workbench-entry.d.ts.map +1 -0
  203. package/data/build/dist/client/features/assistant-workbench-entry.js +7 -0
  204. package/data/build/dist/client/features/assistant-workbench-entry.js.map +1 -0
  205. package/data/build/dist/client/features/assistant-workbench.d.ts +109 -0
  206. package/data/build/dist/client/features/assistant-workbench.d.ts.map +1 -0
  207. package/data/build/dist/client/features/assistant-workbench.js +568 -0
  208. package/data/build/dist/client/features/assistant-workbench.js.map +1 -0
  209. package/data/build/dist/client/features/global-voice-assistant.d.ts.map +1 -1
  210. package/data/build/dist/client/features/global-voice-assistant.js +88 -32
  211. package/data/build/dist/client/features/global-voice-assistant.js.map +1 -1
  212. package/data/build/dist/client/features/lan-access.js +2 -2
  213. package/data/build/dist/client/features/lan-access.js.map +1 -1
  214. package/data/build/dist/client/features/mobile-access.d.ts.map +1 -1
  215. package/data/build/dist/client/features/mobile-access.js +9 -0
  216. package/data/build/dist/client/features/mobile-access.js.map +1 -1
  217. package/data/build/dist/client/features/peer-host.d.ts +2 -0
  218. package/data/build/dist/client/features/peer-host.d.ts.map +1 -1
  219. package/data/build/dist/client/features/peer-host.js +66 -73
  220. package/data/build/dist/client/features/peer-host.js.map +1 -1
  221. package/data/build/dist/client/features/types.d.ts +4 -0
  222. package/data/build/dist/client/features/types.d.ts.map +1 -1
  223. package/data/build/dist/client/features/voice-conversation-dialog.d.ts +9 -2
  224. package/data/build/dist/client/features/voice-conversation-dialog.d.ts.map +1 -1
  225. package/data/build/dist/client/features/voice-conversation-dialog.js +29 -7
  226. package/data/build/dist/client/features/voice-conversation-dialog.js.map +1 -1
  227. package/data/build/dist/client/features/voice-initialization-dialog.d.ts +42 -2
  228. package/data/build/dist/client/features/voice-initialization-dialog.d.ts.map +1 -1
  229. package/data/build/dist/client/features/voice-initialization-dialog.js +181 -67
  230. package/data/build/dist/client/features/voice-initialization-dialog.js.map +1 -1
  231. package/data/build/dist/client/global-voice-runtime-registry.d.ts +4 -0
  232. package/data/build/dist/client/global-voice-runtime-registry.d.ts.map +1 -1
  233. package/data/build/dist/client/global-voice-runtime-registry.js.map +1 -1
  234. package/data/build/dist/client/index.d.ts +11 -0
  235. package/data/build/dist/client/index.d.ts.map +1 -1
  236. package/data/build/dist/client/index.js +10 -0
  237. package/data/build/dist/client/index.js.map +1 -1
  238. package/data/build/dist/client/locale.d.ts.map +1 -1
  239. package/data/build/dist/client/locale.js +51 -14
  240. package/data/build/dist/client/locale.js.map +1 -1
  241. package/data/build/dist/client/locales/assistantAvatar.d.ts +138 -0
  242. package/data/build/dist/client/locales/assistantAvatar.d.ts.map +1 -0
  243. package/data/build/dist/client/locales/assistantAvatar.js +273 -0
  244. package/data/build/dist/client/locales/assistantAvatar.js.map +1 -0
  245. package/data/build/dist/client/locales/assistantDebug.d.ts +4 -0
  246. package/data/build/dist/client/locales/assistantDebug.d.ts.map +1 -0
  247. package/data/build/dist/client/locales/assistantDebug.js +362 -0
  248. package/data/build/dist/client/locales/assistantDebug.js.map +1 -0
  249. package/data/build/dist/client/locales/assistantTts.d.ts +80 -0
  250. package/data/build/dist/client/locales/assistantTts.d.ts.map +1 -0
  251. package/data/build/dist/client/locales/assistantTts.js +76 -0
  252. package/data/build/dist/client/locales/assistantTts.js.map +1 -0
  253. package/data/build/dist/client/locales/assistantWorkbench.d.ts +126 -0
  254. package/data/build/dist/client/locales/assistantWorkbench.d.ts.map +1 -0
  255. package/data/build/dist/client/locales/assistantWorkbench.js +96 -0
  256. package/data/build/dist/client/locales/assistantWorkbench.js.map +1 -0
  257. package/data/build/dist/client/locales/terminalAuth.d.ts.map +1 -1
  258. package/data/build/dist/client/locales/terminalAuth.js +80 -0
  259. package/data/build/dist/client/locales/terminalAuth.js.map +1 -1
  260. package/data/build/dist/client/locales/voiceModels.d.ts +45 -0
  261. package/data/build/dist/client/locales/voiceModels.d.ts.map +1 -0
  262. package/data/build/dist/client/locales/voiceModels.js +85 -0
  263. package/data/build/dist/client/locales/voiceModels.js.map +1 -0
  264. package/data/build/dist/client/mobile-rightbar-tabs-dom.d.ts +29 -0
  265. package/data/build/dist/client/mobile-rightbar-tabs-dom.d.ts.map +1 -0
  266. package/data/build/dist/client/mobile-rightbar-tabs-dom.js +93 -0
  267. package/data/build/dist/client/mobile-rightbar-tabs-dom.js.map +1 -0
  268. package/data/build/dist/client/mobile-rightbar-visibility.d.ts +32 -0
  269. package/data/build/dist/client/mobile-rightbar-visibility.d.ts.map +1 -0
  270. package/data/build/dist/client/mobile-rightbar-visibility.js +188 -0
  271. package/data/build/dist/client/mobile-rightbar-visibility.js.map +1 -0
  272. package/data/build/dist/client/mobile-session-interaction.d.ts +9 -19
  273. package/data/build/dist/client/mobile-session-interaction.d.ts.map +1 -1
  274. package/data/build/dist/client/mobile-session-interaction.js +25 -169
  275. package/data/build/dist/client/mobile-session-interaction.js.map +1 -1
  276. package/data/build/dist/client/mobile-sidebar-gestures.d.ts +4 -0
  277. package/data/build/dist/client/mobile-sidebar-gestures.d.ts.map +1 -1
  278. package/data/build/dist/client/mobile-sidebar-gestures.js +17 -9
  279. package/data/build/dist/client/mobile-sidebar-gestures.js.map +1 -1
  280. package/data/build/dist/client/model-catalog-cache.d.ts +4 -4
  281. package/data/build/dist/client/model-catalog-cache.d.ts.map +1 -1
  282. package/data/build/dist/client/model-catalog-cache.js +57 -32
  283. package/data/build/dist/client/model-catalog-cache.js.map +1 -1
  284. package/data/build/dist/client/moss-voice-output.d.ts +39 -0
  285. package/data/build/dist/client/moss-voice-output.d.ts.map +1 -0
  286. package/data/build/dist/client/moss-voice-output.js +241 -0
  287. package/data/build/dist/client/moss-voice-output.js.map +1 -0
  288. package/data/build/dist/client/settings-bridge.d.ts +1 -0
  289. package/data/build/dist/client/settings-bridge.d.ts.map +1 -1
  290. package/data/build/dist/client/settings-bridge.js +9 -1
  291. package/data/build/dist/client/settings-bridge.js.map +1 -1
  292. package/data/build/dist/client/sherpa-voice-adapter.d.ts +23 -2
  293. package/data/build/dist/client/sherpa-voice-adapter.d.ts.map +1 -1
  294. package/data/build/dist/client/sherpa-voice-adapter.js +384 -91
  295. package/data/build/dist/client/sherpa-voice-adapter.js.map +1 -1
  296. package/data/build/dist/client/streaming-sentence-queue.d.ts +20 -0
  297. package/data/build/dist/client/streaming-sentence-queue.d.ts.map +1 -0
  298. package/data/build/dist/client/streaming-sentence-queue.js +130 -0
  299. package/data/build/dist/client/streaming-sentence-queue.js.map +1 -0
  300. package/data/build/dist/client/terminal/log-preview.d.ts +14 -0
  301. package/data/build/dist/client/terminal/log-preview.d.ts.map +1 -0
  302. package/data/build/dist/client/terminal/log-preview.js +23 -0
  303. package/data/build/dist/client/terminal/log-preview.js.map +1 -0
  304. package/data/build/dist/client/terminal/model.d.ts +38 -7
  305. package/data/build/dist/client/terminal/model.d.ts.map +1 -1
  306. package/data/build/dist/client/terminal/model.js +188 -32
  307. package/data/build/dist/client/terminal/model.js.map +1 -1
  308. package/data/build/dist/client/terminal/recovery.d.ts +7 -3
  309. package/data/build/dist/client/terminal/recovery.d.ts.map +1 -1
  310. package/data/build/dist/client/terminal/recovery.js +45 -41
  311. package/data/build/dist/client/terminal/recovery.js.map +1 -1
  312. package/data/build/dist/client/terminal/selection-actions.d.ts +63 -0
  313. package/data/build/dist/client/terminal/selection-actions.d.ts.map +1 -0
  314. package/data/build/dist/client/terminal/selection-actions.js +132 -0
  315. package/data/build/dist/client/terminal/selection-actions.js.map +1 -0
  316. package/data/build/dist/client/terminal/share-menu.d.ts +17 -0
  317. package/data/build/dist/client/terminal/share-menu.d.ts.map +1 -0
  318. package/data/build/dist/client/terminal/share-menu.js +131 -0
  319. package/data/build/dist/client/terminal/share-menu.js.map +1 -0
  320. package/data/build/dist/client/terminal/sharing.d.ts +42 -0
  321. package/data/build/dist/client/terminal/sharing.d.ts.map +1 -0
  322. package/data/build/dist/client/terminal/sharing.js +144 -0
  323. package/data/build/dist/client/terminal/sharing.js.map +1 -0
  324. package/data/build/dist/client/terminal/snapshot.d.ts +32 -0
  325. package/data/build/dist/client/terminal/snapshot.d.ts.map +1 -0
  326. package/data/build/dist/client/terminal/snapshot.js +108 -0
  327. package/data/build/dist/client/terminal/snapshot.js.map +1 -0
  328. package/data/build/dist/client/terminal/styles.d.ts +14 -0
  329. package/data/build/dist/client/terminal/styles.d.ts.map +1 -1
  330. package/data/build/dist/client/terminal/styles.js +39 -1
  331. package/data/build/dist/client/terminal/styles.js.map +1 -1
  332. package/data/build/dist/client/terminal/surface-cache.d.ts +10 -0
  333. package/data/build/dist/client/terminal/surface-cache.d.ts.map +1 -0
  334. package/data/build/dist/client/terminal/surface-cache.js +19 -0
  335. package/data/build/dist/client/terminal/surface-cache.js.map +1 -0
  336. package/data/build/dist/client/terminal/ui.d.ts.map +1 -1
  337. package/data/build/dist/client/terminal/ui.js +78 -21
  338. package/data/build/dist/client/terminal/ui.js.map +1 -1
  339. package/data/build/dist/client/terminal/xterm-view.d.ts +5 -2
  340. package/data/build/dist/client/terminal/xterm-view.d.ts.map +1 -1
  341. package/data/build/dist/client/terminal/xterm-view.js +429 -397
  342. package/data/build/dist/client/terminal/xterm-view.js.map +1 -1
  343. package/data/build/dist/client/touch-input-focus.d.ts +30 -0
  344. package/data/build/dist/client/touch-input-focus.d.ts.map +1 -0
  345. package/data/build/dist/client/touch-input-focus.js +190 -0
  346. package/data/build/dist/client/touch-input-focus.js.map +1 -0
  347. package/data/build/dist/client/voice-capture.d.ts +9 -0
  348. package/data/build/dist/client/voice-capture.d.ts.map +1 -1
  349. package/data/build/dist/client/voice-capture.js +35 -1
  350. package/data/build/dist/client/voice-capture.js.map +1 -1
  351. package/data/build/dist/client/voice-chat-updates.d.ts +12 -0
  352. package/data/build/dist/client/voice-chat-updates.d.ts.map +1 -0
  353. package/data/build/dist/client/voice-chat-updates.js +39 -0
  354. package/data/build/dist/client/voice-chat-updates.js.map +1 -0
  355. package/data/build/dist/client/voice-diagnostics.d.ts +19 -0
  356. package/data/build/dist/client/voice-diagnostics.d.ts.map +1 -0
  357. package/data/build/dist/client/voice-diagnostics.js +73 -0
  358. package/data/build/dist/client/voice-diagnostics.js.map +1 -0
  359. package/data/build/dist/client/voice-model-setup-progress.d.ts +8 -0
  360. package/data/build/dist/client/voice-model-setup-progress.d.ts.map +1 -0
  361. package/data/build/dist/client/voice-model-setup-progress.js +27 -0
  362. package/data/build/dist/client/voice-model-setup-progress.js.map +1 -0
  363. package/data/build/dist/client/voice-stream-uploader.d.ts +41 -0
  364. package/data/build/dist/client/voice-stream-uploader.d.ts.map +1 -0
  365. package/data/build/dist/client/voice-stream-uploader.js +154 -0
  366. package/data/build/dist/client/voice-stream-uploader.js.map +1 -0
  367. package/data/build/dist/dsh-capabilities/client/config-forms-adapter.d.ts +4 -0
  368. package/data/build/dist/dsh-capabilities/client/config-forms-adapter.d.ts.map +1 -1
  369. package/data/build/dist/dsh-capabilities/client/config-forms-adapter.js +9 -0
  370. package/data/build/dist/dsh-capabilities/client/config-forms-adapter.js.map +1 -1
  371. package/data/build/dist/dsh-capabilities/client/primitives-adapter.d.ts +5 -1
  372. package/data/build/dist/dsh-capabilities/client/primitives-adapter.d.ts.map +1 -1
  373. package/data/build/dist/dsh-capabilities/client/primitives-adapter.js +25 -0
  374. package/data/build/dist/dsh-capabilities/client/primitives-adapter.js.map +1 -1
  375. package/data/build/dist/dsh-capabilities/client/terminal-sharing-adapter.d.ts +33 -0
  376. package/data/build/dist/dsh-capabilities/client/terminal-sharing-adapter.d.ts.map +1 -0
  377. package/data/build/dist/dsh-capabilities/client/terminal-sharing-adapter.js +187 -0
  378. package/data/build/dist/dsh-capabilities/client/terminal-sharing-adapter.js.map +1 -0
  379. package/data/build/dist/dsh-capabilities/host/assistant-agent-adapter.d.ts +55 -0
  380. package/data/build/dist/dsh-capabilities/host/assistant-agent-adapter.d.ts.map +1 -0
  381. package/data/build/dist/dsh-capabilities/host/assistant-agent-adapter.js +264 -0
  382. package/data/build/dist/dsh-capabilities/host/assistant-agent-adapter.js.map +1 -0
  383. package/data/build/dist/dsh-capabilities/host/assistant-attachment-adapter.d.ts +16 -0
  384. package/data/build/dist/dsh-capabilities/host/assistant-attachment-adapter.d.ts.map +1 -0
  385. package/data/build/dist/dsh-capabilities/host/assistant-attachment-adapter.js +69 -0
  386. package/data/build/dist/dsh-capabilities/host/assistant-attachment-adapter.js.map +1 -0
  387. package/data/build/dist/dsh-capabilities/host/assistant-llm-adapter.d.ts +36 -0
  388. package/data/build/dist/dsh-capabilities/host/assistant-llm-adapter.d.ts.map +1 -0
  389. package/data/build/dist/dsh-capabilities/host/assistant-llm-adapter.js +112 -0
  390. package/data/build/dist/dsh-capabilities/host/assistant-llm-adapter.js.map +1 -0
  391. package/data/build/dist/dsh-capabilities/host/assistant-web-search-adapter.d.ts +4 -0
  392. package/data/build/dist/dsh-capabilities/host/assistant-web-search-adapter.d.ts.map +1 -0
  393. package/data/build/dist/dsh-capabilities/host/assistant-web-search-adapter.js +41 -0
  394. package/data/build/dist/dsh-capabilities/host/assistant-web-search-adapter.js.map +1 -0
  395. package/data/build/dist/dsh-capabilities/matrix.d.ts.map +1 -1
  396. package/data/build/dist/dsh-capabilities/matrix.js +3 -0
  397. package/data/build/dist/dsh-capabilities/matrix.js.map +1 -1
  398. package/data/build/dist/dsh-capabilities/routes.d.ts.map +1 -1
  399. package/data/build/dist/dsh-capabilities/routes.js +18 -0
  400. package/data/build/dist/dsh-capabilities/routes.js.map +1 -1
  401. package/data/build/dist/dsh-capabilities/settings-store.d.ts +2 -0
  402. package/data/build/dist/dsh-capabilities/settings-store.d.ts.map +1 -1
  403. package/data/build/dist/dsh-capabilities/settings-store.js.map +1 -1
  404. package/data/build/dist/dsh-capabilities/types.d.ts +1 -1
  405. package/data/build/dist/dsh-capabilities/types.d.ts.map +1 -1
  406. package/data/build/dist/dsh-capabilities/types.js.map +1 -1
  407. package/data/build/dist/host/avatar/catalog.d.ts +21 -0
  408. package/data/build/dist/host/avatar/catalog.d.ts.map +1 -0
  409. package/data/build/dist/host/avatar/catalog.js +123 -0
  410. package/data/build/dist/host/avatar/catalog.js.map +1 -0
  411. package/data/build/dist/host/avatar/engine.d.ts +42 -0
  412. package/data/build/dist/host/avatar/engine.d.ts.map +1 -0
  413. package/data/build/dist/host/avatar/engine.js +167 -0
  414. package/data/build/dist/host/avatar/engine.js.map +1 -0
  415. package/data/build/dist/host/avatar/materials.d.ts +28 -0
  416. package/data/build/dist/host/avatar/materials.d.ts.map +1 -0
  417. package/data/build/dist/host/avatar/materials.js +183 -0
  418. package/data/build/dist/host/avatar/materials.js.map +1 -0
  419. package/data/build/dist/host/avatar/packages.d.ts +34 -0
  420. package/data/build/dist/host/avatar/packages.d.ts.map +1 -0
  421. package/data/build/dist/host/avatar/packages.js +200 -0
  422. package/data/build/dist/host/avatar/packages.js.map +1 -0
  423. package/data/build/dist/host/avatar/registry.d.ts +12 -0
  424. package/data/build/dist/host/avatar/registry.d.ts.map +1 -0
  425. package/data/build/dist/host/avatar/registry.js +22 -0
  426. package/data/build/dist/host/avatar/registry.js.map +1 -0
  427. package/data/build/dist/host/avatar/remote.d.ts +18 -0
  428. package/data/build/dist/host/avatar/remote.d.ts.map +1 -0
  429. package/data/build/dist/host/avatar/remote.js +103 -0
  430. package/data/build/dist/host/avatar/remote.js.map +1 -0
  431. package/data/build/dist/host/avatar/sources.d.ts +11 -0
  432. package/data/build/dist/host/avatar/sources.d.ts.map +1 -0
  433. package/data/build/dist/host/avatar/sources.js +78 -0
  434. package/data/build/dist/host/avatar/sources.js.map +1 -0
  435. package/data/build/dist/host/avatar/temporary-previews.d.ts +26 -0
  436. package/data/build/dist/host/avatar/temporary-previews.d.ts.map +1 -0
  437. package/data/build/dist/host/avatar/temporary-previews.js +139 -0
  438. package/data/build/dist/host/avatar/temporary-previews.js.map +1 -0
  439. package/data/build/dist/host/cli-adapters/codex-driver.d.ts.map +1 -1
  440. package/data/build/dist/host/cli-adapters/codex-driver.js +10 -3
  441. package/data/build/dist/host/cli-adapters/codex-driver.js.map +1 -1
  442. package/data/build/dist/host/desktop-assistant/controller.d.ts +44 -0
  443. package/data/build/dist/host/desktop-assistant/controller.d.ts.map +1 -0
  444. package/data/build/dist/host/desktop-assistant/controller.js +150 -0
  445. package/data/build/dist/host/desktop-assistant/controller.js.map +1 -0
  446. package/data/build/dist/host/desktop-assistant/feature.d.ts +9 -0
  447. package/data/build/dist/host/desktop-assistant/feature.d.ts.map +1 -0
  448. package/data/build/dist/host/desktop-assistant/feature.js +102 -0
  449. package/data/build/dist/host/desktop-assistant/feature.js.map +1 -0
  450. package/data/build/dist/host/desktop-assistant/launcher.d.ts +5 -0
  451. package/data/build/dist/host/desktop-assistant/launcher.d.ts.map +1 -0
  452. package/data/build/dist/host/desktop-assistant/launcher.js +84 -0
  453. package/data/build/dist/host/desktop-assistant/launcher.js.map +1 -0
  454. package/data/build/dist/host/desktop-assistant/mac-agent.d.ts +5 -0
  455. package/data/build/dist/host/desktop-assistant/mac-agent.d.ts.map +1 -0
  456. package/data/build/dist/host/desktop-assistant/mac-agent.js +122 -0
  457. package/data/build/dist/host/desktop-assistant/mac-agent.js.map +1 -0
  458. package/data/build/dist/host/desktop-assistant/process.d.ts +4 -0
  459. package/data/build/dist/host/desktop-assistant/process.d.ts.map +1 -0
  460. package/data/build/dist/host/desktop-assistant/process.js +25 -0
  461. package/data/build/dist/host/desktop-assistant/process.js.map +1 -0
  462. package/data/build/dist/host/desktop-assistant/server.d.ts +12 -0
  463. package/data/build/dist/host/desktop-assistant/server.d.ts.map +1 -0
  464. package/data/build/dist/host/desktop-assistant/server.js +74 -0
  465. package/data/build/dist/host/desktop-assistant/server.js.map +1 -0
  466. package/data/build/dist/host/desktop-assistant/win-agent.d.ts +2 -0
  467. package/data/build/dist/host/desktop-assistant/win-agent.d.ts.map +1 -0
  468. package/data/build/dist/host/desktop-assistant/win-agent.js +197 -0
  469. package/data/build/dist/host/desktop-assistant/win-agent.js.map +1 -0
  470. package/data/build/dist/host/features/assistant-avatar-assets.d.ts +3 -0
  471. package/data/build/dist/host/features/assistant-avatar-assets.d.ts.map +1 -0
  472. package/data/build/dist/host/features/assistant-avatar-assets.js +3 -0
  473. package/data/build/dist/host/features/assistant-avatar-assets.js.map +1 -0
  474. package/data/build/dist/host/features/assistant-avatar-basics.d.ts +3 -0
  475. package/data/build/dist/host/features/assistant-avatar-basics.d.ts.map +1 -0
  476. package/data/build/dist/host/features/assistant-avatar-basics.js +34 -0
  477. package/data/build/dist/host/features/assistant-avatar-basics.js.map +1 -0
  478. package/data/build/dist/host/features/assistant-avatar-legacy-assets.d.ts +6 -0
  479. package/data/build/dist/host/features/assistant-avatar-legacy-assets.d.ts.map +1 -0
  480. package/data/build/dist/host/features/assistant-avatar-legacy-assets.js +146 -0
  481. package/data/build/dist/host/features/assistant-avatar-legacy-assets.js.map +1 -0
  482. package/data/build/dist/host/features/assistant-avatar-runtime.d.ts +20 -0
  483. package/data/build/dist/host/features/assistant-avatar-runtime.d.ts.map +1 -0
  484. package/data/build/dist/host/features/assistant-avatar-runtime.js +235 -0
  485. package/data/build/dist/host/features/assistant-avatar-runtime.js.map +1 -0
  486. package/data/build/dist/host/features/assistant-conversation-storage.d.ts +8 -0
  487. package/data/build/dist/host/features/assistant-conversation-storage.d.ts.map +1 -0
  488. package/data/build/dist/host/features/assistant-conversation-storage.js +38 -0
  489. package/data/build/dist/host/features/assistant-conversation-storage.js.map +1 -0
  490. package/data/build/dist/host/features/assistant-conversation.d.ts +57 -0
  491. package/data/build/dist/host/features/assistant-conversation.d.ts.map +1 -0
  492. package/data/build/dist/host/features/assistant-conversation.js +364 -0
  493. package/data/build/dist/host/features/assistant-conversation.js.map +1 -0
  494. package/data/build/dist/host/features/assistant-dispatch.d.ts +2 -2
  495. package/data/build/dist/host/features/assistant-dispatch.d.ts.map +1 -1
  496. package/data/build/dist/host/features/assistant-dispatch.js +4 -3
  497. package/data/build/dist/host/features/assistant-dispatch.js.map +1 -1
  498. package/data/build/dist/host/features/assistant-index-analysis.d.ts +49 -0
  499. package/data/build/dist/host/features/assistant-index-analysis.d.ts.map +1 -0
  500. package/data/build/dist/host/features/assistant-index-analysis.js +255 -0
  501. package/data/build/dist/host/features/assistant-index-analysis.js.map +1 -0
  502. package/data/build/dist/host/features/assistant-index-journal.d.ts +20 -0
  503. package/data/build/dist/host/features/assistant-index-journal.d.ts.map +1 -0
  504. package/data/build/dist/host/features/assistant-index-journal.js +40 -0
  505. package/data/build/dist/host/features/assistant-index-journal.js.map +1 -0
  506. package/data/build/dist/host/features/assistant-index-retry.d.ts +12 -0
  507. package/data/build/dist/host/features/assistant-index-retry.d.ts.map +1 -0
  508. package/data/build/dist/host/features/assistant-index-retry.js +54 -0
  509. package/data/build/dist/host/features/assistant-index-retry.js.map +1 -0
  510. package/data/build/dist/host/features/assistant-index-updates.d.ts +40 -0
  511. package/data/build/dist/host/features/assistant-index-updates.d.ts.map +1 -0
  512. package/data/build/dist/host/features/assistant-index-updates.js +183 -0
  513. package/data/build/dist/host/features/assistant-index-updates.js.map +1 -0
  514. package/data/build/dist/host/features/assistant-lifecycle-settings.d.ts +5 -0
  515. package/data/build/dist/host/features/assistant-lifecycle-settings.d.ts.map +1 -0
  516. package/data/build/dist/host/features/assistant-lifecycle-settings.js +72 -0
  517. package/data/build/dist/host/features/assistant-lifecycle-settings.js.map +1 -0
  518. package/data/build/dist/host/features/assistant-management-tools.d.ts +34 -0
  519. package/data/build/dist/host/features/assistant-management-tools.d.ts.map +1 -0
  520. package/data/build/dist/host/features/assistant-management-tools.js +69 -0
  521. package/data/build/dist/host/features/assistant-management-tools.js.map +1 -0
  522. package/data/build/dist/host/features/assistant-prompts.d.ts +6 -0
  523. package/data/build/dist/host/features/assistant-prompts.d.ts.map +1 -0
  524. package/data/build/dist/host/features/assistant-prompts.js +62 -0
  525. package/data/build/dist/host/features/assistant-prompts.js.map +1 -0
  526. package/data/build/dist/host/features/assistant-session-index.d.ts +6 -1
  527. package/data/build/dist/host/features/assistant-session-index.d.ts.map +1 -1
  528. package/data/build/dist/host/features/assistant-session-index.js +11 -12
  529. package/data/build/dist/host/features/assistant-session-index.js.map +1 -1
  530. package/data/build/dist/host/features/assistant-structured-index.d.ts +21 -0
  531. package/data/build/dist/host/features/assistant-structured-index.d.ts.map +1 -0
  532. package/data/build/dist/host/features/assistant-structured-index.js +138 -0
  533. package/data/build/dist/host/features/assistant-structured-index.js.map +1 -0
  534. package/data/build/dist/host/features/assistant-summary.d.ts.map +1 -1
  535. package/data/build/dist/host/features/assistant-summary.js +7 -1
  536. package/data/build/dist/host/features/assistant-summary.js.map +1 -1
  537. package/data/build/dist/host/features/assistant-text-chat.d.ts +29 -0
  538. package/data/build/dist/host/features/assistant-text-chat.d.ts.map +1 -0
  539. package/data/build/dist/host/features/assistant-text-chat.js +195 -0
  540. package/data/build/dist/host/features/assistant-text-chat.js.map +1 -0
  541. package/data/build/dist/host/features/assistant-tts-service.d.ts +47 -0
  542. package/data/build/dist/host/features/assistant-tts-service.d.ts.map +1 -0
  543. package/data/build/dist/host/features/assistant-tts-service.js +507 -0
  544. package/data/build/dist/host/features/assistant-tts-service.js.map +1 -0
  545. package/data/build/dist/host/features/assistant-voice-chat.d.ts +35 -0
  546. package/data/build/dist/host/features/assistant-voice-chat.d.ts.map +1 -0
  547. package/data/build/dist/host/features/assistant-voice-chat.js +133 -0
  548. package/data/build/dist/host/features/assistant-voice-chat.js.map +1 -0
  549. package/data/build/dist/host/features/assistant-voice-hotwords.d.ts +33 -0
  550. package/data/build/dist/host/features/assistant-voice-hotwords.d.ts.map +1 -0
  551. package/data/build/dist/host/features/assistant-voice-hotwords.js +114 -0
  552. package/data/build/dist/host/features/assistant-voice-hotwords.js.map +1 -0
  553. package/data/build/dist/host/features/assistant-voice-initialization.d.ts +26 -0
  554. package/data/build/dist/host/features/assistant-voice-initialization.d.ts.map +1 -0
  555. package/data/build/dist/host/features/assistant-voice-initialization.js +68 -0
  556. package/data/build/dist/host/features/assistant-voice-initialization.js.map +1 -0
  557. package/data/build/dist/host/features/assistant-voice-sources.d.ts +13 -0
  558. package/data/build/dist/host/features/assistant-voice-sources.d.ts.map +1 -0
  559. package/data/build/dist/host/features/assistant-voice-sources.js +72 -0
  560. package/data/build/dist/host/features/assistant-voice-sources.js.map +1 -0
  561. package/data/build/dist/host/features/assistant-voice-stream.d.ts +10 -0
  562. package/data/build/dist/host/features/assistant-voice-stream.d.ts.map +1 -1
  563. package/data/build/dist/host/features/assistant-voice-stream.js +208 -5
  564. package/data/build/dist/host/features/assistant-voice-stream.js.map +1 -1
  565. package/data/build/dist/host/features/global-voice-rpc.d.ts +8 -1
  566. package/data/build/dist/host/features/global-voice-rpc.d.ts.map +1 -1
  567. package/data/build/dist/host/features/global-voice-rpc.js +1055 -153
  568. package/data/build/dist/host/features/global-voice-rpc.js.map +1 -1
  569. package/data/build/dist/host/features/index.d.ts.map +1 -1
  570. package/data/build/dist/host/features/index.js +4 -0
  571. package/data/build/dist/host/features/index.js.map +1 -1
  572. package/data/build/dist/host/features/moss-tts-worker.d.ts +32 -0
  573. package/data/build/dist/host/features/moss-tts-worker.d.ts.map +1 -0
  574. package/data/build/dist/host/features/moss-tts-worker.js +216 -0
  575. package/data/build/dist/host/features/moss-tts-worker.js.map +1 -0
  576. package/data/build/dist/host/features/peer-host.d.ts.map +1 -1
  577. package/data/build/dist/host/features/peer-host.js +15 -7
  578. package/data/build/dist/host/features/peer-host.js.map +1 -1
  579. package/data/build/dist/host/features/sherpa-voice-runtime.d.ts +11 -0
  580. package/data/build/dist/host/features/sherpa-voice-runtime.d.ts.map +1 -1
  581. package/data/build/dist/host/features/sherpa-voice-runtime.js +72 -17
  582. package/data/build/dist/host/features/sherpa-voice-runtime.js.map +1 -1
  583. package/data/build/dist/host/features/types.d.ts +9 -1
  584. package/data/build/dist/host/features/types.d.ts.map +1 -1
  585. package/data/build/dist/host/features/voice-model-management.d.ts +22 -0
  586. package/data/build/dist/host/features/voice-model-management.d.ts.map +1 -0
  587. package/data/build/dist/host/features/voice-model-management.js +178 -0
  588. package/data/build/dist/host/features/voice-model-management.js.map +1 -0
  589. package/data/build/dist/host/features/voice-model-probe.d.ts +8 -0
  590. package/data/build/dist/host/features/voice-model-probe.d.ts.map +1 -0
  591. package/data/build/dist/host/features/voice-model-probe.js +76 -0
  592. package/data/build/dist/host/features/voice-model-probe.js.map +1 -0
  593. package/data/build/dist/host/features/voice-model-setup.d.ts +5 -2
  594. package/data/build/dist/host/features/voice-model-setup.d.ts.map +1 -1
  595. package/data/build/dist/host/features/voice-model-setup.js +40 -13
  596. package/data/build/dist/host/features/voice-model-setup.js.map +1 -1
  597. package/data/build/dist/host/features/voice-process-environment.d.ts +3 -0
  598. package/data/build/dist/host/features/voice-process-environment.d.ts.map +1 -0
  599. package/data/build/dist/host/features/voice-process-environment.js +16 -0
  600. package/data/build/dist/host/features/voice-process-environment.js.map +1 -0
  601. package/data/build/dist/host/features/voice-python-runtime.d.ts +21 -0
  602. package/data/build/dist/host/features/voice-python-runtime.d.ts.map +1 -0
  603. package/data/build/dist/host/features/voice-python-runtime.js +189 -0
  604. package/data/build/dist/host/features/voice-python-runtime.js.map +1 -0
  605. package/data/build/dist/host/index-injection.d.ts.map +1 -1
  606. package/data/build/dist/host/index-injection.js +5 -1
  607. package/data/build/dist/host/index-injection.js.map +1 -1
  608. package/data/build/dist/host/index.d.ts +5 -0
  609. package/data/build/dist/host/index.d.ts.map +1 -1
  610. package/data/build/dist/host/index.js +30 -12
  611. package/data/build/dist/host/index.js.map +1 -1
  612. package/data/build/dist/host/lan-access-dsh.d.ts.map +1 -1
  613. package/data/build/dist/host/lan-access-dsh.js +2 -1
  614. package/data/build/dist/host/lan-access-dsh.js.map +1 -1
  615. package/data/build/dist/host/modules/peer-host/peer-host-aggregate-service.d.ts +1 -0
  616. package/data/build/dist/host/modules/peer-host/peer-host-aggregate-service.d.ts.map +1 -1
  617. package/data/build/dist/host/modules/peer-host/peer-host-aggregate-service.js +1 -0
  618. package/data/build/dist/host/modules/peer-host/peer-host-aggregate-service.js.map +1 -1
  619. package/data/build/dist/host/modules/peer-host/peer-host-remote-summary-source.js +12 -0
  620. package/data/build/dist/host/modules/peer-host/peer-host-remote-summary-source.js.map +1 -1
  621. package/data/build/dist/host/rpc.d.ts.map +1 -1
  622. package/data/build/dist/host/rpc.js +45 -4
  623. package/data/build/dist/host/rpc.js.map +1 -1
  624. package/data/build/dist/host/settings.d.ts +2 -1
  625. package/data/build/dist/host/settings.d.ts.map +1 -1
  626. package/data/build/dist/host/settings.js +77 -13
  627. package/data/build/dist/host/settings.js.map +1 -1
  628. package/data/build/dist/host/stage0-dev-hmr.d.ts +6 -0
  629. package/data/build/dist/host/stage0-dev-hmr.d.ts.map +1 -0
  630. package/data/build/dist/host/stage0-dev-hmr.js +20 -0
  631. package/data/build/dist/host/stage0-dev-hmr.js.map +1 -0
  632. package/data/build/dist/host/tar-archive.d.ts +8 -0
  633. package/data/build/dist/host/tar-archive.d.ts.map +1 -0
  634. package/data/build/dist/host/tar-archive.js +17 -0
  635. package/data/build/dist/host/tar-archive.js.map +1 -0
  636. package/data/build/dist/host/voice-diagnostics.d.ts +34 -0
  637. package/data/build/dist/host/voice-diagnostics.d.ts.map +1 -0
  638. package/data/build/dist/host/voice-diagnostics.js +124 -0
  639. package/data/build/dist/host/voice-diagnostics.js.map +1 -0
  640. package/data/build/dist/shared/assistant-attachments.d.ts +27 -0
  641. package/data/build/dist/shared/assistant-attachments.d.ts.map +1 -0
  642. package/data/build/dist/shared/assistant-attachments.js +45 -0
  643. package/data/build/dist/shared/assistant-attachments.js.map +1 -0
  644. package/data/build/dist/shared/assistant-avatar-adapters.d.ts +18 -0
  645. package/data/build/dist/shared/assistant-avatar-adapters.d.ts.map +1 -0
  646. package/data/build/dist/shared/assistant-avatar-adapters.js +119 -0
  647. package/data/build/dist/shared/assistant-avatar-adapters.js.map +1 -0
  648. package/data/build/dist/shared/assistant-avatar-catalog.d.ts +37 -0
  649. package/data/build/dist/shared/assistant-avatar-catalog.d.ts.map +1 -0
  650. package/data/build/dist/shared/assistant-avatar-catalog.js +21 -0
  651. package/data/build/dist/shared/assistant-avatar-catalog.js.map +1 -0
  652. package/data/build/dist/shared/assistant-avatar-engine.d.ts +31 -0
  653. package/data/build/dist/shared/assistant-avatar-engine.d.ts.map +1 -0
  654. package/data/build/dist/shared/assistant-avatar-engine.js +28 -0
  655. package/data/build/dist/shared/assistant-avatar-engine.js.map +1 -0
  656. package/data/build/dist/shared/assistant-avatar-installation.d.ts +17 -0
  657. package/data/build/dist/shared/assistant-avatar-installation.d.ts.map +1 -0
  658. package/data/build/dist/shared/assistant-avatar-installation.js +7 -0
  659. package/data/build/dist/shared/assistant-avatar-installation.js.map +1 -0
  660. package/data/build/dist/shared/assistant-avatar-legacy-resources.d.ts +6 -0
  661. package/data/build/dist/shared/assistant-avatar-legacy-resources.d.ts.map +1 -0
  662. package/data/build/dist/shared/assistant-avatar-legacy-resources.js +20 -0
  663. package/data/build/dist/shared/assistant-avatar-legacy-resources.js.map +1 -0
  664. package/data/build/dist/shared/assistant-avatar-legacy.d.ts +15 -0
  665. package/data/build/dist/shared/assistant-avatar-legacy.d.ts.map +1 -0
  666. package/data/build/dist/shared/assistant-avatar-legacy.js +34 -0
  667. package/data/build/dist/shared/assistant-avatar-legacy.js.map +1 -0
  668. package/data/build/dist/shared/assistant-avatar-presets.d.ts +3 -0
  669. package/data/build/dist/shared/assistant-avatar-presets.d.ts.map +1 -0
  670. package/data/build/dist/shared/assistant-avatar-presets.js +3 -0
  671. package/data/build/dist/shared/assistant-avatar-presets.js.map +1 -0
  672. package/data/build/dist/shared/assistant-avatar-registration.d.ts +16 -0
  673. package/data/build/dist/shared/assistant-avatar-registration.d.ts.map +1 -0
  674. package/data/build/dist/shared/assistant-avatar-registration.js +33 -0
  675. package/data/build/dist/shared/assistant-avatar-registration.js.map +1 -0
  676. package/data/build/dist/shared/assistant-avatar-resources.d.ts +26 -0
  677. package/data/build/dist/shared/assistant-avatar-resources.d.ts.map +1 -0
  678. package/data/build/dist/shared/assistant-avatar-resources.js +4 -0
  679. package/data/build/dist/shared/assistant-avatar-resources.js.map +1 -0
  680. package/data/build/dist/shared/assistant-avatar.d.ts +103 -0
  681. package/data/build/dist/shared/assistant-avatar.d.ts.map +1 -0
  682. package/data/build/dist/shared/assistant-avatar.js +240 -0
  683. package/data/build/dist/shared/assistant-avatar.js.map +1 -0
  684. package/data/build/dist/shared/assistant-commands.d.ts +3 -0
  685. package/data/build/dist/shared/assistant-commands.d.ts.map +1 -0
  686. package/data/build/dist/shared/assistant-commands.js +3 -0
  687. package/data/build/dist/shared/assistant-commands.js.map +1 -0
  688. package/data/build/dist/shared/assistant-lifecycle.d.ts +17 -0
  689. package/data/build/dist/shared/assistant-lifecycle.d.ts.map +1 -0
  690. package/data/build/dist/shared/assistant-lifecycle.js +45 -0
  691. package/data/build/dist/shared/assistant-lifecycle.js.map +1 -0
  692. package/data/build/dist/shared/assistant-message-timeline.d.ts +13 -0
  693. package/data/build/dist/shared/assistant-message-timeline.d.ts.map +1 -0
  694. package/data/build/dist/shared/assistant-message-timeline.js +22 -0
  695. package/data/build/dist/shared/assistant-message-timeline.js.map +1 -0
  696. package/data/build/dist/shared/assistant-prompts.d.ts +12 -0
  697. package/data/build/dist/shared/assistant-prompts.d.ts.map +1 -0
  698. package/data/build/dist/shared/assistant-prompts.js +32 -0
  699. package/data/build/dist/shared/assistant-prompts.js.map +1 -0
  700. package/data/build/dist/shared/assistant-tts.d.ts +93 -0
  701. package/data/build/dist/shared/assistant-tts.d.ts.map +1 -0
  702. package/data/build/dist/shared/assistant-tts.js +80 -0
  703. package/data/build/dist/shared/assistant-tts.js.map +1 -0
  704. package/data/build/dist/shared/assistant-voice-sessions.d.ts +13 -0
  705. package/data/build/dist/shared/assistant-voice-sessions.d.ts.map +1 -0
  706. package/data/build/dist/shared/assistant-voice-sessions.js +16 -0
  707. package/data/build/dist/shared/assistant-voice-sessions.js.map +1 -0
  708. package/data/build/dist/shared/contracts/assistant.d.ts +206 -0
  709. package/data/build/dist/shared/contracts/assistant.d.ts.map +1 -1
  710. package/data/build/dist/shared/contracts/config.d.ts +23 -0
  711. package/data/build/dist/shared/contracts/config.d.ts.map +1 -1
  712. package/data/build/dist/shared/contracts/config.js +2 -0
  713. package/data/build/dist/shared/contracts/config.js.map +1 -1
  714. package/data/build/dist/shared/contracts/peer-host.d.ts +2 -0
  715. package/data/build/dist/shared/contracts/peer-host.d.ts.map +1 -1
  716. package/data/build/dist/shared/contracts/peer-host.js.map +1 -1
  717. package/data/build/dist/shared/contracts/terminal-share.d.ts +27 -0
  718. package/data/build/dist/shared/contracts/terminal-share.d.ts.map +1 -0
  719. package/data/build/dist/shared/contracts/terminal-share.js +2 -0
  720. package/data/build/dist/shared/contracts/terminal-share.js.map +1 -0
  721. package/data/build/dist/shared/contracts/version.d.ts +1 -1
  722. package/data/build/dist/shared/contracts/version.js +1 -1
  723. package/data/build/dist/shared/contracts/voice-runtime.d.ts +15 -1
  724. package/data/build/dist/shared/contracts/voice-runtime.d.ts.map +1 -1
  725. package/data/build/dist/shared/contracts/voice-runtime.js.map +1 -1
  726. package/data/build/dist/shared/desktop-assistant.d.ts +35 -0
  727. package/data/build/dist/shared/desktop-assistant.d.ts.map +1 -0
  728. package/data/build/dist/shared/desktop-assistant.js +27 -0
  729. package/data/build/dist/shared/desktop-assistant.js.map +1 -0
  730. package/data/build/dist/shared/index.d.ts +16 -2
  731. package/data/build/dist/shared/index.d.ts.map +1 -1
  732. package/data/build/dist/shared/index.js +10 -0
  733. package/data/build/dist/shared/index.js.map +1 -1
  734. package/data/build/dist/shared/runtime-environment.d.ts +5 -0
  735. package/data/build/dist/shared/runtime-environment.d.ts.map +1 -0
  736. package/data/build/dist/shared/runtime-environment.js +7 -0
  737. package/data/build/dist/shared/runtime-environment.js.map +1 -0
  738. package/data/build/dist/shared/voice-diagnostics.d.ts +18 -0
  739. package/data/build/dist/shared/voice-diagnostics.d.ts.map +1 -0
  740. package/data/build/dist/shared/voice-diagnostics.js +57 -0
  741. package/data/build/dist/shared/voice-diagnostics.js.map +1 -0
  742. package/data/build/dist/shared/voice-initialization.d.ts +22 -0
  743. package/data/build/dist/shared/voice-initialization.d.ts.map +1 -0
  744. package/data/build/dist/shared/voice-initialization.js +4 -0
  745. package/data/build/dist/shared/voice-initialization.js.map +1 -0
  746. package/data/build/dist/shared/voice-models.d.ts +43 -0
  747. package/data/build/dist/shared/voice-models.d.ts.map +1 -1
  748. package/data/build/dist/shared/voice-models.js +23 -8
  749. package/data/build/dist/shared/voice-models.js.map +1 -1
  750. package/data/build/dist/shared/voice-stream.d.ts +12 -1
  751. package/data/build/dist/shared/voice-stream.d.ts.map +1 -1
  752. package/data/build/dist/shared/voice-stream.js +8 -1
  753. package/data/build/dist/shared/voice-stream.js.map +1 -1
  754. package/package.json +19 -3
  755. package/profile/README.md +2 -2
  756. package/profile/package.json +2 -2
  757. package/profile/version.json +1 -1
  758. package/version.json +1 -1
@@ -0,0 +1,4 @@
1
+ export { DEFAULT_VOICE_MODEL_ID } from './voice-models.js';
2
+ /** 保留旧导出名,避免破坏已有调用;默认策略已经改为中英双语。 */
3
+ export { DEFAULT_VOICE_MODEL_ID as DEFAULT_LIGHT_VOICE_MODEL_ID } from './voice-models.js';
4
+ //# sourceMappingURL=voice-initialization.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"voice-initialization.js","sourceRoot":"","sources":["../../../../src/shared/voice-initialization.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,oCAAoC;AACpC,OAAO,EAAE,sBAAsB,IAAI,4BAA4B,EAAE,MAAM,mBAAmB,CAAA"}
@@ -15,6 +15,49 @@ export interface AssistantVoiceModel {
15
15
  readonly repository: string;
16
16
  readonly files: readonly AssistantVoiceModelFile[];
17
17
  }
18
+ export type AssistantVoiceModelPaths = Readonly<Record<AssistantVoiceModelFile['setting'], string>>;
19
+ /** 文件存在、通过模型验证、被选为当前模型是三个独立事实。 */
20
+ export interface AssistantVoiceModelStatus {
21
+ readonly modelId: string;
22
+ readonly state: 'missing' | 'partial' | 'downloaded';
23
+ readonly current: boolean;
24
+ readonly totalBytes: number;
25
+ readonly files: readonly {
26
+ readonly name: string;
27
+ readonly path: string;
28
+ readonly bytes: number;
29
+ readonly partialBytes: number;
30
+ readonly present: boolean;
31
+ }[];
32
+ readonly validation: {
33
+ readonly state: 'unchecked' | 'passed' | 'failed';
34
+ readonly checkedAt: number | null;
35
+ readonly error: string | null;
36
+ };
37
+ }
38
+ export interface AssistantVoiceModelsSnapshot {
39
+ readonly models: readonly AssistantVoiceModelStatus[];
40
+ readonly currentModelId: string | null;
41
+ readonly runtimeRunning: boolean;
42
+ readonly runtimeReady: boolean;
43
+ readonly operation: {
44
+ readonly modelId: string;
45
+ readonly kind: 'setup' | 'verify' | 'repair';
46
+ } | null;
47
+ }
48
+ /** 下载量只属于当前文件;总大小未知时不能用文件数量伪造字节百分比。 */
49
+ export interface AssistantVoiceModelProgress {
50
+ readonly modelId: string;
51
+ readonly phase: 'checking' | 'downloading' | 'verifying' | 'initializing' | 'completed';
52
+ readonly fileName: string | null;
53
+ /** 当前文件的序号从 1 开始;尚未检查文件时为 0。 */
54
+ readonly fileIndex: number;
55
+ readonly fileCount: number;
56
+ readonly downloadedBytes: number;
57
+ readonly totalBytes: number | null;
58
+ }
59
+ /** 编程交流默认识别中英混合语句;显式保存的模型选择继续保留。 */
60
+ export declare const DEFAULT_VOICE_MODEL_ID = "sherpa-onnx-streaming-zh-en";
18
61
  /** 只暴露支持实时输入的推荐模型;模型地址由 Host 根据此白名单解析。 */
19
62
  export declare const ASSISTANT_VOICE_MODEL_CATALOG: readonly AssistantVoiceModel[];
20
63
  export declare function findAssistantVoiceModel(modelId: string): AssistantVoiceModel | undefined;
@@ -1 +1 @@
1
- {"version":3,"file":"voice-models.d.ts","sourceRoot":"","sources":["../../../../src/shared/voice-models.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,OAAO,EAAE,YAAY,GAAG,YAAY,GAAG,WAAW,GAAG,WAAW,CAAA;IACzE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,KAAK,EAAE,SAAS,uBAAuB,EAAE,CAAA;CACnD;AASD,0CAA0C;AAC1C,eAAO,MAAM,6BAA6B,EAAE,SAAS,mBAAmB,EAevE,CAAA;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,mBAAmB,GAAG,SAAS,CAExF"}
1
+ {"version":3,"file":"voice-models.d.ts","sourceRoot":"","sources":["../../../../src/shared/voice-models.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,OAAO,EAAE,YAAY,GAAG,YAAY,GAAG,WAAW,GAAG,WAAW,CAAA;IACzE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,KAAK,EAAE,SAAS,uBAAuB,EAAE,CAAA;CACnD;AAED,MAAM,MAAM,wBAAwB,GAAG,QAAQ,CAAC,MAAM,CAAC,uBAAuB,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,CAAC,CAAA;AAEnG,kCAAkC;AAClC,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,KAAK,EAAE,SAAS,GAAG,SAAS,GAAG,YAAY,CAAA;IACpD,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,KAAK,EAAE,SAAS;QACvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;QACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;QACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;QACtB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;QAC7B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;KAC1B,EAAE,CAAA;IACH,QAAQ,CAAC,UAAU,EAAE;QACnB,QAAQ,CAAC,KAAK,EAAE,WAAW,GAAG,QAAQ,GAAG,QAAQ,CAAA;QACjD,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;QACjC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;KAC9B,CAAA;CACF;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,MAAM,EAAE,SAAS,yBAAyB,EAAE,CAAA;IACrD,QAAQ,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAA;IACtC,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAA;IAChC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAA;IAC9B,QAAQ,CAAC,SAAS,EAAE;QAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,GAAG,QAAQ,GAAG,QAAQ,CAAA;KAAE,GAAG,IAAI,CAAA;CACtG;AAED,uCAAuC;AACvC,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,aAAa,GAAG,WAAW,GAAG,cAAc,GAAG,WAAW,CAAA;IACvF,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IAChC,gCAAgC;IAChC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;CACnC;AASD,oCAAoC;AACpC,eAAO,MAAM,sBAAsB,gCAAgC,CAAA;AAEnE,0CAA0C;AAC1C,eAAO,MAAM,6BAA6B,EAAE,SAAS,mBAAmB,EA4BvE,CAAA;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,mBAAmB,GAAG,SAAS,CAExF"}
@@ -4,20 +4,35 @@ const STREAMING_FILES = [
4
4
  { setting: 'asrJoiner', name: 'joiner-epoch-99-avg-1.int8.onnx' },
5
5
  { setting: 'asrTokens', name: 'tokens.txt' },
6
6
  ];
7
+ /** 编程交流默认识别中英混合语句;显式保存的模型选择继续保留。 */
8
+ export const DEFAULT_VOICE_MODEL_ID = 'sherpa-onnx-streaming-zh-en';
7
9
  /** 只暴露支持实时输入的推荐模型;模型地址由 Host 根据此白名单解析。 */
8
10
  export const ASSISTANT_VOICE_MODEL_CATALOG = [
9
11
  {
10
- id: 'sherpa-onnx-streaming-zh-14m',
11
- label: '中文实时模型(推荐)',
12
- description: '本地运行,约 27 MB,适合中文语音对话。',
13
- repository: 'csukuangfj/sherpa-onnx-streaming-zipformer-zh-14M-2023-02-23',
12
+ id: DEFAULT_VOICE_MODEL_ID,
13
+ label: '中英双语实时模型(默认)',
14
+ description: '本地运行,约 200 MB,同时识别中文和英文,适合编程交流。',
15
+ repository: 'csukuangfj/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20',
14
16
  files: STREAMING_FILES,
15
17
  },
16
18
  {
17
- id: 'sherpa-onnx-streaming-zh-en',
18
- label: '中英双语实时模型',
19
- description: '本地运行,约 200 MB,同时识别中文和英文。',
20
- repository: 'csukuangfj/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20',
19
+ id: 'sherpa-onnx-streaming-zh-large-2025-06-30',
20
+ label: '中文 Zipformer Large(2025-06-30)',
21
+ description: '本地中文实时识别,模型文件约 168 MB。',
22
+ repository: 'csukuangfj/sherpa-onnx-streaming-zipformer-zh-int8-2025-06-30',
23
+ files: [
24
+ { setting: 'asrEncoder', name: 'encoder.int8.onnx' },
25
+ // Large 发布包的 decoder 是浮点模型,不能套用旧模型的 int8 文件名。
26
+ { setting: 'asrDecoder', name: 'decoder.onnx' },
27
+ { setting: 'asrJoiner', name: 'joiner.int8.onnx' },
28
+ { setting: 'asrTokens', name: 'tokens.txt' },
29
+ ],
30
+ },
31
+ {
32
+ id: 'sherpa-onnx-streaming-zh-14m',
33
+ label: '中文轻量实时模型(14M)',
34
+ description: '本地运行,约 27 MB,适合中文语音对话。',
35
+ repository: 'csukuangfj/sherpa-onnx-streaming-zipformer-zh-14M-2023-02-23',
21
36
  files: STREAMING_FILES,
22
37
  },
23
38
  ];
@@ -1 +1 @@
1
- {"version":3,"file":"voice-models.js","sourceRoot":"","sources":["../../../../src/shared/voice-models.ts"],"names":[],"mappings":"AAmBA,MAAM,eAAe,GAAuC;IAC1D,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,kCAAkC,EAAE;IACnE,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,kCAAkC,EAAE;IACnE,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,iCAAiC,EAAE;IACjE,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE;CAC7C,CAAA;AAED,0CAA0C;AAC1C,MAAM,CAAC,MAAM,6BAA6B,GAAmC;IAC3E;QACE,EAAE,EAAE,8BAA8B;QAClC,KAAK,EAAE,YAAY;QACnB,WAAW,EAAE,wBAAwB;QACrC,UAAU,EAAE,8DAA8D;QAC1E,KAAK,EAAE,eAAe;KACvB;IACD;QACE,EAAE,EAAE,6BAA6B;QACjC,KAAK,EAAE,UAAU;QACjB,WAAW,EAAE,0BAA0B;QACvC,UAAU,EAAE,uEAAuE;QACnF,KAAK,EAAE,eAAe;KACvB;CACF,CAAA;AAED,MAAM,UAAU,uBAAuB,CAAC,OAAe;IACrD,OAAO,6BAA6B,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,CAAA;AAC5E,CAAC"}
1
+ {"version":3,"file":"voice-models.js","sourceRoot":"","sources":["../../../../src/shared/voice-models.ts"],"names":[],"mappings":"AA6DA,MAAM,eAAe,GAAuC;IAC1D,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,kCAAkC,EAAE;IACnE,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,kCAAkC,EAAE;IACnE,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,iCAAiC,EAAE;IACjE,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE;CAC7C,CAAA;AAED,oCAAoC;AACpC,MAAM,CAAC,MAAM,sBAAsB,GAAG,6BAA6B,CAAA;AAEnE,0CAA0C;AAC1C,MAAM,CAAC,MAAM,6BAA6B,GAAmC;IAC3E;QACE,EAAE,EAAE,sBAAsB;QAC1B,KAAK,EAAE,cAAc;QACrB,WAAW,EAAE,iCAAiC;QAC9C,UAAU,EAAE,uEAAuE;QACnF,KAAK,EAAE,eAAe;KACvB;IACD;QACE,EAAE,EAAE,2CAA2C;QAC/C,KAAK,EAAE,gCAAgC;QACvC,WAAW,EAAE,wBAAwB;QACrC,UAAU,EAAE,+DAA+D;QAC3E,KAAK,EAAE;YACL,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,mBAAmB,EAAE;YACpD,8CAA8C;YAC9C,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE;YAC/C,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,EAAE;YAClD,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE;SAC7C;KACF;IACD;QACE,EAAE,EAAE,8BAA8B;QAClC,KAAK,EAAE,eAAe;QACtB,WAAW,EAAE,wBAAwB;QACrC,UAAU,EAAE,8DAA8D;QAC1E,KAAK,EAAE,eAAe;KACvB;CACF,CAAA;AAED,MAAM,UAAU,uBAAuB,CAAC,OAAe;IACrD,OAAO,6BAA6B,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,CAAA;AAC5E,CAAC"}
@@ -1,4 +1,13 @@
1
1
  import type { VoicePcmFrame, VoiceRuntimeEvent } from './contracts/voice-runtime.js';
2
+ import type { AssistantChatRun } from './contracts/assistant.js';
3
+ export declare const ASSISTANT_VOICE_STREAM_PATH = "/api/codingns/assistant/voice/stream";
4
+ export declare const ASSISTANT_VOICE_EVENTS_PATH = "/api/codingns/assistant/voice/events";
5
+ /** 复用语音下行连接推送完整累计回复;与原有识别事件分开处理。 */
6
+ export interface VoiceStreamChatEvent {
7
+ readonly type: 'chat';
8
+ readonly epoch: number;
9
+ readonly run: AssistantChatRun;
10
+ }
2
11
  /** 浏览器到 Host 的 PCM 流首部。首部和后续帧都使用 UTF-8 JSON 行分隔。 */
3
12
  export interface VoiceStreamOpenMessage {
4
13
  readonly type: 'open';
@@ -31,12 +40,14 @@ export declare class VoiceStreamDecoder {
31
40
  private pending;
32
41
  private expectedBytes;
33
42
  private pendingPcm;
43
+ /** 有限 POST 结束时校验尾部,截断的音频帧不能被静默接受。 */
44
+ finish(): void;
34
45
  push(chunk: Uint8Array): Array<{
35
46
  readonly message: VoiceStreamMessage;
36
47
  readonly pcm?: Uint8Array;
37
48
  }>;
38
49
  }
39
- export declare function encodeVoiceStreamEvent(event: VoiceRuntimeEvent): string;
50
+ export declare function encodeVoiceStreamEvent(event: VoiceRuntimeEvent | VoiceStreamChatEvent): string;
40
51
  export declare function parseVoiceStreamMessage(value: unknown): VoiceStreamMessage;
41
52
  export declare function pcmFrameFromStream(message: VoiceStreamPcmMessage, pcm: Uint8Array): VoicePcmFrame;
42
53
  //# sourceMappingURL=voice-stream.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"voice-stream.d.ts","sourceRoot":"","sources":["../../../../src/shared/voice-stream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAA;AAEpF,oDAAoD;AACpD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAA;IACpB,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAA;CAC7B;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAA;IACpB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAA;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAA;IACpC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,MAAM,kBAAkB,GAAG,sBAAsB,GAAG,qBAAqB,GAAG,yBAAyB,CAAA;AAE3G,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,kBAAkB,GAAG,UAAU,CAEhF;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,IAAI,CAAC,sBAAsB,EAAE,MAAM,CAAC,GAAG,UAAU,CAE/F;AAED;;;GAGG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,aAAa,CAAI;IACzB,OAAO,CAAC,UAAU,CAAmC;IAErD,IAAI,CAAC,KAAK,EAAE,UAAU,GAAG,KAAK,CAAC;QAAE,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;QAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,UAAU,CAAA;KAAE,CAAC;CA8BpG;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,iBAAiB,GAAG,MAAM,CAEvE;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,kBAAkB,CAY1E;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,qBAAqB,EAAE,GAAG,EAAE,UAAU,GAAG,aAAa,CAGjG"}
1
+ {"version":3,"file":"voice-stream.d.ts","sourceRoot":"","sources":["../../../../src/shared/voice-stream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAA;AACpF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAEhE,eAAO,MAAM,2BAA2B,yCAAyC,CAAA;AACjF,eAAO,MAAM,2BAA2B,yCAAyC,CAAA;AAEjF,oCAAoC;AACpC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAA;CAC/B;AAED,oDAAoD;AACpD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAA;IACpB,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAA;CAC7B;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAA;IACpB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAA;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAA;IACpC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,MAAM,kBAAkB,GAAG,sBAAsB,GAAG,qBAAqB,GAAG,yBAAyB,CAAA;AAE3G,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,kBAAkB,GAAG,UAAU,CAEhF;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,IAAI,CAAC,sBAAsB,EAAE,MAAM,CAAC,GAAG,UAAU,CAE/F;AAED;;;GAGG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,aAAa,CAAI;IACzB,OAAO,CAAC,UAAU,CAAmC;IAErD,qCAAqC;IACrC,MAAM,IAAI,IAAI;IAId,IAAI,CAAC,KAAK,EAAE,UAAU,GAAG,KAAK,CAAC;QAAE,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;QAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,UAAU,CAAA;KAAE,CAAC;CA8BpG;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,iBAAiB,GAAG,oBAAoB,GAAG,MAAM,CAE9F;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,kBAAkB,CAY1E;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,qBAAqB,EAAE,GAAG,EAAE,UAAU,GAAG,aAAa,CAGjG"}
@@ -1,3 +1,5 @@
1
+ export const ASSISTANT_VOICE_STREAM_PATH = '/api/codingns/assistant/voice/stream';
2
+ export const ASSISTANT_VOICE_EVENTS_PATH = '/api/codingns/assistant/voice/events';
1
3
  export function encodeVoiceStreamMessage(message) {
2
4
  return new TextEncoder().encode(`${JSON.stringify(message)}\n`);
3
5
  }
@@ -12,6 +14,11 @@ export class VoiceStreamDecoder {
12
14
  pending = new Uint8Array(0);
13
15
  expectedBytes = 0;
14
16
  pendingPcm;
17
+ /** 有限 POST 结束时校验尾部,截断的音频帧不能被静默接受。 */
18
+ finish() {
19
+ if (this.pending.length !== 0 || this.pendingPcm !== undefined)
20
+ throw new Error('语音 PCM 流不完整');
21
+ }
15
22
  push(chunk) {
16
23
  if (chunk.length > 0)
17
24
  this.pending = concatBytes(this.pending, chunk);
@@ -50,7 +57,7 @@ export class VoiceStreamDecoder {
50
57
  }
51
58
  }
52
59
  export function encodeVoiceStreamEvent(event) {
53
- return `${JSON.stringify(serializeVoiceRuntimeEvent(event))}\n`;
60
+ return `${JSON.stringify(event.type === 'chat' ? event : serializeVoiceRuntimeEvent(event))}\n`;
54
61
  }
55
62
  export function parseVoiceStreamMessage(value) {
56
63
  if (!isRecord(value) || typeof value.type !== 'string')
@@ -1 +1 @@
1
- {"version":3,"file":"voice-stream.js","sourceRoot":"","sources":["../../../../src/shared/voice-stream.ts"],"names":[],"mappings":"AA4BA,MAAM,UAAU,wBAAwB,CAAC,OAA2B;IAClE,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;AACjE,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,OAA6C;IACjF,OAAO,wBAAwB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC,CAAA;AAC/D,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IACrB,OAAO,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAA;IAC3B,aAAa,GAAG,CAAC,CAAA;IACjB,UAAU,CAAmC;IAErD,IAAI,CAAC,KAAiB;QACpB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,IAAI,CAAC,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAA4B,CAAA;QAChG,MAAM,MAAM,GAA+E,EAAE,CAAA;QAC7F,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;gBAClC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa;oBAAE,MAAK;gBACnD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;gBACrD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;gBACrD,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC,CAAA;gBAC9C,IAAI,CAAC,UAAU,GAAG,SAAS,CAAA;gBAC3B,IAAI,CAAC,aAAa,GAAG,CAAC,CAAA;gBACtB,SAAQ;YACV,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;YACxC,IAAI,OAAO,GAAG,CAAC;gBAAE,MAAK;YACtB,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;YAC5E,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAA;YAC9C,IAAI,IAAI,KAAK,EAAE;gBAAE,SAAQ;YACzB,MAAM,OAAO,GAAG,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC,CAAA;YACpE,IAAI,OAAO,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;gBAC3B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAA;gBACzB,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,UAAU,CAAA;gBACvC,IAAI,OAAO,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;oBAC7B,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;oBAChD,IAAI,CAAC,UAAU,GAAG,SAAS,CAAA;gBAC7B,CAAC;YACH,CAAC;;gBAAM,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAA;QACjC,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC;CACF;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAwB;IAC7D,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,0BAA0B,CAAC,KAAK,CAAC,CAAC,IAAI,CAAA;AACjE,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAc;IACpD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,CAAA;IACpF,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC1B,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAA;QACvM,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAA;IAC3I,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,IAAI,GAAG,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAA;QAC3P,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAA;IAC/I,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,oBAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAA;IAC3J,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,CAAA;AAC9B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAA8B,EAAE,GAAe;IAChF,IAAI,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;IACvE,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAA;AAChG,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAwB;IAC1D,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,KAAK,CAAA;IACxC,OAAO,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;AAC/E,CAAC;AAED,SAAS,YAAY,CAAC,KAAiB;IACrC,IAAI,MAAM,GAAG,EAAE,CAAA;IACf,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,MAAM;QAAE,MAAM,IAAI,MAAM,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC1J,IAAI,OAAO,IAAI,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC,MAAM,CAAC,CAAA;IACnD,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;AAC9C,CAAC;AAED,SAAS,WAAW,CAAC,IAAgB,EAAE,KAAiB;IACtD,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAA;IACzD,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAChB,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAC9B,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc,IAAsC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA,CAAC,CAAC;AACnJ,SAAS,iBAAiB,CAAC,KAAc,IAAqB,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAA,CAAC,CAAC;AACxI,SAAS,oBAAoB,CAAC,KAAc,IAAqB,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA,CAAC,CAAC"}
1
+ {"version":3,"file":"voice-stream.js","sourceRoot":"","sources":["../../../../src/shared/voice-stream.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,2BAA2B,GAAG,sCAAsC,CAAA;AACjF,MAAM,CAAC,MAAM,2BAA2B,GAAG,sCAAsC,CAAA;AAmCjF,MAAM,UAAU,wBAAwB,CAAC,OAA2B;IAClE,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;AACjE,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,OAA6C;IACjF,OAAO,wBAAwB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC,CAAA;AAC/D,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IACrB,OAAO,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAA;IAC3B,aAAa,GAAG,CAAC,CAAA;IACjB,UAAU,CAAmC;IAErD,qCAAqC;IACrC,MAAM;QACJ,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAA;IAChG,CAAC;IAED,IAAI,CAAC,KAAiB;QACpB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,IAAI,CAAC,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAA4B,CAAA;QAChG,MAAM,MAAM,GAA+E,EAAE,CAAA;QAC7F,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;gBAClC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa;oBAAE,MAAK;gBACnD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;gBACrD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;gBACrD,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC,CAAA;gBAC9C,IAAI,CAAC,UAAU,GAAG,SAAS,CAAA;gBAC3B,IAAI,CAAC,aAAa,GAAG,CAAC,CAAA;gBACtB,SAAQ;YACV,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;YACxC,IAAI,OAAO,GAAG,CAAC;gBAAE,MAAK;YACtB,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;YAC5E,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAA;YAC9C,IAAI,IAAI,KAAK,EAAE;gBAAE,SAAQ;YACzB,MAAM,OAAO,GAAG,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC,CAAA;YACpE,IAAI,OAAO,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;gBAC3B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAA;gBACzB,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,UAAU,CAAA;gBACvC,IAAI,OAAO,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;oBAC7B,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;oBAChD,IAAI,CAAC,UAAU,GAAG,SAAS,CAAA;gBAC7B,CAAC;YACH,CAAC;;gBAAM,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAA;QACjC,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC;CACF;AAED,MAAM,UAAU,sBAAsB,CAAC,KAA+C;IACpF,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,0BAA0B,CAAC,KAAK,CAAC,CAAC,IAAI,CAAA;AACjG,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAc;IACpD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,CAAA;IACpF,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC1B,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAA;QACvM,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAA;IAC3I,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,IAAI,GAAG,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAA;QAC3P,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAA;IAC/I,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,oBAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAA;IAC3J,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,CAAA;AAC9B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAA8B,EAAE,GAAe;IAChF,IAAI,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;IACvE,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAA;AAChG,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAwB;IAC1D,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,KAAK,CAAA;IACxC,OAAO,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;AAC/E,CAAC;AAED,SAAS,YAAY,CAAC,KAAiB;IACrC,IAAI,MAAM,GAAG,EAAE,CAAA;IACf,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,MAAM;QAAE,MAAM,IAAI,MAAM,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC1J,IAAI,OAAO,IAAI,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC,MAAM,CAAC,CAAA;IACnD,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;AAC9C,CAAC;AAED,SAAS,WAAW,CAAC,IAAgB,EAAE,KAAiB;IACtD,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAA;IACzD,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAChB,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAC9B,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc,IAAsC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA,CAAC,CAAC;AACnJ,SAAS,iBAAiB,CAAC,KAAc,IAAqB,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAA,CAAC,CAAC;AACxI,SAAS,oBAAoB,CAAC,KAAc,IAAqB,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA,CAAC,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@jingyi0605/codingns4dsh",
3
- "version": "0.2.1-beta.3",
3
+ "version": "0.2.1-beta.4",
4
4
  "description": "Codingns4DSH 插件骨架与连接契约",
5
5
  "repository": {
6
6
  "type": "git",
@@ -59,7 +59,13 @@
59
59
  },
60
60
  "peerDependencies": {
61
61
  "@deepseek-ai/cordis": "~4.0.4",
62
- "@deepseek-ai/dsh": ">=0.2.0-rc.2 <=0.2.1-alpha.1"
62
+ "@deepseek-ai/dsh": ">=0.2.0-rc.2 <=0.2.1-alpha.1",
63
+ "l2d": "2.1.1"
64
+ },
65
+ "peerDependenciesMeta": {
66
+ "l2d": {
67
+ "optional": true
68
+ }
63
69
  },
64
70
  "dsh": {
65
71
  "manifestVersion": 1,
@@ -102,7 +108,7 @@
102
108
  "build": "node scripts/clean-dist.mjs && tsc -p tsconfig.json && pnpm run bundle:client && pnpm run bundle:h5",
103
109
  "prepack": "pnpm run build",
104
110
  "publish:local": "bash scripts/publish-npm-package.sh",
105
- "bundle:client": "tsdown",
111
+ "bundle:client": "tsdown && tsdown --config tsdown.desktop-assistant.config.ts",
106
112
  "bundle:h5": "tsdown --config tsdown.h5.config.ts",
107
113
  "dev:link": "node scripts/link-dsh-dev.mjs",
108
114
  "dev:watch": "node scripts/dev-watch.mjs",
@@ -119,10 +125,18 @@
119
125
  "data/build/dist/**/*.js.map",
120
126
  "data/build/dist/**/*.d.ts.map",
121
127
  "assets/provider-icons/**",
128
+ "assets/assistant-basics/*.png",
129
+ "assets/desktop-assistant/**",
130
+ "avatar-packages/catalog.json",
131
+ "avatar-packages/manifests/*.avatar.json",
132
+ "assets/moss/*.py",
133
+ "assets/moss/LICENSE",
134
+ "assets/voice/**",
122
135
  "dsh.bundle.patch",
123
136
  "profile/**",
124
137
  "version.json",
125
138
  "README.md",
139
+ "THIRD_PARTY_NOTICES",
126
140
  "package.json",
127
141
  "scripts/check-dsh-install.mjs"
128
142
  ],
@@ -161,6 +175,7 @@
161
175
  "anser": "^2.3.5",
162
176
  "diff": "^9.0.0",
163
177
  "katex": "^0.16.47",
178
+ "l2d": "2.1.1",
164
179
  "mdast-util-from-markdown": "^2.0.3",
165
180
  "mdast-util-gfm": "^3.1.0",
166
181
  "mdast-util-math": "^3.0.0",
@@ -197,6 +212,7 @@
197
212
  "@xterm/xterm": "^6.0.0",
198
213
  "clsx": "^2.0.0",
199
214
  "codemirror": "^6.0.2",
215
+ "react-easy-crop": "5.5.6",
200
216
  "werift": "^0.24.4",
201
217
  "ws": "^8.21.0",
202
218
  "yaml": "^2.9.1",
package/profile/README.md CHANGED
@@ -1,6 +1,6 @@
1
1
  # Codingns4DSH Profile
2
2
 
3
- 这是独立的 Codingns4DSH Profile,插件版本为 `0.2.1-beta.3`,兼容 DSH `>=0.2.0-rc.2 <=0.2.1-alpha.1`,已验证 `0.2.1-alpha.1`。
3
+ 这是独立的 Codingns4DSH Profile,插件版本为 `0.2.1-beta.4`,兼容 DSH `>=0.2.0-rc.2 <=0.2.1-alpha.1`,已验证 `0.2.1-alpha.1`。
4
4
 
5
5
  Profile 选择 `dsh-multi-model-provider` 和 `codingns4dsh` Bundle。
6
6
  全局语音助理由 CodingNS 自己负责 Host 租约、浏览器设备、PCM 数据面、摘要和动作闭环,
@@ -12,7 +12,7 @@ Profile 选择 `dsh-multi-model-provider` 和 `codingns4dsh` Bundle。
12
12
  发布后,在 DSH 的 Profile 中安装精确版本的插件 Bundle:
13
13
 
14
14
  ```bash
15
- dsh plugin --profile codingns4dsh add @jingyi0605/codingns4dsh@0.2.1-beta.3
15
+ dsh plugin --profile codingns4dsh add @jingyi0605/codingns4dsh@0.2.1-beta.4
16
16
  ```
17
17
 
18
18
  Profile 安装完成后,使用 DSH 官方启动器启动:
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "codingns4dsh-profile",
3
- "version": "0.2.1-beta.3",
3
+ "version": "0.2.1-beta.4",
4
4
  "license": "GPL-3.0-or-later",
5
5
  "private": true,
6
6
  "type": "module",
@@ -11,7 +11,7 @@
11
11
  "preinstall": "node scripts/check-dsh-install.mjs"
12
12
  },
13
13
  "dependencies": {
14
- "@jingyi0605/codingns4dsh": "0.2.1-beta.3",
14
+ "@jingyi0605/codingns4dsh": "0.2.1-beta.4",
15
15
  "dsh-multi-model-provider": "0.1.0-rc.11"
16
16
  },
17
17
  "dsh": {
@@ -1,5 +1,5 @@
1
1
  {
2
- "pluginVersion": "0.2.1-beta.3",
2
+ "pluginVersion": "0.2.1-beta.4",
3
3
  "dshCompatibility": ">=0.2.0-rc.2 <=0.2.1-alpha.1",
4
4
  "dshTestedVersion": "0.2.1-alpha.1"
5
5
  }
package/version.json CHANGED
@@ -1,5 +1,5 @@
1
1
  {
2
- "pluginVersion": "0.2.1-beta.3",
2
+ "pluginVersion": "0.2.1-beta.4",
3
3
  "dshCompatibility": ">=0.2.0-rc.2 <=0.2.1-alpha.1",
4
4
  "dshTestedVersion": "0.2.1-alpha.1",
5
5
  "dshProtocolVersion": 1