@qvac/inference 0.20.0 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (213) hide show
  1. package/NOTICE +107 -33
  2. package/README.md +8 -5
  3. package/dist/api/assess-model-fit.d.ts +9 -4
  4. package/dist/api/assess-model-fit.js +9 -4
  5. package/dist/api/bci-transcribe.d.ts +4 -1
  6. package/dist/api/index.d.ts +1 -0
  7. package/dist/api/index.js +1 -0
  8. package/dist/api/rpc-server.d.ts +19 -0
  9. package/dist/api/rpc-server.js +44 -0
  10. package/dist/api/text-to-speech.d.ts +9 -0
  11. package/dist/api/text-to-speech.js +9 -0
  12. package/dist/api/transcribe.d.ts +11 -7
  13. package/dist/api/transcribe.js +47 -15
  14. package/dist/api/video-request.d.ts +5 -5
  15. package/dist/dispatch.js +39 -7
  16. package/dist/errors/index.d.ts +7 -0
  17. package/dist/errors/index.js +15 -0
  18. package/dist/handlers/assess-model-fit.d.ts +18 -6
  19. package/dist/handlers/assess-model-fit.js +215 -35
  20. package/dist/handlers/completion-orchestrate.js +17 -0
  21. package/dist/handlers/get-loaded-model-info.js +4 -1
  22. package/dist/handlers/get-model-info.js +29 -1
  23. package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
  24. package/dist/handlers/load-model/coreml-sidecars.js +274 -0
  25. package/dist/handlers/load-model/hyperdrive.js +2 -2
  26. package/dist/handlers/load-model/registry-download-utils.d.ts +1 -0
  27. package/dist/handlers/load-model/registry-download-utils.js +2 -1
  28. package/dist/handlers/load-model/registry.js +59 -0
  29. package/dist/handlers/rpc-server.d.ts +23 -0
  30. package/dist/handlers/rpc-server.js +141 -0
  31. package/dist/index.d.ts +2 -1
  32. package/dist/index.js +2 -1
  33. package/dist/models/registry/models.d.ts +7731 -5672
  34. package/dist/models/registry/models.js +4652 -2526
  35. package/dist/models/registry/resource-profiles.js +481 -94
  36. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
  37. package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
  38. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
  39. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
  40. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  41. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
  42. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  43. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
  44. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +80 -8
  45. package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
  46. package/dist/plugins/builtin/llamacpp-completion/transform.js +19 -0
  47. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
  48. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
  49. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
  50. package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
  51. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
  52. package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
  53. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
  54. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
  55. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
  56. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
  57. package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
  58. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
  59. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
  60. package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
  61. package/dist/plugins/ops/bci-transcribe.js +18 -13
  62. package/dist/plugins/ops/load-model.js +2 -2
  63. package/dist/plugins/ops/transcribe.d.ts +4 -2
  64. package/dist/plugins/ops/transcribe.js +39 -2
  65. package/dist/plugins/ops/translate-stats.d.ts +2 -1
  66. package/dist/plugins/ops/translate-stats.js +64 -7
  67. package/dist/plugins/ops/translate.js +20 -4
  68. package/dist/profiling/operation-metrics.js +56 -0
  69. package/dist/registry.js +4 -0
  70. package/dist/resources/model-fit/assess.d.ts +46 -2
  71. package/dist/resources/model-fit/assess.js +67 -3
  72. package/dist/resources/model-fit/estimators/llm.js +2 -2
  73. package/dist/resources/model-fit/estimators/whisper.js +3 -4
  74. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +102 -0
  75. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +212 -0
  76. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
  77. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
  78. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
  79. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
  80. package/dist/resources/model-fit/floor.js +2 -2
  81. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
  82. package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
  83. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
  84. package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
  85. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
  86. package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
  87. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
  88. package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
  89. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
  90. package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
  91. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
  92. package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
  93. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
  94. package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
  95. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
  96. package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
  97. package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
  98. package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
  99. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
  100. package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
  101. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
  102. package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
  103. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
  104. package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
  105. package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
  106. package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
  107. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
  108. package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
  109. package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
  110. package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
  111. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
  112. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
  113. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
  114. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
  115. package/dist/resources/model-fit/platform.d.ts +9 -0
  116. package/dist/resources/model-fit/platform.js +28 -0
  117. package/dist/rpc/device-map.d.ts +13 -0
  118. package/dist/rpc/device-map.js +22 -0
  119. package/dist/rpc/discovery.d.ts +12 -0
  120. package/dist/rpc/discovery.js +225 -0
  121. package/dist/rpc/ggml-provider.d.ts +4 -0
  122. package/dist/rpc/ggml-provider.js +25 -0
  123. package/dist/rpc/index.d.ts +2 -0
  124. package/dist/rpc/index.js +1 -0
  125. package/dist/rpc/instance.d.ts +6 -0
  126. package/dist/rpc/instance.js +21 -0
  127. package/dist/rpc/inventory.d.ts +5 -0
  128. package/dist/rpc/inventory.js +144 -0
  129. package/dist/rpc/manager.d.ts +14 -0
  130. package/dist/rpc/manager.js +174 -0
  131. package/dist/rpc/network.d.ts +11 -0
  132. package/dist/rpc/network.js +85 -0
  133. package/dist/rpc/provider.d.ts +6 -0
  134. package/dist/rpc/provider.js +24 -0
  135. package/dist/runtime/lifecycle.js +31 -13
  136. package/dist/runtime/request-context.d.ts +1 -1
  137. package/dist/runtime/state.js +5 -0
  138. package/dist/schemas/assess-model-fit.d.ts +284 -77
  139. package/dist/schemas/assess-model-fit.js +93 -55
  140. package/dist/schemas/audio-gen.d.ts +6 -6
  141. package/dist/schemas/audio-gen.js +2 -2
  142. package/dist/schemas/batch-completion-stream.d.ts +13 -5
  143. package/dist/schemas/batch-completion-stream.js +5 -3
  144. package/dist/schemas/bci-config.js +1 -1
  145. package/dist/schemas/bci.d.ts +86 -1
  146. package/dist/schemas/bci.js +21 -2
  147. package/dist/schemas/cancel.d.ts +10 -0
  148. package/dist/schemas/cancel.js +2 -0
  149. package/dist/schemas/common.d.ts +765 -56
  150. package/dist/schemas/common.js +7 -0
  151. package/dist/schemas/completion-event.d.ts +6 -6
  152. package/dist/schemas/completion-stream.d.ts +27 -8
  153. package/dist/schemas/completion-stream.js +41 -4
  154. package/dist/schemas/config.d.ts +236 -30
  155. package/dist/schemas/config.js +10 -0
  156. package/dist/schemas/embed.d.ts +2 -2
  157. package/dist/schemas/error.js +13 -0
  158. package/dist/schemas/errors.d.ts +1 -0
  159. package/dist/schemas/errors.js +5 -0
  160. package/dist/schemas/index.d.ts +1 -0
  161. package/dist/schemas/index.js +1 -0
  162. package/dist/schemas/llamacpp-config.d.ts +105 -14
  163. package/dist/schemas/llamacpp-config.js +113 -3
  164. package/dist/schemas/load-model.d.ts +3102 -627
  165. package/dist/schemas/load-model.js +2 -2
  166. package/dist/schemas/mcp-adapter.d.ts +4 -0
  167. package/dist/schemas/model-config-schemas.d.ts +205 -5
  168. package/dist/schemas/model-info.d.ts +56 -0
  169. package/dist/schemas/model-info.js +5 -1
  170. package/dist/schemas/plugin.d.ts +8 -2
  171. package/dist/schemas/profiling.d.ts +4 -4
  172. package/dist/schemas/reload-config.d.ts +30 -0
  173. package/dist/schemas/rpc-server.d.ts +101 -0
  174. package/dist/schemas/rpc-server.js +87 -0
  175. package/dist/schemas/sdcpp-config.d.ts +7 -3
  176. package/dist/schemas/sdcpp-config.js +37 -2
  177. package/dist/schemas/system-resources.d.ts +4 -4
  178. package/dist/schemas/text-to-speech.d.ts +529 -1
  179. package/dist/schemas/text-to-speech.js +122 -12
  180. package/dist/schemas/tools.d.ts +2 -0
  181. package/dist/schemas/tools.js +8 -0
  182. package/dist/schemas/transcription-config.d.ts +5 -0
  183. package/dist/schemas/transcription-config.js +20 -2
  184. package/dist/schemas/transcription.d.ts +164 -0
  185. package/dist/schemas/transcription.js +71 -4
  186. package/dist/schemas/vla.d.ts +1 -1
  187. package/dist/surface.d.ts +4 -1
  188. package/dist/surface.js +3 -1
  189. package/dist/utils/addon-responses.d.ts +5 -1
  190. package/dist/utils/archive.js +5 -1
  191. package/dist/utils/asr-diagnostics.d.ts +12 -0
  192. package/dist/utils/asr-diagnostics.js +42 -0
  193. package/dist/utils/asr-events.d.ts +1 -0
  194. package/dist/utils/asr-events.js +3 -2
  195. package/dist/utils/cache/paths.js +3 -2
  196. package/dist/utils/mcp-adapter.js +7 -1
  197. package/dist/utils/multi-gpu-mobile.d.ts +1 -1
  198. package/dist/utils/multi-gpu-mobile.js +8 -6
  199. package/dist/utils/path-security.d.ts +5 -0
  200. package/dist/utils/path-security.js +14 -0
  201. package/dist/utils/tool-helpers.d.ts +4 -0
  202. package/dist/utils/tool-helpers.js +2 -0
  203. package/dist/utils/tools/defer.d.ts +93 -0
  204. package/dist/utils/tools/defer.js +290 -0
  205. package/dist/utils/tools/index.d.ts +1 -0
  206. package/dist/utils/tools/index.js +1 -0
  207. package/dist/utils/transcribe-metadata.d.ts +21 -7
  208. package/dist/utils/transcribe-metadata.js +24 -8
  209. package/dist/utils/tts-stats.d.ts +6 -0
  210. package/dist/utils/tts-stats.js +14 -1
  211. package/package.json +44 -30
  212. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
  213. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -171
package/NOTICE CHANGED
@@ -71,14 +71,20 @@ Third-Party Model Licenses
71
71
  https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
72
72
  bci-embedder
73
73
  https://github.com/tetherto/qvac/releases/download/bci-test-assets-v0.1.0/bci-embedder.bin
74
+ coremldata
75
+ https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
74
76
  cosyvoice3-campplus-f32
75
77
  https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
78
+ cosyvoice3-flow-bf16
79
+ https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
76
80
  cosyvoice3-flow-f32
77
81
  https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
78
82
  cosyvoice3-hift-f32
79
83
  https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
80
84
  cosyvoice3-llm-q8_0
81
85
  https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
86
+ cosyvoice3-llm-q8_0-fused
87
+ https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
82
88
  cosyvoice3-s3tok-f16
83
89
  https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
84
90
  craft_mlt_25k
@@ -132,7 +138,7 @@ Third-Party Model Licenses
132
138
  LightOnOCR-2-1B-ocr-soup-GGUF
133
139
  https://huggingface.co/noctrex/LightOnOCR-2-1B-ocr-soup-GGUF
134
140
  Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
135
- https://huggingface.co/mav23/Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
141
+ https://huggingface.co/mradermacher/Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
136
142
  MedPsy-1.7B-GGUF
137
143
  https://huggingface.co/qvac/MedPsy-1.7B-GGUF
138
144
  MedPsy-4B-GGUF
@@ -141,6 +147,14 @@ Third-Party Model Licenses
141
147
  https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
142
148
  mmproj-unlimited-ocr-Q8_0
143
149
  https://huggingface.co/baidu/Unlimited-OCR
150
+ model
151
+ https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
152
+ moss-codec-decoder-f16
153
+ https://huggingface.co/OpenMOSS-Team/MOSS-TTS
154
+ moss-codec-encoder-f16
155
+ https://huggingface.co/OpenMOSS-Team/MOSS-TTS
156
+ moss-tts-delay-f16
157
+ https://huggingface.co/OpenMOSS-Team/MOSS-TTS
144
158
  nb-tiny-ggml-model
145
159
  https://huggingface.co/NbAiLab/nb-whisper-tiny
146
160
  parler-indic-f16
@@ -207,6 +221,8 @@ Third-Party Model Licenses
207
221
  https://huggingface.co/HuggingFaceVLA/smolvla_libero
208
222
  SmolVLM2-500M-Video-Instruct-GGUF
209
223
  https://huggingface.co/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF
224
+ Ternary-Bonsai-2-27B-gguf
225
+ https://huggingface.co/prism-ml/Ternary-Bonsai-2-27B-gguf
210
226
  TranslatePsy-AfriSLM-0.8B-Q4-GGUF
211
227
  https://huggingface.co/qvac/TranslatePsy-AfriSLM-0.8B-Q4-GGUF
212
228
  TranslatePsy-AfriSLM-0.8B-Q8-GGUF
@@ -247,6 +263,8 @@ Third-Party Model Licenses
247
263
  https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged
248
264
  Wan2.2-TI2V-5B-Turbo-GGUF
249
265
  https://huggingface.co/hum-ma/Wan2.2-TI2V-5B-Turbo-GGUF
266
+ weight
267
+ https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
250
268
 
251
269
  --- bsd-3-clause (BSD 3-Clause License) ---
252
270
 
@@ -273,30 +291,58 @@ Third-Party Model Licenses
273
291
 
274
292
  AfriqueGemma-4B-GGUF
275
293
  https://huggingface.co/mradermacher/AfriqueGemma-4B-GGUF
294
+ coremldata
295
+ https://huggingface.co/nvidia/parakeet-ctc-0.6b
296
+ coremldata
297
+ https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
298
+ coremldata
299
+ https://huggingface.co/nvidia/parakeet-tdt-1.1b
300
+ coremldata
301
+ https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
302
+ model
303
+ https://huggingface.co/nvidia/parakeet-ctc-0.6b
304
+ model
305
+ https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
306
+ model
307
+ https://huggingface.co/nvidia/parakeet-tdt-1.1b
308
+ model
309
+ https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
310
+ parakeet_realtime_eou_120m-v1.f16
311
+ https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
312
+ parakeet_realtime_eou_120m-v1.q4_0
313
+ https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
314
+ parakeet_realtime_eou_120m-v1.q8_0
315
+ https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
276
316
  parakeet-ctc-0.6b.f16
277
317
  https://huggingface.co/nvidia/parakeet-ctc-0.6b
278
318
  parakeet-ctc-0.6b.q4_0
279
319
  https://huggingface.co/nvidia/parakeet-ctc-0.6b
280
320
  parakeet-ctc-0.6b.q8_0
281
321
  https://huggingface.co/nvidia/parakeet-ctc-0.6b
282
- parakeet-eou-120m-v1.f16
283
- https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
284
- parakeet-eou-120m-v1.q4_0
285
- https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
286
- parakeet-eou-120m-v1.q8_0
287
- https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
288
322
  parakeet-tdt-0.6b-v3.f16
289
323
  https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
290
324
  parakeet-tdt-0.6b-v3.q4_0
291
325
  https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
292
326
  parakeet-tdt-0.6b-v3.q8_0
293
327
  https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
328
+ parakeet-tdt-1.1b.f16
329
+ https://huggingface.co/nvidia/parakeet-tdt-1.1b
330
+ parakeet-tdt-1.1b.q8_0
331
+ https://huggingface.co/nvidia/parakeet-tdt-1.1b
294
332
  sortformer-4spk-v1.f16
295
333
  https://huggingface.co/nvidia/diar_sortformer_4spk-v1
296
334
  sortformer-4spk-v1.q4_0
297
335
  https://huggingface.co/nvidia/diar_sortformer_4spk-v1
298
336
  sortformer-4spk-v1.q8_0
299
337
  https://huggingface.co/nvidia/diar_sortformer_4spk-v1
338
+ weight
339
+ https://huggingface.co/nvidia/parakeet-ctc-0.6b
340
+ weight
341
+ https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
342
+ weight
343
+ https://huggingface.co/nvidia/parakeet-tdt-1.1b
344
+ weight
345
+ https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
300
346
 
301
347
  --- gemma (Gemma Terms of Use) ---
302
348
 
@@ -330,8 +376,12 @@ Third-Party Model Licenses
330
376
 
331
377
  --- mit (MIT License) ---
332
378
 
379
+ acestep-5Hz-lm-0.6B-BF16
380
+ https://huggingface.co/ACE-Step/acestep-5Hz-lm-0.6B
333
381
  acestep-5Hz-lm-0.6B-Q8_0
334
382
  https://huggingface.co/ACE-Step/acestep-5Hz-lm-0.6B
383
+ acestep-v15-base-Q4_K_M
384
+ https://huggingface.co/ACE-Step/acestep-v15-base
335
385
  acestep-v15-sft-Q8_0
336
386
  https://huggingface.co/ACE-Step/acestep-v15-sft
337
387
  acestep-v15-turbo-Q4_K_M
@@ -354,6 +404,8 @@ Third-Party Model Licenses
354
404
  https://huggingface.co/ResembleAI/chatterbox
355
405
  chatterbox-t3-turbo
356
406
  https://huggingface.co/ResembleAI/chatterbox-turbo
407
+ coremldata
408
+ https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
357
409
  de-base-ggml-model-f16
358
410
  https://huggingface.co/aware-ai/whisper-base-german
359
411
  DeepSeek-V4-Flash-0731-GGUF
@@ -376,16 +428,18 @@ Third-Party Model Licenses
376
428
  https://huggingface.co/ChristianAzinn/gte-large-gguf
377
429
  gte-large-gguf
378
430
  https://huggingface.co/ChristianAzinn/gte-large-gguf
379
- indic-conformer-ctc.f16
431
+ indic-conformer-600m-multilingual.f16
380
432
  https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
381
- indic-conformer-ctc.q4_0
433
+ indic-conformer-600m-multilingual.q4_0
382
434
  https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
383
- indic-conformer-ctc.q8_0
435
+ indic-conformer-600m-multilingual.q8_0
384
436
  https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
385
437
  lavasr-denoiser-f16
386
438
  https://huggingface.co/spaces/YatharthS
387
439
  lavasr-enhancer-f16
388
440
  https://huggingface.co/spaces/YatharthS
441
+ model
442
+ https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
389
443
  pt-tiny-ggml-model-f16
390
444
  https://huggingface.co/DavyCosta701/whisper-tiny-pt-bpra
391
445
  taew2_2_f16
@@ -396,6 +450,8 @@ Third-Party Model Licenses
396
450
  https://voiceinput.futo.org/VoiceInput/tiny_en_acft_q8_0.bin
397
451
  vae-BF16
398
452
  https://huggingface.co/ACE-Step/Ace-Step1.5
453
+ weight
454
+ https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
399
455
  whisper-vad
400
456
  https://huggingface.co/ggml-org/whisper-vad
401
457
  whisper.cpp
@@ -610,6 +666,12 @@ Third-Party Model Licenses
610
666
 
611
667
  --- nvidia-open-model-license ---
612
668
 
669
+ coremldata
670
+ https://huggingface.co/nvidia/diar_streaming_sortformer_4spk-v2.1
671
+ coremldata
672
+ https://huggingface.co/nvidia/nemotron-3.5-asr-streaming-0.6b
673
+ coremldata
674
+ https://huggingface.co/nvidia/parakeet-unified-en-0.6b
613
675
  diar_streaming_sortformer_4spk-v2.1.f16
614
676
  https://huggingface.co/nvidia/diar_streaming_sortformer_4spk-v2.1
615
677
  diar_streaming_sortformer_4spk-v2.1.q4_0
@@ -620,6 +682,12 @@ Third-Party Model Licenses
620
682
  https://huggingface.co/nvidia/GR00T-N1.7-LIBERO
621
683
  groot-q8_vf16
622
684
  https://huggingface.co/nvidia/GR00T-N1.7-3B
685
+ model
686
+ https://huggingface.co/nvidia/diar_streaming_sortformer_4spk-v2.1
687
+ model
688
+ https://huggingface.co/nvidia/nemotron-3.5-asr-streaming-0.6b
689
+ model
690
+ https://huggingface.co/nvidia/parakeet-unified-en-0.6b
623
691
  nemotron-3.5-asr-streaming-0.6b.f16
624
692
  https://huggingface.co/nvidia/nemotron-3.5-asr-streaming-0.6b
625
693
  nemotron-3.5-asr-streaming-0.6b.q4_0
@@ -632,6 +700,12 @@ Third-Party Model Licenses
632
700
  https://huggingface.co/nvidia/parakeet-unified-en-0.6b
633
701
  parakeet-unified-en-0.6b.q8_0
634
702
  https://huggingface.co/nvidia/parakeet-unified-en-0.6b
703
+ weight
704
+ https://huggingface.co/nvidia/diar_streaming_sortformer_4spk-v2.1
705
+ weight
706
+ https://huggingface.co/nvidia/nemotron-3.5-asr-streaming-0.6b
707
+ weight
708
+ https://huggingface.co/nvidia/parakeet-unified-en-0.6b
635
709
 
636
710
  --- openrail ---
637
711
 
@@ -684,17 +758,17 @@ JavaScript Dependencies
684
758
  @hyperswarm/secret-stream@6.9.2
685
759
  https://github.com/holepunchto/hyperswarm-secret-stream
686
760
  @qvac/error@0.1.1
687
- @qvac/fabric@0.16.0
761
+ @qvac/fabric@0.18.1
688
762
  https://github.com/tetherto/qvac
689
- @qvac/logging@0.1.1
763
+ @qvac/fabric-darwin-arm64@0.18.1
690
764
  https://github.com/tetherto/qvac
691
- @qvac/model-fit@0.12.1
765
+ @qvac/logging@0.1.1
692
766
  https://github.com/tetherto/qvac
693
767
  @qvac/rag@0.8.1
694
768
  https://github.com/tetherto/qvac
695
- @qvac/registry-client@0.6.1
769
+ @qvac/registry-client@0.7.0
696
770
  https://github.com/tetherto/qvac
697
- @qvac/registry-schema@0.3.0
771
+ @qvac/registry-schema@0.4.0
698
772
  https://github.com/tetherto/qvac
699
773
  adaptive-timeout@1.0.1
700
774
  https://github.com/holepunchto/adaptive-timeout
@@ -714,7 +788,7 @@ JavaScript Dependencies
714
788
  https://github.com/holepunchto/bare-buffer
715
789
  bare-cpu-info@0.1.1
716
790
  https://github.com/holepunchto/bare-cpu-info
717
- bare-crypto@1.15.3
791
+ bare-crypto@1.15.4
718
792
  https://github.com/holepunchto/bare-crypto
719
793
  bare-dns@2.2.1
720
794
  https://github.com/holepunchto/bare-dns
@@ -726,7 +800,7 @@ JavaScript Dependencies
726
800
  https://github.com/holepunchto/bare-fetch
727
801
  bare-form-data@1.2.2
728
802
  https://github.com/holepunchto/bare-form-data
729
- bare-fs@4.8.1
803
+ bare-fs@4.8.2
730
804
  https://github.com/holepunchto/bare-fs
731
805
  bare-gpu-info@0.1.1
732
806
  https://github.com/holepunchto/bare-gpu-info
@@ -760,9 +834,9 @@ JavaScript Dependencies
760
834
  https://github.com/holepunchto/bare-process
761
835
  bare-rpc@1.3.8
762
836
  https://github.com/holepunchto/bare-rpc
763
- bare-runtime@1.33.4
837
+ bare-runtime@1.34.1
764
838
  https://github.com/holepunchto/bare-runtime
765
- bare-runtime-darwin-arm64@1.33.4
839
+ bare-runtime-darwin-arm64@1.34.1
766
840
  https://github.com/holepunchto/bare-runtime
767
841
  bare-semver@1.1.0
768
842
  https://github.com/holepunchto/bare-semver
@@ -772,17 +846,17 @@ JavaScript Dependencies
772
846
  https://github.com/holepunchto/bare-stdio
773
847
  bare-stream@2.13.4
774
848
  https://github.com/holepunchto/bare-stream
775
- bare-structured-clone@1.6.0
849
+ bare-structured-clone@2.0.1
776
850
  https://github.com/holepunchto/bare-structured-clone
777
- bare-subprocess@6.1.0
851
+ bare-subprocess@6.2.0
778
852
  https://github.com/holepunchto/bare-subprocess
779
853
  bare-tcp@2.6.1
780
854
  https://github.com/holepunchto/bare-tcp
781
- bare-tls@3.1.10
855
+ bare-tls@3.1.11
782
856
  https://github.com/holepunchto/bare-tls
783
857
  bare-tty@5.2.1
784
858
  https://github.com/holepunchto/bare-tty
785
- bare-type@1.1.1
859
+ bare-type@1.4.0
786
860
  https://github.com/holepunchto/bare-type
787
861
  bare-url@2.5.4
788
862
  https://github.com/holepunchto/bare-url
@@ -790,7 +864,7 @@ JavaScript Dependencies
790
864
  https://github.com/holepunchto/bare-zlib
791
865
  blind-relay@1.6.1
792
866
  https://github.com/holepunchto/blind-relay
793
- compact-encoding@3.5.0
867
+ compact-encoding@3.5.2
794
868
  https://github.com/holepunchto/compact-encoding
795
869
  compact-encoding-bitfield@1.1.0
796
870
  https://github.com/compact-encoding/compact-encoding-bitfield
@@ -814,7 +888,7 @@ JavaScript Dependencies
814
888
  https://github.com/holepunchto/hypercore-stats
815
889
  hypercore-storage@3.3.1
816
890
  https://github.com/holepunchto/hypercore-storage
817
- hyperdb@6.9.0
891
+ hyperdb@6.10.0
818
892
  https://github.com/holepunchto/hyperdb
819
893
  hyperdht-address@1.1.1
820
894
  https://github.com/holepunchto/hyperdht-address
@@ -822,7 +896,7 @@ JavaScript Dependencies
822
896
  https://github.com/holepunchto/hyperdht-stats
823
897
  hyperdispatch@1.6.0
824
898
  https://github.com/holepunchto/hyperdispatch
825
- hyperdrive@13.3.3
899
+ hyperdrive@13.3.4
826
900
  https://github.com/holepunchto/hyperdrive
827
901
  hyperschema@1.26.2
828
902
  https://github.com/holepunchto/hyperschema
@@ -838,7 +912,7 @@ JavaScript Dependencies
838
912
  https://github.com/holepunchto/paparam
839
913
  passive-core-watcher@1.0.1
840
914
  https://github.com/holepunchto/passive-core-watcher
841
- quickbit-native@2.4.8
915
+ quickbit-native@2.4.9
842
916
  https://github.com/holepunchto/quickbit-native
843
917
  rabin-native@2.0.0
844
918
  https://github.com/holepunchto/rabin-native
@@ -854,7 +928,7 @@ JavaScript Dependencies
854
928
  https://github.com/holepunchto/require-asset
855
929
  resource-on-exit@1.0.0
856
930
  https://github.com/holepunchto/bare-teardown
857
- rocksdb-native@3.18.0
931
+ rocksdb-native@3.18.1
858
932
  https://github.com/holepunchto/rocksdb-native
859
933
  scope-lock@1.2.4
860
934
  https://github.com/holepunchto/scope-lock
@@ -864,7 +938,7 @@ JavaScript Dependencies
864
938
  https://github.com/holepunchto/sub-encoder
865
939
  text-decoder@1.2.7
866
940
  https://github.com/holepunchto/text-decoder
867
- udx-native@1.21.1
941
+ udx-native@1.21.3
868
942
  https://github.com/holepunchto/udx-native
869
943
  unslab@1.3.0
870
944
  https://github.com/holepunchto/unslab
@@ -896,7 +970,7 @@ JavaScript Dependencies
896
970
  https://github.com/mafintosh/bogon
897
971
  codecs@3.1.0
898
972
  https://github.com/mafintosh/codecs
899
- corestore@7.12.5
973
+ corestore@7.13.0
900
974
  https://github.com/holepunchto/corestore
901
975
  debounceify@1.1.0
902
976
  https://github.com/mafintosh/debounceify
@@ -914,13 +988,13 @@ JavaScript Dependencies
914
988
  https://github.com/mafintosh/generate-string
915
989
  hyperbee@2.27.3
916
990
  https://github.com/holepunchto/hyperbee
917
- hypercore@11.36.1
991
+ hypercore@11.37.1
918
992
  https://github.com/holepunchto/hypercore
919
993
  hypercore-crypto@3.7.0
920
994
  https://github.com/mafintosh/hypercore-crypto
921
995
  hyperdht@6.34.0
922
996
  https://github.com/holepunchto/hyperdht
923
- hyperswarm@4.17.1
997
+ hyperswarm@4.17.2
924
998
  https://github.com/holepunchto/hyperswarm
925
999
  is-options@1.0.2
926
1000
  https://github.com/mafintosh/is-options
@@ -936,7 +1010,7 @@ JavaScript Dependencies
936
1010
  https://github.com/mafintosh/nat-sampler
937
1011
  protocol-buffers-encodings@1.2.0
938
1012
  https://github.com/mafintosh/protocol-buffers-encodings
939
- protomux@3.12.0
1013
+ protomux@3.12.1
940
1014
  https://github.com/holepunchto/protomux
941
1015
  queue-tick@1.0.1
942
1016
  https://github.com/mafintosh/queue-tick
package/README.md CHANGED
@@ -1,6 +1,6 @@
1
1
  # @qvac/inference
2
2
 
3
- The Bare-only engine of the QVAC SDK. It runs inference directly on the [Bare runtime](https://bare.pears.com) in a single process — no RPC, no worker, no subprocess. You register the inference engines you need and call the same API surface as `@qvac/sdk`, in-process.
3
+ The Bare-only engine of the QVAC SDK. It runs inference directly on the [Bare runtime](https://bare.pears.com) in a single process without a worker or subprocess. Native GGML RPC is available as an opt-in distributed GPU path. You register the inference engines you need and call the same API surface as `@qvac/sdk`, in-process.
4
4
 
5
5
  > _Part of the **QVAC** ecosystem_
6
6
  >
@@ -13,7 +13,7 @@ The Bare-only engine of the QVAC SDK. It runs inference directly on the [Bare ru
13
13
 
14
14
  `@qvac/inference` is the pure-Bare layer of the SDK, written in TypeScript: the client API, the request engine, and the plugin system, all running in one Bare process. `@qvac/sdk` builds on top of it to reach Node, Electron, Expo, and Pear by launching this engine as a worker; on Bare you use it directly. It replaces the deprecated `@qvac/bare-sdk` package (last release 0.18.2).
15
15
 
16
- `@qvac/inference` ships no plugins by default and no addon dependencies. You install only the addon packages your app registers, so the resulting binary scales with the engines you actually assemble.
16
+ `@qvac/inference` ships no plugins by default and has no required model or RPC server addon dependencies. Model addons are optional peers; RPC serving uses an explicitly registered provider. You install only the addon packages your app registers, so the resulting binary scales with the engines and services you actually assemble.
17
17
 
18
18
  ## Requirements
19
19
 
@@ -57,7 +57,10 @@ const modelId = await loadModel({ modelSrc: LLAMA_3_2_1B_INST_Q4_0 })
57
57
  const run = completion({ modelId, history: [{ role: 'user', content: 'Hi' }] })
58
58
  ```
59
59
 
60
- An operation called before any plugin is registered throws `PluginsNotRegisteredError`.
60
+ Model operations require a registered model plugin. RPC discovery needs no model plugin or server provider; serving requires an explicitly registered server provider.
61
+
62
+ The [Bare serving example](examples/rpc-server.ts)
63
+ shows explicit registration and cleanup with `@qvac/ggml-rpc-server@0.1.0`.
61
64
 
62
65
  ## Capability to addon package
63
66
 
@@ -81,7 +84,7 @@ The engine resolves a `qvac.config.js` or `qvac.config.json` from the current wo
81
84
 
82
85
  ## System resource diagnostics
83
86
 
84
- Use `getSystemResources` to inspect locally observed CPU, system-memory, GPU, and driver capabilities. Pass `sample: true` only when you also need a fresh usage sample. Like any other operation it runs after the first plugin is registered:
87
+ Use `getSystemResources` to inspect locally observed CPU, system-memory, GPU, and driver capabilities. Pass `sample: true` only when you also need a fresh usage sample. Register a model plugin or RPC server provider before requesting diagnostics:
85
88
 
86
89
  ```js
87
90
  import { registerPlugin, getSystemResources } from '@qvac/inference'
@@ -110,7 +113,7 @@ Every metric reports `supported`, `unavailable`, `unverified`, or `failed`. Supp
110
113
  import { close, unloadModel } from '@qvac/inference'
111
114
 
112
115
  await unloadModel({ modelId })
113
- await close() // release the swarm, registry client, storage-root lock, and registered plugins
116
+ await close() // release the swarm, registry client, storage-root lock, and registered plugins. Stop owned RPC servers.
114
117
  ```
115
118
 
116
119
  `close()` also clears the plugin registry, so if you keep using the API afterward you must `registerPlugin` / `plugins([...])` again first — otherwise the next call throws `PluginsNotRegisteredError`.
@@ -3,10 +3,15 @@ import { type AssessModelFitInput, type AssessModelFitResult } from '../schemas/
3
3
  * Assesses, before anything is downloaded, whether the given models are likely
4
4
  * to fit in this device's memory.
5
5
  *
6
- * Advisory only: it does not download weights, run a native fit probe, block
7
- * `loadModel`, reserve memory, or make a performance claim. `unknown` is a real
8
- * answer — it means the available evidence does not support a verdict either
9
- * way, and callers should treat it as "cannot say", not "no".
6
+ * Advisory only: it does not download weights, block `loadModel`, reserve
7
+ * memory, or make a performance claim. `unknown` is a real answer — it means
8
+ * the available evidence does not support a verdict either way, and callers
9
+ * should treat it as "cannot say", not "no".
10
+ *
11
+ * For a single candidate it fetches the registry's weightless description of
12
+ * the artifact — tens of KB, never the weights — and runs the engine's own
13
+ * fitter against it, reported as `native-fit` evidence. Where that is
14
+ * unavailable, and for a set of candidates, the calibrated estimate stands.
10
15
  *
11
16
  * @param input - Candidates with their intended workloads, the declared
12
17
  * execution mode, and the headroom policy.
@@ -5,10 +5,15 @@ import { InvalidResponseError } from '../errors/index.js';
5
5
  * Assesses, before anything is downloaded, whether the given models are likely
6
6
  * to fit in this device's memory.
7
7
  *
8
- * Advisory only: it does not download weights, run a native fit probe, block
9
- * `loadModel`, reserve memory, or make a performance claim. `unknown` is a real
10
- * answer — it means the available evidence does not support a verdict either
11
- * way, and callers should treat it as "cannot say", not "no".
8
+ * Advisory only: it does not download weights, block `loadModel`, reserve
9
+ * memory, or make a performance claim. `unknown` is a real answer — it means
10
+ * the available evidence does not support a verdict either way, and callers
11
+ * should treat it as "cannot say", not "no".
12
+ *
13
+ * For a single candidate it fetches the registry's weightless description of
14
+ * the artifact — tens of KB, never the weights — and runs the engine's own
15
+ * fitter against it, reported as `native-fit` evidence. Where that is
16
+ * unavailable, and for a set of candidates, the calibrated estimate stands.
12
17
  *
13
18
  * @param input - Candidates with their intended workloads, the declared
14
19
  * execution mode, and the headroom policy.
@@ -37,7 +37,10 @@ export declare function bciTranscribe(params: BciTranscribeClientParams, options
37
37
  * @param params.modelId - The loaded BCI model to use.
38
38
  * @param params.metadata - When true, the session yields transcript segment
39
39
  * objects (`{ text, startMs, endMs, append, id }`)
40
- * instead of plain text.
40
+ * instead of plain text. With `emit: 'delta'`, each
41
+ * segment also carries `windowStartTimestep`: its
42
+ * timestamps are window-local, and this maps them
43
+ * onto the stream timeline.
41
44
  * @param params.windowTimesteps - Decode window size in timesteps.
42
45
  * @param params.hopTimesteps - How far the window advances between decodes.
43
46
  * @param params.emit - `'delta'` (default) yields only the newly-discovered
@@ -35,3 +35,4 @@ export { resume } from './resume.js';
35
35
  export { state } from './state.js';
36
36
  export { vla, vlaHparams, vlaSetEmbodiment } from './vla.js';
37
37
  export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
38
+ export { startRpcServer, stopRpcServer, discoverRpcServers } from './rpc-server.js';
package/dist/api/index.js CHANGED
@@ -34,3 +34,4 @@ export { resume } from './resume.js';
34
34
  export { state } from './state.js';
35
35
  export { vla, vlaHparams, vlaSetEmbodiment } from './vla.js';
36
36
  export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
37
+ export { startRpcServer, stopRpcServer, discoverRpcServers } from './rpc-server.js';
@@ -0,0 +1,19 @@
1
+ import { type StartRpcServerOptions, type StopRpcServerOptions, type DiscoverRpcServersOptions, type RpcServerInfo, type RpcServerCandidate } from '../schemas/index.js';
2
+ /**
3
+ * Start a worker-owned native RPC server. Non-loopback binding and advertising require explicit opt-in.
4
+ * Cancel a pending start with its promise.requestId.
5
+ */
6
+ export declare function startRpcServer(options?: StartRpcServerOptions): Promise<RpcServerInfo> & {
7
+ requestId: string;
8
+ };
9
+ /** Withdraw the announcement and await native stop. Bare stop has no deadline. */
10
+ export declare function stopRpcServer(options: StopRpcServerOptions): Promise<void>;
11
+ /**
12
+ * Find private-network candidates with device inventories and server RDMA availability.
13
+ * RDMA availability is a server-side offer, not a guarantee of the negotiated transport.
14
+ * Use getRpcDeviceMap with the chosen endpoint registration order before loadModel.
15
+ * Cancel a pending search with its promise.requestId.
16
+ */
17
+ export declare function discoverRpcServers(options: DiscoverRpcServersOptions): Promise<RpcServerCandidate[]> & {
18
+ requestId: string;
19
+ };
@@ -0,0 +1,44 @@
1
+ import { send } from '../dispatch.js';
2
+ import { InvalidResponseError } from '../errors/index.js';
3
+ import { decoratePromise } from '../utils/decorate-promise.js';
4
+ import { generateRequestId } from '../runtime/request-id.js';
5
+ /**
6
+ * Start a worker-owned native RPC server. Non-loopback binding and advertising require explicit opt-in.
7
+ * Cancel a pending start with its promise.requestId.
8
+ */
9
+ export function startRpcServer(options = {}) {
10
+ const requestId = generateRequestId();
11
+ return decoratePromise(runStartRpcServer(options, requestId), { requestId });
12
+ }
13
+ async function runStartRpcServer(options, requestId) {
14
+ const response = await send({ ...options, type: 'startRpcServer', requestId });
15
+ if (response.type !== 'startRpcServer')
16
+ throw new InvalidResponseError('startRpcServer');
17
+ return {
18
+ serverId: response.serverId,
19
+ url: response.url,
20
+ rdmaCapable: response.rdmaCapable
21
+ };
22
+ }
23
+ /** Withdraw the announcement and await native stop. Bare stop has no deadline. */
24
+ export async function stopRpcServer(options) {
25
+ const response = await send({ ...options, type: 'stopRpcServer' });
26
+ if (response.type !== 'stopRpcServer')
27
+ throw new InvalidResponseError('stopRpcServer');
28
+ }
29
+ /**
30
+ * Find private-network candidates with device inventories and server RDMA availability.
31
+ * RDMA availability is a server-side offer, not a guarantee of the negotiated transport.
32
+ * Use getRpcDeviceMap with the chosen endpoint registration order before loadModel.
33
+ * Cancel a pending search with its promise.requestId.
34
+ */
35
+ export function discoverRpcServers(options) {
36
+ const requestId = generateRequestId();
37
+ return decoratePromise(runDiscoverRpcServers(options, requestId), { requestId });
38
+ }
39
+ async function runDiscoverRpcServers(options, requestId) {
40
+ const response = await send({ ...options, type: 'discoverRpcServers', requestId });
41
+ if (response.type !== 'discoverRpcServers')
42
+ throw new InvalidResponseError('discoverRpcServers');
43
+ return response.servers;
44
+ }
@@ -43,6 +43,15 @@ export declare class TtsMulticast {
43
43
  * metadata with the audio. Multiple consumers can iterate the response
44
44
  * independently via the underlying `TtsMulticast`.
45
45
  *
46
+ * MOSS models stream natively rather than by sentence: under `stream: true`
47
+ * the whole text is one synthesis whose audio arrives every
48
+ * `streamChunkTokens` codec frames (in one piece when that is unset), so
49
+ * `durationTokens` and a MOSS-TTSD dialogue's reference transcripts apply to
50
+ * the text as a whole. `sentenceStream: true` still splits a single-speaker
51
+ * text; a dialogue rejects it. `sentenceStreamLocale` and
52
+ * `sentenceStreamMaxChunkScalars` configure that splitting, so a MOSS request
53
+ * rejects them unless it sets `sentenceStream: true`.
54
+ *
46
55
  * `result.done` resolves to `true` when synthesis completes cleanly, `false`
47
56
  * if the consumer breaks out before the terminal frame, or rejects on a
48
57
  * pipeline error. Awaiting `done` is safe even when no stream is iterated.
@@ -202,6 +202,15 @@ function buildTextToSpeechStreamRequest(params, requestId) {
202
202
  * metadata with the audio. Multiple consumers can iterate the response
203
203
  * independently via the underlying `TtsMulticast`.
204
204
  *
205
+ * MOSS models stream natively rather than by sentence: under `stream: true`
206
+ * the whole text is one synthesis whose audio arrives every
207
+ * `streamChunkTokens` codec frames (in one piece when that is unset), so
208
+ * `durationTokens` and a MOSS-TTSD dialogue's reference transcripts apply to
209
+ * the text as a whole. `sentenceStream: true` still splits a single-speaker
210
+ * text; a dialogue rejects it. `sentenceStreamLocale` and
211
+ * `sentenceStreamMaxChunkScalars` configure that splitting, so a MOSS request
212
+ * rejects them unless it sets `sentenceStream: true`.
213
+ *
205
214
  * `result.done` resolves to `true` when synthesis completes cleanly, `false`
206
215
  * if the consumer breaks out before the terminal frame, or rejects on a
207
216
  * pipeline error. Awaiting `done` is safe even when no stream is iterated.
@@ -1,4 +1,4 @@
1
- import { type TranscribeClientParams, type RPCOptions, type TranscribeSegment, type TranscribeStreamRequest, type TranscribeStreamClientParams, type TranscribeStreamSession, type TranscribeStreamMetadataSession, type TranscribeStreamConversationSession, type TranscribeStats } from '../schemas/index.js';
1
+ import { type TranscribeClientParams, type RPCOptions, type TranscribeSegment, type TranscribeStreamRequest, type TranscribeStreamClientParams, type TranscribeStreamSession, type TranscribeStreamMetadataSession, type TranscribeStreamConversationSession, type TranscribeStreamEvent, type TranscribeStats, type InferenceBackendDiagnostics } from '../schemas/index.js';
2
2
  import { duplex } from '../dispatch.js';
3
3
  type TranscribeDuplexFactory = (request: TranscribeStreamRequest, options?: RPCOptions) => ReturnType<typeof duplex>;
4
4
  /**
@@ -10,8 +10,9 @@ type TranscribeDuplexFactory = (request: TranscribeStreamRequest, options?: RPCO
10
10
  * @param params.audioChunk - Audio input as either a file path (string) or audio buffer
11
11
  * @param params.prompt - Optional initial prompt to guide the transcription
12
12
  * @param params.metadata - When true, resolves to an array of transcript
13
- * segments (`{ text, startMs, endMs, append, id }`)
14
- * instead of joined text. Whisper engine only.
13
+ * segments (`{ text, startMs, endMs, append, id }`,
14
+ * plus `isEndOfTurn` and `startsWord` on parakeet)
15
+ * instead of joined text.
15
16
  * @param options - Optional RPC options including per-call profiling
16
17
  * @returns A promise (decorated with `requestId`) resolving to the
17
18
  * complete transcribed text, or — when `metadata` is true —
@@ -57,8 +58,9 @@ export declare function transcribeStream(params: TranscribeClientParams, options
57
58
  * @param params.modelId - The loaded transcription model to use
58
59
  * @param params.prompt - Optional initial prompt to guide transcription
59
60
  * @param params.metadata - When true, the session yields transcript segment
60
- * objects (`{ text, startMs, endMs, append, id }`)
61
- * instead of plain text. Whisper engine only.
61
+ * objects (`{ text, startMs, endMs, append, id }`,
62
+ * plus `isEndOfTurn` and `startsWord` on parakeet)
63
+ * instead of plain text.
62
64
  * @param options - Optional RPC options including per-call profiling.
63
65
  * @returns A session object: call `write(audioChunk)` with a `Uint8Array`
64
66
  * (Node `Buffer` is a `Uint8Array` subtype) to feed audio,
@@ -81,12 +83,14 @@ export declare function transcribeStream(params: TranscribeStreamClientParams, o
81
83
  * to surface strings or segments; `sessionName` is only used to label the
82
84
  * "already iterated" error so callers see the correct session type.
83
85
  */
84
- export declare function createTranscribeStreamSession<T>(params: TranscribeStreamClientParams, options: RPCOptions | undefined, process: (line: string, onStats: (stats: TranscribeStats | undefined) => void) => T | undefined | null, sessionName: string, duplexFactory?: TranscribeDuplexFactory): Promise<{
86
+ export declare function createTranscribeStreamSession<T>(params: TranscribeStreamClientParams, options: RPCOptions | undefined, process: (line: string, onTerminal: (stats: TranscribeStats | undefined, diagnostics: InferenceBackendDiagnostics | undefined) => void) => T | undefined | null, sessionName: string, duplexFactory?: TranscribeDuplexFactory): Promise<{
85
87
  stats: Promise<TranscribeStats | undefined>;
88
+ diagnostics: Promise<InferenceBackendDiagnostics | undefined>;
86
89
  write(audioChunk: Uint8Array): void;
87
90
  end(): void;
88
91
  destroy(): void;
89
92
  [Symbol.asyncIterator](): AsyncIterator<T>;
90
93
  }>;
91
- export declare function processLine(line: string, onStats: (stats: TranscribeStats | undefined) => void): string | undefined | null;
94
+ export declare function processLine(line: string, onTerminal: (stats: TranscribeStats | undefined, diagnostics: InferenceBackendDiagnostics | undefined) => void): string | undefined | null;
95
+ export declare function processLineConversation(line: string, wantsMetadata: boolean, onTerminal: (stats: TranscribeStats | undefined, diagnostics: InferenceBackendDiagnostics | undefined) => void): TranscribeStreamEvent | undefined | null;
92
96
  export {};