@qvac/inference 0.20.1 → 0.21.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (212) hide show
  1. package/NOTICE +102 -40
  2. package/README.md +8 -5
  3. package/dist/api/bci-transcribe.d.ts +4 -1
  4. package/dist/api/index.d.ts +1 -0
  5. package/dist/api/index.js +1 -0
  6. package/dist/api/rpc-server.d.ts +19 -0
  7. package/dist/api/rpc-server.js +44 -0
  8. package/dist/api/text-to-speech.d.ts +9 -0
  9. package/dist/api/text-to-speech.js +9 -0
  10. package/dist/api/transcribe.d.ts +11 -7
  11. package/dist/api/transcribe.js +47 -15
  12. package/dist/api/video-request.d.ts +5 -5
  13. package/dist/dispatch.js +39 -7
  14. package/dist/errors/index.d.ts +7 -0
  15. package/dist/errors/index.js +15 -0
  16. package/dist/handlers/assess-model-fit.d.ts +8 -20
  17. package/dist/handlers/assess-model-fit.js +195 -77
  18. package/dist/handlers/completion-orchestrate.js +17 -0
  19. package/dist/handlers/get-loaded-model-info.js +4 -1
  20. package/dist/handlers/get-model-info.js +29 -1
  21. package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
  22. package/dist/handlers/load-model/coreml-sidecars.js +274 -0
  23. package/dist/handlers/load-model/hyperdrive.js +2 -2
  24. package/dist/handlers/load-model/registry.js +59 -0
  25. package/dist/handlers/rpc-server.d.ts +23 -0
  26. package/dist/handlers/rpc-server.js +141 -0
  27. package/dist/index.d.ts +2 -1
  28. package/dist/index.js +2 -1
  29. package/dist/models/registry/models.d.ts +7731 -5672
  30. package/dist/models/registry/models.js +4652 -2526
  31. package/dist/models/registry/resource-profiles.js +481 -94
  32. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
  33. package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
  34. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
  35. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
  36. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  37. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
  38. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  39. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
  40. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +22 -11
  41. package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
  42. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
  43. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
  44. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
  45. package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
  46. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
  47. package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
  48. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
  49. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
  50. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
  51. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
  52. package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
  53. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
  54. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
  55. package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
  56. package/dist/plugins/ops/bci-transcribe.js +18 -13
  57. package/dist/plugins/ops/load-model.js +2 -2
  58. package/dist/plugins/ops/transcribe.d.ts +4 -2
  59. package/dist/plugins/ops/transcribe.js +39 -2
  60. package/dist/plugins/ops/translate-stats.d.ts +2 -1
  61. package/dist/plugins/ops/translate-stats.js +64 -7
  62. package/dist/plugins/ops/translate.js +20 -4
  63. package/dist/profiling/operation-metrics.js +56 -0
  64. package/dist/registry.js +4 -0
  65. package/dist/resources/model-fit/assess.d.ts +37 -2
  66. package/dist/resources/model-fit/assess.js +24 -3
  67. package/dist/resources/model-fit/estimators/llm.js +2 -2
  68. package/dist/resources/model-fit/estimators/whisper.js +3 -4
  69. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +20 -1
  70. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +126 -47
  71. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
  72. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
  73. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
  74. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
  75. package/dist/resources/model-fit/floor.js +2 -2
  76. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
  77. package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
  78. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
  79. package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
  80. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
  81. package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
  82. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
  83. package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
  84. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
  85. package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
  86. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
  87. package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
  88. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
  89. package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
  90. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
  91. package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
  92. package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
  93. package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
  94. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
  95. package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
  96. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
  97. package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
  98. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
  99. package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
  100. package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
  101. package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
  102. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
  103. package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
  104. package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
  105. package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
  106. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
  107. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
  108. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
  109. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
  110. package/dist/resources/model-fit/platform.d.ts +9 -0
  111. package/dist/resources/model-fit/platform.js +28 -0
  112. package/dist/rpc/device-map.d.ts +13 -0
  113. package/dist/rpc/device-map.js +22 -0
  114. package/dist/rpc/discovery.d.ts +12 -0
  115. package/dist/rpc/discovery.js +225 -0
  116. package/dist/rpc/ggml-provider.d.ts +4 -0
  117. package/dist/rpc/ggml-provider.js +25 -0
  118. package/dist/rpc/index.d.ts +2 -0
  119. package/dist/rpc/index.js +1 -0
  120. package/dist/rpc/instance.d.ts +6 -0
  121. package/dist/rpc/instance.js +21 -0
  122. package/dist/rpc/inventory.d.ts +5 -0
  123. package/dist/rpc/inventory.js +144 -0
  124. package/dist/rpc/manager.d.ts +14 -0
  125. package/dist/rpc/manager.js +174 -0
  126. package/dist/rpc/network.d.ts +11 -0
  127. package/dist/rpc/network.js +85 -0
  128. package/dist/rpc/provider.d.ts +6 -0
  129. package/dist/rpc/provider.js +24 -0
  130. package/dist/runtime/lifecycle.js +31 -13
  131. package/dist/runtime/request-context.d.ts +1 -1
  132. package/dist/runtime/state.js +5 -0
  133. package/dist/schemas/assess-model-fit.d.ts +269 -85
  134. package/dist/schemas/assess-model-fit.js +78 -54
  135. package/dist/schemas/audio-gen.d.ts +6 -6
  136. package/dist/schemas/audio-gen.js +2 -2
  137. package/dist/schemas/batch-completion-stream.d.ts +13 -5
  138. package/dist/schemas/batch-completion-stream.js +5 -3
  139. package/dist/schemas/bci-config.js +1 -1
  140. package/dist/schemas/bci.d.ts +86 -1
  141. package/dist/schemas/bci.js +21 -2
  142. package/dist/schemas/cancel.d.ts +10 -0
  143. package/dist/schemas/cancel.js +2 -0
  144. package/dist/schemas/common.d.ts +708 -66
  145. package/dist/schemas/common.js +7 -0
  146. package/dist/schemas/completion-event.d.ts +6 -6
  147. package/dist/schemas/completion-stream.d.ts +27 -8
  148. package/dist/schemas/completion-stream.js +41 -4
  149. package/dist/schemas/config.d.ts +104 -36
  150. package/dist/schemas/config.js +10 -0
  151. package/dist/schemas/embed.d.ts +2 -2
  152. package/dist/schemas/error.js +13 -0
  153. package/dist/schemas/errors.d.ts +1 -0
  154. package/dist/schemas/errors.js +5 -0
  155. package/dist/schemas/index.d.ts +1 -0
  156. package/dist/schemas/index.js +1 -0
  157. package/dist/schemas/llamacpp-config.d.ts +25 -18
  158. package/dist/schemas/llamacpp-config.js +26 -16
  159. package/dist/schemas/load-model.d.ts +2608 -469
  160. package/dist/schemas/load-model.js +2 -2
  161. package/dist/schemas/mcp-adapter.d.ts +4 -0
  162. package/dist/schemas/model-config-schemas.d.ts +183 -6
  163. package/dist/schemas/model-info.d.ts +56 -0
  164. package/dist/schemas/model-info.js +5 -1
  165. package/dist/schemas/plugin.d.ts +8 -2
  166. package/dist/schemas/profiling.d.ts +4 -4
  167. package/dist/schemas/reload-config.d.ts +30 -0
  168. package/dist/schemas/rpc-server.d.ts +101 -0
  169. package/dist/schemas/rpc-server.js +87 -0
  170. package/dist/schemas/sdcpp-config.d.ts +7 -3
  171. package/dist/schemas/sdcpp-config.js +37 -2
  172. package/dist/schemas/system-resources.d.ts +4 -4
  173. package/dist/schemas/text-to-speech.d.ts +529 -1
  174. package/dist/schemas/text-to-speech.js +122 -12
  175. package/dist/schemas/tools.d.ts +2 -0
  176. package/dist/schemas/tools.js +8 -0
  177. package/dist/schemas/transcription-config.d.ts +5 -0
  178. package/dist/schemas/transcription-config.js +20 -2
  179. package/dist/schemas/transcription.d.ts +164 -0
  180. package/dist/schemas/transcription.js +71 -4
  181. package/dist/schemas/vla.d.ts +1 -1
  182. package/dist/surface.d.ts +4 -1
  183. package/dist/surface.js +3 -1
  184. package/dist/utils/addon-responses.d.ts +5 -1
  185. package/dist/utils/archive.js +5 -1
  186. package/dist/utils/asr-diagnostics.d.ts +12 -0
  187. package/dist/utils/asr-diagnostics.js +42 -0
  188. package/dist/utils/asr-events.d.ts +1 -0
  189. package/dist/utils/asr-events.js +3 -2
  190. package/dist/utils/cache/paths.js +3 -2
  191. package/dist/utils/mcp-adapter.js +7 -1
  192. package/dist/utils/multi-gpu-mobile.d.ts +1 -1
  193. package/dist/utils/multi-gpu-mobile.js +8 -6
  194. package/dist/utils/path-security.d.ts +5 -0
  195. package/dist/utils/path-security.js +14 -0
  196. package/dist/utils/tool-helpers.d.ts +4 -0
  197. package/dist/utils/tool-helpers.js +2 -0
  198. package/dist/utils/tools/defer.d.ts +93 -0
  199. package/dist/utils/tools/defer.js +290 -0
  200. package/dist/utils/tools/index.d.ts +1 -0
  201. package/dist/utils/tools/index.js +1 -0
  202. package/dist/utils/transcribe-metadata.d.ts +21 -7
  203. package/dist/utils/transcribe-metadata.js +24 -8
  204. package/dist/utils/tts-stats.d.ts +6 -0
  205. package/dist/utils/tts-stats.js +14 -1
  206. package/package.json +43 -29
  207. package/dist/resources/model-fit/fit-stub/index.d.ts +0 -2
  208. package/dist/resources/model-fit/fit-stub/index.js +0 -2
  209. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.d.ts +0 -31
  210. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.js +0 -36
  211. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
  212. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -191
package/NOTICE CHANGED
@@ -71,6 +71,8 @@ Third-Party Model Licenses
71
71
  https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
72
72
  bci-embedder
73
73
  https://github.com/tetherto/qvac/releases/download/bci-test-assets-v0.1.0/bci-embedder.bin
74
+ coremldata
75
+ https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
74
76
  cosyvoice3-campplus-f32
75
77
  https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
76
78
  cosyvoice3-flow-bf16
@@ -136,7 +138,7 @@ Third-Party Model Licenses
136
138
  LightOnOCR-2-1B-ocr-soup-GGUF
137
139
  https://huggingface.co/noctrex/LightOnOCR-2-1B-ocr-soup-GGUF
138
140
  Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
139
- https://huggingface.co/mav23/Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
141
+ https://huggingface.co/mradermacher/Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
140
142
  MedPsy-1.7B-GGUF
141
143
  https://huggingface.co/qvac/MedPsy-1.7B-GGUF
142
144
  MedPsy-4B-GGUF
@@ -145,6 +147,14 @@ Third-Party Model Licenses
145
147
  https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
146
148
  mmproj-unlimited-ocr-Q8_0
147
149
  https://huggingface.co/baidu/Unlimited-OCR
150
+ model
151
+ https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
152
+ moss-codec-decoder-f16
153
+ https://huggingface.co/OpenMOSS-Team/MOSS-TTS
154
+ moss-codec-encoder-f16
155
+ https://huggingface.co/OpenMOSS-Team/MOSS-TTS
156
+ moss-tts-delay-f16
157
+ https://huggingface.co/OpenMOSS-Team/MOSS-TTS
148
158
  nb-tiny-ggml-model
149
159
  https://huggingface.co/NbAiLab/nb-whisper-tiny
150
160
  parler-indic-f16
@@ -211,6 +221,8 @@ Third-Party Model Licenses
211
221
  https://huggingface.co/HuggingFaceVLA/smolvla_libero
212
222
  SmolVLM2-500M-Video-Instruct-GGUF
213
223
  https://huggingface.co/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF
224
+ Ternary-Bonsai-2-27B-gguf
225
+ https://huggingface.co/prism-ml/Ternary-Bonsai-2-27B-gguf
214
226
  TranslatePsy-AfriSLM-0.8B-Q4-GGUF
215
227
  https://huggingface.co/qvac/TranslatePsy-AfriSLM-0.8B-Q4-GGUF
216
228
  TranslatePsy-AfriSLM-0.8B-Q8-GGUF
@@ -251,6 +263,8 @@ Third-Party Model Licenses
251
263
  https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged
252
264
  Wan2.2-TI2V-5B-Turbo-GGUF
253
265
  https://huggingface.co/hum-ma/Wan2.2-TI2V-5B-Turbo-GGUF
266
+ weight
267
+ https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
254
268
 
255
269
  --- bsd-3-clause (BSD 3-Clause License) ---
256
270
 
@@ -277,30 +291,58 @@ Third-Party Model Licenses
277
291
 
278
292
  AfriqueGemma-4B-GGUF
279
293
  https://huggingface.co/mradermacher/AfriqueGemma-4B-GGUF
294
+ coremldata
295
+ https://huggingface.co/nvidia/parakeet-ctc-0.6b
296
+ coremldata
297
+ https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
298
+ coremldata
299
+ https://huggingface.co/nvidia/parakeet-tdt-1.1b
300
+ coremldata
301
+ https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
302
+ model
303
+ https://huggingface.co/nvidia/parakeet-ctc-0.6b
304
+ model
305
+ https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
306
+ model
307
+ https://huggingface.co/nvidia/parakeet-tdt-1.1b
308
+ model
309
+ https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
310
+ parakeet_realtime_eou_120m-v1.f16
311
+ https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
312
+ parakeet_realtime_eou_120m-v1.q4_0
313
+ https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
314
+ parakeet_realtime_eou_120m-v1.q8_0
315
+ https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
280
316
  parakeet-ctc-0.6b.f16
281
317
  https://huggingface.co/nvidia/parakeet-ctc-0.6b
282
318
  parakeet-ctc-0.6b.q4_0
283
319
  https://huggingface.co/nvidia/parakeet-ctc-0.6b
284
320
  parakeet-ctc-0.6b.q8_0
285
321
  https://huggingface.co/nvidia/parakeet-ctc-0.6b
286
- parakeet-eou-120m-v1.f16
287
- https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
288
- parakeet-eou-120m-v1.q4_0
289
- https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
290
- parakeet-eou-120m-v1.q8_0
291
- https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
292
322
  parakeet-tdt-0.6b-v3.f16
293
323
  https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
294
324
  parakeet-tdt-0.6b-v3.q4_0
295
325
  https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
296
326
  parakeet-tdt-0.6b-v3.q8_0
297
327
  https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
328
+ parakeet-tdt-1.1b.f16
329
+ https://huggingface.co/nvidia/parakeet-tdt-1.1b
330
+ parakeet-tdt-1.1b.q8_0
331
+ https://huggingface.co/nvidia/parakeet-tdt-1.1b
298
332
  sortformer-4spk-v1.f16
299
333
  https://huggingface.co/nvidia/diar_sortformer_4spk-v1
300
334
  sortformer-4spk-v1.q4_0
301
335
  https://huggingface.co/nvidia/diar_sortformer_4spk-v1
302
336
  sortformer-4spk-v1.q8_0
303
337
  https://huggingface.co/nvidia/diar_sortformer_4spk-v1
338
+ weight
339
+ https://huggingface.co/nvidia/parakeet-ctc-0.6b
340
+ weight
341
+ https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
342
+ weight
343
+ https://huggingface.co/nvidia/parakeet-tdt-1.1b
344
+ weight
345
+ https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
304
346
 
305
347
  --- gemma (Gemma Terms of Use) ---
306
348
 
@@ -362,6 +404,8 @@ Third-Party Model Licenses
362
404
  https://huggingface.co/ResembleAI/chatterbox
363
405
  chatterbox-t3-turbo
364
406
  https://huggingface.co/ResembleAI/chatterbox-turbo
407
+ coremldata
408
+ https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
365
409
  de-base-ggml-model-f16
366
410
  https://huggingface.co/aware-ai/whisper-base-german
367
411
  DeepSeek-V4-Flash-0731-GGUF
@@ -384,16 +428,18 @@ Third-Party Model Licenses
384
428
  https://huggingface.co/ChristianAzinn/gte-large-gguf
385
429
  gte-large-gguf
386
430
  https://huggingface.co/ChristianAzinn/gte-large-gguf
387
- indic-conformer-ctc.f16
431
+ indic-conformer-600m-multilingual.f16
388
432
  https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
389
- indic-conformer-ctc.q4_0
433
+ indic-conformer-600m-multilingual.q4_0
390
434
  https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
391
- indic-conformer-ctc.q8_0
435
+ indic-conformer-600m-multilingual.q8_0
392
436
  https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
393
437
  lavasr-denoiser-f16
394
438
  https://huggingface.co/spaces/YatharthS
395
439
  lavasr-enhancer-f16
396
440
  https://huggingface.co/spaces/YatharthS
441
+ model
442
+ https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
397
443
  pt-tiny-ggml-model-f16
398
444
  https://huggingface.co/DavyCosta701/whisper-tiny-pt-bpra
399
445
  taew2_2_f16
@@ -404,6 +450,8 @@ Third-Party Model Licenses
404
450
  https://voiceinput.futo.org/VoiceInput/tiny_en_acft_q8_0.bin
405
451
  vae-BF16
406
452
  https://huggingface.co/ACE-Step/Ace-Step1.5
453
+ weight
454
+ https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
407
455
  whisper-vad
408
456
  https://huggingface.co/ggml-org/whisper-vad
409
457
  whisper.cpp
@@ -618,6 +666,12 @@ Third-Party Model Licenses
618
666
 
619
667
  --- nvidia-open-model-license ---
620
668
 
669
+ coremldata
670
+ https://huggingface.co/nvidia/diar_streaming_sortformer_4spk-v2.1
671
+ coremldata
672
+ https://huggingface.co/nvidia/nemotron-3.5-asr-streaming-0.6b
673
+ coremldata
674
+ https://huggingface.co/nvidia/parakeet-unified-en-0.6b
621
675
  diar_streaming_sortformer_4spk-v2.1.f16
622
676
  https://huggingface.co/nvidia/diar_streaming_sortformer_4spk-v2.1
623
677
  diar_streaming_sortformer_4spk-v2.1.q4_0
@@ -628,6 +682,12 @@ Third-Party Model Licenses
628
682
  https://huggingface.co/nvidia/GR00T-N1.7-LIBERO
629
683
  groot-q8_vf16
630
684
  https://huggingface.co/nvidia/GR00T-N1.7-3B
685
+ model
686
+ https://huggingface.co/nvidia/diar_streaming_sortformer_4spk-v2.1
687
+ model
688
+ https://huggingface.co/nvidia/nemotron-3.5-asr-streaming-0.6b
689
+ model
690
+ https://huggingface.co/nvidia/parakeet-unified-en-0.6b
631
691
  nemotron-3.5-asr-streaming-0.6b.f16
632
692
  https://huggingface.co/nvidia/nemotron-3.5-asr-streaming-0.6b
633
693
  nemotron-3.5-asr-streaming-0.6b.q4_0
@@ -640,6 +700,12 @@ Third-Party Model Licenses
640
700
  https://huggingface.co/nvidia/parakeet-unified-en-0.6b
641
701
  parakeet-unified-en-0.6b.q8_0
642
702
  https://huggingface.co/nvidia/parakeet-unified-en-0.6b
703
+ weight
704
+ https://huggingface.co/nvidia/diar_streaming_sortformer_4spk-v2.1
705
+ weight
706
+ https://huggingface.co/nvidia/nemotron-3.5-asr-streaming-0.6b
707
+ weight
708
+ https://huggingface.co/nvidia/parakeet-unified-en-0.6b
643
709
 
644
710
  --- openrail ---
645
711
 
@@ -692,12 +758,8 @@ JavaScript Dependencies
692
758
  @hyperswarm/secret-stream@6.9.2
693
759
  https://github.com/holepunchto/hyperswarm-secret-stream
694
760
  @qvac/error@0.1.1
695
- @qvac/fabric@0.16.1
696
- https://github.com/tetherto/qvac
697
761
  @qvac/logging@0.1.1
698
762
  https://github.com/tetherto/qvac
699
- @qvac/model-fit@0.12.2
700
- https://github.com/tetherto/qvac
701
763
  @qvac/rag@0.8.1
702
764
  https://github.com/tetherto/qvac
703
765
  @qvac/registry-client@0.7.0
@@ -712,19 +774,19 @@ JavaScript Dependencies
712
774
  https://github.com/holepunchto/bare-abort
713
775
  bare-abort-controller@1.1.2
714
776
  https://github.com/holepunchto/bare-abort-controller
715
- bare-addon-resolve@1.10.1
777
+ bare-addon-resolve@1.11.0
716
778
  https://github.com/holepunchto/bare-addon-resolve
717
779
  bare-ansi-escapes@2.2.3
718
780
  https://github.com/holepunchto/bare-ansi-escapes
719
- bare-assert@1.2.0
781
+ bare-assert@1.3.0
720
782
  https://github.com/holepunchto/bare-assert
721
783
  bare-buffer@3.7.1
722
784
  https://github.com/holepunchto/bare-buffer
723
785
  bare-cpu-info@0.1.1
724
786
  https://github.com/holepunchto/bare-cpu-info
725
- bare-crypto@1.15.3
787
+ bare-crypto@1.15.4
726
788
  https://github.com/holepunchto/bare-crypto
727
- bare-dns@2.2.1
789
+ bare-dns@2.3.0
728
790
  https://github.com/holepunchto/bare-dns
729
791
  bare-env@3.0.1
730
792
  https://github.com/holepunchto/bare-env
@@ -734,7 +796,7 @@ JavaScript Dependencies
734
796
  https://github.com/holepunchto/bare-fetch
735
797
  bare-form-data@1.2.2
736
798
  https://github.com/holepunchto/bare-form-data
737
- bare-fs@4.8.1
799
+ bare-fs@4.8.4
738
800
  https://github.com/holepunchto/bare-fs
739
801
  bare-gpu-info@0.1.1
740
802
  https://github.com/holepunchto/bare-gpu-info
@@ -750,7 +812,7 @@ JavaScript Dependencies
750
812
  https://github.com/holepunchto/bare-inspect
751
813
  bare-mime@1.0.0
752
814
  https://github.com/holepunchto/bare-mime
753
- bare-module-resolve@1.12.5
815
+ bare-module-resolve@1.12.6
754
816
  https://github.com/holepunchto/bare-module-resolve
755
817
  bare-net@2.3.3
756
818
  https://github.com/holepunchto/bare-net
@@ -760,7 +822,7 @@ JavaScript Dependencies
760
822
  https://github.com/holepunchto/bare-path
761
823
  bare-performance@2.1.1
762
824
  https://github.com/holepunchto/bare-performance
763
- bare-pipe@4.3.1
825
+ bare-pipe@4.4.0
764
826
  https://github.com/holepunchto/bare-pipe
765
827
  bare-posix@1.0.1
766
828
  https://github.com/holepunchto/bare-posix
@@ -768,9 +830,9 @@ JavaScript Dependencies
768
830
  https://github.com/holepunchto/bare-process
769
831
  bare-rpc@1.3.8
770
832
  https://github.com/holepunchto/bare-rpc
771
- bare-runtime@1.33.4
833
+ bare-runtime@1.35.0
772
834
  https://github.com/holepunchto/bare-runtime
773
- bare-runtime-darwin-arm64@1.33.4
835
+ bare-runtime-darwin-arm64@1.35.0
774
836
  https://github.com/holepunchto/bare-runtime
775
837
  bare-semver@1.1.0
776
838
  https://github.com/holepunchto/bare-semver
@@ -782,23 +844,23 @@ JavaScript Dependencies
782
844
  https://github.com/holepunchto/bare-stream
783
845
  bare-structured-clone@2.0.1
784
846
  https://github.com/holepunchto/bare-structured-clone
785
- bare-subprocess@6.2.0
847
+ bare-subprocess@6.2.2
786
848
  https://github.com/holepunchto/bare-subprocess
787
849
  bare-tcp@2.6.1
788
850
  https://github.com/holepunchto/bare-tcp
789
- bare-tls@3.1.10
851
+ bare-tls@3.1.11
790
852
  https://github.com/holepunchto/bare-tls
791
853
  bare-tty@5.2.1
792
854
  https://github.com/holepunchto/bare-tty
793
855
  bare-type@1.4.0
794
856
  https://github.com/holepunchto/bare-type
795
- bare-url@2.5.4
857
+ bare-url@2.5.5
796
858
  https://github.com/holepunchto/bare-url
797
859
  bare-zlib@1.4.1
798
860
  https://github.com/holepunchto/bare-zlib
799
861
  blind-relay@1.6.1
800
862
  https://github.com/holepunchto/blind-relay
801
- compact-encoding@3.5.0
863
+ compact-encoding@3.5.2
802
864
  https://github.com/holepunchto/compact-encoding
803
865
  compact-encoding-bitfield@1.1.0
804
866
  https://github.com/compact-encoding/compact-encoding-bitfield
@@ -812,7 +874,7 @@ JavaScript Dependencies
812
874
  https://github.com/holepunchto/fd-lock
813
875
  fs-native-extensions@1.5.1
814
876
  https://github.com/holepunchto/fs-native-extensions
815
- hyperblobs@2.12.1
877
+ hyperblobs@2.13.0
816
878
  https://github.com/holepunchto/hyperblobs
817
879
  hypercore-errors@1.5.0
818
880
  https://github.com/holepunchto/hypercore-errors
@@ -820,9 +882,9 @@ JavaScript Dependencies
820
882
  https://github.com/holepunchto/hypercore-id-encoding
821
883
  hypercore-stats@2.5.1
822
884
  https://github.com/holepunchto/hypercore-stats
823
- hypercore-storage@3.3.1
885
+ hypercore-storage@3.4.0
824
886
  https://github.com/holepunchto/hypercore-storage
825
- hyperdb@6.9.0
887
+ hyperdb@6.11.0
826
888
  https://github.com/holepunchto/hyperdb
827
889
  hyperdht-address@1.1.1
828
890
  https://github.com/holepunchto/hyperdht-address
@@ -842,11 +904,11 @@ JavaScript Dependencies
842
904
  https://github.com/holepunchto/mirror-drive
843
905
  noise-handshake@4.2.0
844
906
  https://github.com/holepunchto/noise-handshake
845
- paparam@1.13.0
907
+ paparam@1.14.0
846
908
  https://github.com/holepunchto/paparam
847
909
  passive-core-watcher@1.0.1
848
910
  https://github.com/holepunchto/passive-core-watcher
849
- quickbit-native@2.4.8
911
+ quickbit-native@2.4.9
850
912
  https://github.com/holepunchto/quickbit-native
851
913
  rabin-native@2.0.0
852
914
  https://github.com/holepunchto/rabin-native
@@ -862,7 +924,7 @@ JavaScript Dependencies
862
924
  https://github.com/holepunchto/require-asset
863
925
  resource-on-exit@1.0.0
864
926
  https://github.com/holepunchto/bare-teardown
865
- rocksdb-native@3.18.1
927
+ rocksdb-native@3.19.1
866
928
  https://github.com/holepunchto/rocksdb-native
867
929
  scope-lock@1.2.4
868
930
  https://github.com/holepunchto/scope-lock
@@ -904,7 +966,7 @@ JavaScript Dependencies
904
966
  https://github.com/mafintosh/bogon
905
967
  codecs@3.1.0
906
968
  https://github.com/mafintosh/codecs
907
- corestore@7.12.5
969
+ corestore@7.15.0
908
970
  https://github.com/holepunchto/corestore
909
971
  debounceify@1.1.0
910
972
  https://github.com/mafintosh/debounceify
@@ -922,11 +984,11 @@ JavaScript Dependencies
922
984
  https://github.com/mafintosh/generate-string
923
985
  hyperbee@2.27.3
924
986
  https://github.com/holepunchto/hyperbee
925
- hypercore@11.36.1
987
+ hypercore@11.39.0
926
988
  https://github.com/holepunchto/hypercore
927
989
  hypercore-crypto@3.7.0
928
990
  https://github.com/mafintosh/hypercore-crypto
929
- hyperdht@6.34.0
991
+ hyperdht@6.34.1
930
992
  https://github.com/holepunchto/hyperdht
931
993
  hyperswarm@4.17.2
932
994
  https://github.com/holepunchto/hyperswarm
@@ -944,7 +1006,7 @@ JavaScript Dependencies
944
1006
  https://github.com/mafintosh/nat-sampler
945
1007
  protocol-buffers-encodings@1.2.0
946
1008
  https://github.com/mafintosh/protocol-buffers-encodings
947
- protomux@3.12.0
1009
+ protomux@3.13.0
948
1010
  https://github.com/holepunchto/protomux
949
1011
  queue-tick@1.0.1
950
1012
  https://github.com/mafintosh/queue-tick
@@ -966,7 +1028,7 @@ JavaScript Dependencies
966
1028
  https://github.com/mafintosh/signal-promise
967
1029
  signed-varint@2.0.1
968
1030
  https://github.com/dominictarr/signed-varint
969
- sodium-native@5.1.0
1031
+ sodium-native@5.1.1
970
1032
  https://github.com/holepunchto/sodium-native
971
1033
  sodium-secretstream@1.2.0
972
1034
  https://github.com/mafintosh/sodium-secretstream
@@ -976,7 +1038,7 @@ JavaScript Dependencies
976
1038
  https://github.com/mafintosh/speedometer
977
1039
  streamx@2.28.1
978
1040
  https://github.com/mafintosh/streamx
979
- tar-stream@3.2.1
1041
+ tar-stream@3.2.2
980
1042
  https://github.com/mafintosh/tar-stream
981
1043
  teex@1.0.1
982
1044
  https://github.com/mafintosh/teex
@@ -996,6 +1058,6 @@ JavaScript Dependencies
996
1058
  https://github.com/mafintosh/xache
997
1059
  z32@1.1.0
998
1060
  https://github.com/mafintosh/z32
999
- zod@4.6.5
1061
+ zod@4.6.7
1000
1062
  https://github.com/colinhacks/zod
1001
1063
 
package/README.md CHANGED
@@ -1,6 +1,6 @@
1
1
  # @qvac/inference
2
2
 
3
- The Bare-only engine of the QVAC SDK. It runs inference directly on the [Bare runtime](https://bare.pears.com) in a single process — no RPC, no worker, no subprocess. You register the inference engines you need and call the same API surface as `@qvac/sdk`, in-process.
3
+ The Bare-only engine of the QVAC SDK. It runs inference directly on the [Bare runtime](https://bare.pears.com) in a single process without a worker or subprocess. Native GGML RPC is available as an opt-in distributed GPU path. You register the inference engines you need and call the same API surface as `@qvac/sdk`, in-process.
4
4
 
5
5
  > _Part of the **QVAC** ecosystem_
6
6
  >
@@ -13,7 +13,7 @@ The Bare-only engine of the QVAC SDK. It runs inference directly on the [Bare ru
13
13
 
14
14
  `@qvac/inference` is the pure-Bare layer of the SDK, written in TypeScript: the client API, the request engine, and the plugin system, all running in one Bare process. `@qvac/sdk` builds on top of it to reach Node, Electron, Expo, and Pear by launching this engine as a worker; on Bare you use it directly. It replaces the deprecated `@qvac/bare-sdk` package (last release 0.18.2).
15
15
 
16
- `@qvac/inference` ships no plugins by default and no addon dependencies. You install only the addon packages your app registers, so the resulting binary scales with the engines you actually assemble.
16
+ `@qvac/inference` ships no plugins by default and has no required model or RPC server addon dependencies. Model addons are optional peers; RPC serving uses an explicitly registered provider. You install only the addon packages your app registers, so the resulting binary scales with the engines and services you actually assemble.
17
17
 
18
18
  ## Requirements
19
19
 
@@ -57,7 +57,10 @@ const modelId = await loadModel({ modelSrc: LLAMA_3_2_1B_INST_Q4_0 })
57
57
  const run = completion({ modelId, history: [{ role: 'user', content: 'Hi' }] })
58
58
  ```
59
59
 
60
- An operation called before any plugin is registered throws `PluginsNotRegisteredError`.
60
+ Model operations require a registered model plugin. RPC discovery needs no model plugin or server provider; serving requires an explicitly registered server provider.
61
+
62
+ The [Bare serving example](examples/rpc-server.ts)
63
+ shows explicit registration and cleanup with `@qvac/ggml-rpc-server@0.1.0`.
61
64
 
62
65
  ## Capability to addon package
63
66
 
@@ -81,7 +84,7 @@ The engine resolves a `qvac.config.js` or `qvac.config.json` from the current wo
81
84
 
82
85
  ## System resource diagnostics
83
86
 
84
- Use `getSystemResources` to inspect locally observed CPU, system-memory, GPU, and driver capabilities. Pass `sample: true` only when you also need a fresh usage sample. Like any other operation it runs after the first plugin is registered:
87
+ Use `getSystemResources` to inspect locally observed CPU, system-memory, GPU, and driver capabilities. Pass `sample: true` only when you also need a fresh usage sample. Register a model plugin or RPC server provider before requesting diagnostics:
85
88
 
86
89
  ```js
87
90
  import { registerPlugin, getSystemResources } from '@qvac/inference'
@@ -110,7 +113,7 @@ Every metric reports `supported`, `unavailable`, `unverified`, or `failed`. Supp
110
113
  import { close, unloadModel } from '@qvac/inference'
111
114
 
112
115
  await unloadModel({ modelId })
113
- await close() // release the swarm, registry client, storage-root lock, and registered plugins
116
+ await close() // release the swarm, registry client, storage-root lock, and registered plugins. Stop owned RPC servers.
114
117
  ```
115
118
 
116
119
  `close()` also clears the plugin registry, so if you keep using the API afterward you must `registerPlugin` / `plugins([...])` again first — otherwise the next call throws `PluginsNotRegisteredError`.
@@ -37,7 +37,10 @@ export declare function bciTranscribe(params: BciTranscribeClientParams, options
37
37
  * @param params.modelId - The loaded BCI model to use.
38
38
  * @param params.metadata - When true, the session yields transcript segment
39
39
  * objects (`{ text, startMs, endMs, append, id }`)
40
- * instead of plain text.
40
+ * instead of plain text. With `emit: 'delta'`, each
41
+ * segment also carries `windowStartTimestep`: its
42
+ * timestamps are window-local, and this maps them
43
+ * onto the stream timeline.
41
44
  * @param params.windowTimesteps - Decode window size in timesteps.
42
45
  * @param params.hopTimesteps - How far the window advances between decodes.
43
46
  * @param params.emit - `'delta'` (default) yields only the newly-discovered
@@ -35,3 +35,4 @@ export { resume } from './resume.js';
35
35
  export { state } from './state.js';
36
36
  export { vla, vlaHparams, vlaSetEmbodiment } from './vla.js';
37
37
  export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
38
+ export { startRpcServer, stopRpcServer, discoverRpcServers } from './rpc-server.js';
package/dist/api/index.js CHANGED
@@ -34,3 +34,4 @@ export { resume } from './resume.js';
34
34
  export { state } from './state.js';
35
35
  export { vla, vlaHparams, vlaSetEmbodiment } from './vla.js';
36
36
  export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
37
+ export { startRpcServer, stopRpcServer, discoverRpcServers } from './rpc-server.js';
@@ -0,0 +1,19 @@
1
+ import { type StartRpcServerOptions, type StopRpcServerOptions, type DiscoverRpcServersOptions, type RpcServerInfo, type RpcServerCandidate } from '../schemas/index.js';
2
+ /**
3
+ * Start a worker-owned native RPC server. Non-loopback binding and advertising require explicit opt-in.
4
+ * Cancel a pending start with its promise.requestId.
5
+ */
6
+ export declare function startRpcServer(options?: StartRpcServerOptions): Promise<RpcServerInfo> & {
7
+ requestId: string;
8
+ };
9
+ /** Withdraw the announcement and await native stop. Bare stop has no deadline. */
10
+ export declare function stopRpcServer(options: StopRpcServerOptions): Promise<void>;
11
+ /**
12
+ * Find private-network candidates with device inventories and server RDMA availability.
13
+ * RDMA availability is a server-side offer, not a guarantee of the negotiated transport.
14
+ * Use getRpcDeviceMap with the chosen endpoint registration order before loadModel.
15
+ * Cancel a pending search with its promise.requestId.
16
+ */
17
+ export declare function discoverRpcServers(options: DiscoverRpcServersOptions): Promise<RpcServerCandidate[]> & {
18
+ requestId: string;
19
+ };
@@ -0,0 +1,44 @@
1
+ import { send } from '../dispatch.js';
2
+ import { InvalidResponseError } from '../errors/index.js';
3
+ import { decoratePromise } from '../utils/decorate-promise.js';
4
+ import { generateRequestId } from '../runtime/request-id.js';
5
+ /**
6
+ * Start a worker-owned native RPC server. Non-loopback binding and advertising require explicit opt-in.
7
+ * Cancel a pending start with its promise.requestId.
8
+ */
9
+ export function startRpcServer(options = {}) {
10
+ const requestId = generateRequestId();
11
+ return decoratePromise(runStartRpcServer(options, requestId), { requestId });
12
+ }
13
+ async function runStartRpcServer(options, requestId) {
14
+ const response = await send({ ...options, type: 'startRpcServer', requestId });
15
+ if (response.type !== 'startRpcServer')
16
+ throw new InvalidResponseError('startRpcServer');
17
+ return {
18
+ serverId: response.serverId,
19
+ url: response.url,
20
+ rdmaCapable: response.rdmaCapable
21
+ };
22
+ }
23
+ /** Withdraw the announcement and await native stop. Bare stop has no deadline. */
24
+ export async function stopRpcServer(options) {
25
+ const response = await send({ ...options, type: 'stopRpcServer' });
26
+ if (response.type !== 'stopRpcServer')
27
+ throw new InvalidResponseError('stopRpcServer');
28
+ }
29
+ /**
30
+ * Find private-network candidates with device inventories and server RDMA availability.
31
+ * RDMA availability is a server-side offer, not a guarantee of the negotiated transport.
32
+ * Use getRpcDeviceMap with the chosen endpoint registration order before loadModel.
33
+ * Cancel a pending search with its promise.requestId.
34
+ */
35
+ export function discoverRpcServers(options) {
36
+ const requestId = generateRequestId();
37
+ return decoratePromise(runDiscoverRpcServers(options, requestId), { requestId });
38
+ }
39
+ async function runDiscoverRpcServers(options, requestId) {
40
+ const response = await send({ ...options, type: 'discoverRpcServers', requestId });
41
+ if (response.type !== 'discoverRpcServers')
42
+ throw new InvalidResponseError('discoverRpcServers');
43
+ return response.servers;
44
+ }
@@ -43,6 +43,15 @@ export declare class TtsMulticast {
43
43
  * metadata with the audio. Multiple consumers can iterate the response
44
44
  * independently via the underlying `TtsMulticast`.
45
45
  *
46
+ * MOSS models stream natively rather than by sentence: under `stream: true`
47
+ * the whole text is one synthesis whose audio arrives every
48
+ * `streamChunkTokens` codec frames (in one piece when that is unset), so
49
+ * `durationTokens` and a MOSS-TTSD dialogue's reference transcripts apply to
50
+ * the text as a whole. `sentenceStream: true` still splits a single-speaker
51
+ * text; a dialogue rejects it. `sentenceStreamLocale` and
52
+ * `sentenceStreamMaxChunkScalars` configure that splitting, so a MOSS request
53
+ * rejects them unless it sets `sentenceStream: true`.
54
+ *
46
55
  * `result.done` resolves to `true` when synthesis completes cleanly, `false`
47
56
  * if the consumer breaks out before the terminal frame, or rejects on a
48
57
  * pipeline error. Awaiting `done` is safe even when no stream is iterated.
@@ -202,6 +202,15 @@ function buildTextToSpeechStreamRequest(params, requestId) {
202
202
  * metadata with the audio. Multiple consumers can iterate the response
203
203
  * independently via the underlying `TtsMulticast`.
204
204
  *
205
+ * MOSS models stream natively rather than by sentence: under `stream: true`
206
+ * the whole text is one synthesis whose audio arrives every
207
+ * `streamChunkTokens` codec frames (in one piece when that is unset), so
208
+ * `durationTokens` and a MOSS-TTSD dialogue's reference transcripts apply to
209
+ * the text as a whole. `sentenceStream: true` still splits a single-speaker
210
+ * text; a dialogue rejects it. `sentenceStreamLocale` and
211
+ * `sentenceStreamMaxChunkScalars` configure that splitting, so a MOSS request
212
+ * rejects them unless it sets `sentenceStream: true`.
213
+ *
205
214
  * `result.done` resolves to `true` when synthesis completes cleanly, `false`
206
215
  * if the consumer breaks out before the terminal frame, or rejects on a
207
216
  * pipeline error. Awaiting `done` is safe even when no stream is iterated.
@@ -1,4 +1,4 @@
1
- import { type TranscribeClientParams, type RPCOptions, type TranscribeSegment, type TranscribeStreamRequest, type TranscribeStreamClientParams, type TranscribeStreamSession, type TranscribeStreamMetadataSession, type TranscribeStreamConversationSession, type TranscribeStats } from '../schemas/index.js';
1
+ import { type TranscribeClientParams, type RPCOptions, type TranscribeSegment, type TranscribeStreamRequest, type TranscribeStreamClientParams, type TranscribeStreamSession, type TranscribeStreamMetadataSession, type TranscribeStreamConversationSession, type TranscribeStreamEvent, type TranscribeStats, type InferenceBackendDiagnostics } from '../schemas/index.js';
2
2
  import { duplex } from '../dispatch.js';
3
3
  type TranscribeDuplexFactory = (request: TranscribeStreamRequest, options?: RPCOptions) => ReturnType<typeof duplex>;
4
4
  /**
@@ -10,8 +10,9 @@ type TranscribeDuplexFactory = (request: TranscribeStreamRequest, options?: RPCO
10
10
  * @param params.audioChunk - Audio input as either a file path (string) or audio buffer
11
11
  * @param params.prompt - Optional initial prompt to guide the transcription
12
12
  * @param params.metadata - When true, resolves to an array of transcript
13
- * segments (`{ text, startMs, endMs, append, id }`)
14
- * instead of joined text. Whisper engine only.
13
+ * segments (`{ text, startMs, endMs, append, id }`,
14
+ * plus `isEndOfTurn` and `startsWord` on parakeet)
15
+ * instead of joined text.
15
16
  * @param options - Optional RPC options including per-call profiling
16
17
  * @returns A promise (decorated with `requestId`) resolving to the
17
18
  * complete transcribed text, or — when `metadata` is true —
@@ -57,8 +58,9 @@ export declare function transcribeStream(params: TranscribeClientParams, options
57
58
  * @param params.modelId - The loaded transcription model to use
58
59
  * @param params.prompt - Optional initial prompt to guide transcription
59
60
  * @param params.metadata - When true, the session yields transcript segment
60
- * objects (`{ text, startMs, endMs, append, id }`)
61
- * instead of plain text. Whisper engine only.
61
+ * objects (`{ text, startMs, endMs, append, id }`,
62
+ * plus `isEndOfTurn` and `startsWord` on parakeet)
63
+ * instead of plain text.
62
64
  * @param options - Optional RPC options including per-call profiling.
63
65
  * @returns A session object: call `write(audioChunk)` with a `Uint8Array`
64
66
  * (Node `Buffer` is a `Uint8Array` subtype) to feed audio,
@@ -81,12 +83,14 @@ export declare function transcribeStream(params: TranscribeStreamClientParams, o
81
83
  * to surface strings or segments; `sessionName` is only used to label the
82
84
  * "already iterated" error so callers see the correct session type.
83
85
  */
84
- export declare function createTranscribeStreamSession<T>(params: TranscribeStreamClientParams, options: RPCOptions | undefined, process: (line: string, onStats: (stats: TranscribeStats | undefined) => void) => T | undefined | null, sessionName: string, duplexFactory?: TranscribeDuplexFactory): Promise<{
86
+ export declare function createTranscribeStreamSession<T>(params: TranscribeStreamClientParams, options: RPCOptions | undefined, process: (line: string, onTerminal: (stats: TranscribeStats | undefined, diagnostics: InferenceBackendDiagnostics | undefined) => void) => T | undefined | null, sessionName: string, duplexFactory?: TranscribeDuplexFactory): Promise<{
85
87
  stats: Promise<TranscribeStats | undefined>;
88
+ diagnostics: Promise<InferenceBackendDiagnostics | undefined>;
86
89
  write(audioChunk: Uint8Array): void;
87
90
  end(): void;
88
91
  destroy(): void;
89
92
  [Symbol.asyncIterator](): AsyncIterator<T>;
90
93
  }>;
91
- export declare function processLine(line: string, onStats: (stats: TranscribeStats | undefined) => void): string | undefined | null;
94
+ export declare function processLine(line: string, onTerminal: (stats: TranscribeStats | undefined, diagnostics: InferenceBackendDiagnostics | undefined) => void): string | undefined | null;
95
+ export declare function processLineConversation(line: string, wantsMetadata: boolean, onTerminal: (stats: TranscribeStats | undefined, diagnostics: InferenceBackendDiagnostics | undefined) => void): TranscribeStreamEvent | undefined | null;
92
96
  export {};