@qvac/sdk 0.21.1 → 0.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (167) hide show
  1. package/NOTICE +84 -55
  2. package/README.md +167 -24
  3. package/dist/examples/abot-world.js +1 -1
  4. package/dist/examples/advisory-model-fit.d.ts +0 -58
  5. package/dist/examples/advisory-model-fit.js +23 -150
  6. package/dist/examples/asr/moss-transcribe-filesystem.d.ts +2 -0
  7. package/dist/examples/asr/moss-transcribe-filesystem.js +84 -0
  8. package/dist/examples/asr/moss-transcribe-fit.d.ts +2 -0
  9. package/dist/examples/asr/moss-transcribe-fit.js +40 -0
  10. package/dist/examples/asr/nemotron-diarization-filesystem.d.ts +2 -0
  11. package/dist/examples/asr/nemotron-diarization-filesystem.js +64 -0
  12. package/dist/examples/asr/parakeet-ctc-filesystem.js +2 -2
  13. package/dist/examples/asr/parakeet-indic-conformer-filesystem.js +2 -2
  14. package/dist/examples/asr/parakeet-microphone-record.js +1 -1
  15. package/dist/examples/asr/parakeet-microphone-stream.js +1 -1
  16. package/dist/examples/asr/parakeet-nemotron-filesystem.js +3 -3
  17. package/dist/examples/asr/parakeet-sortformer-streaming.js +2 -2
  18. package/dist/examples/asr/parakeet-sortformer.js +1 -1
  19. package/dist/examples/asr/parakeet-tdt-filesystem-chunked.js +2 -2
  20. package/dist/examples/asr/parakeet-tdt-filesystem.js +2 -2
  21. package/dist/examples/asr/parakeet-unified-coreml.js +2 -2
  22. package/dist/examples/asr/parakeet-unified-filesystem.js +2 -2
  23. package/dist/examples/asr/whispercpp-filesystem-streaming.js +1 -1
  24. package/dist/examples/asr/whispercpp-filesystem.js +1 -1
  25. package/dist/examples/asr/whispercpp-microphone-record.js +1 -1
  26. package/dist/examples/asr/whispercpp-prompt.js +1 -1
  27. package/dist/examples/assess-model-fit.js +3 -6
  28. package/dist/examples/audiogen/edit-music.js +2 -2
  29. package/dist/examples/audiogen/generate-cover.js +2 -2
  30. package/dist/examples/audiogen/generate-music-minimax.js +1 -1
  31. package/dist/examples/audiogen/generate-music.js +1 -1
  32. package/dist/examples/audiogen/understand-music.js +2 -2
  33. package/dist/examples/batch-completion.d.ts +1 -1
  34. package/dist/examples/batch-completion.js +1 -1
  35. package/dist/examples/bci/bci-filesystem-streaming.js +2 -2
  36. package/dist/examples/bci/bci-filesystem.js +2 -2
  37. package/dist/examples/concurrent-completion-collision.js +1 -1
  38. package/dist/examples/config-reload.js +1 -1
  39. package/dist/examples/decisions.d.ts +2 -0
  40. package/dist/examples/decisions.js +38 -0
  41. package/dist/examples/diffusion-esrgan-upscale.js +1 -1
  42. package/dist/examples/diffusion-flux2-klein-img2img.js +1 -1
  43. package/dist/examples/diffusion-img2img.js +1 -1
  44. package/dist/examples/diffusion-img2vid-ltx.js +1 -1
  45. package/dist/examples/diffusion-img2vid-minimax-h3.d.ts +2 -0
  46. package/dist/examples/diffusion-img2vid-minimax-h3.js +72 -0
  47. package/dist/examples/diffusion-img2vid.js +1 -1
  48. package/dist/examples/llamacpp-filesystem.js +1 -1
  49. package/dist/examples/llamacpp-multi-gpu.js +2 -2
  50. package/dist/examples/llamacpp-structured-output.js +1 -1
  51. package/dist/examples/mcp-websearch.d.ts +2 -2
  52. package/dist/examples/mcp-websearch.js +3 -3
  53. package/dist/examples/model-fit-ui/server.d.ts +1 -1
  54. package/dist/examples/model-fit-ui/server.js +1 -1
  55. package/dist/examples/multi-job-completion.d.ts +1 -1
  56. package/dist/examples/multi-job-completion.js +1 -1
  57. package/dist/examples/ocr-fasttext.js +1 -1
  58. package/dist/examples/tools/llamacpp-tools-auto-dialect.js +1 -1
  59. package/dist/examples/tools/llamacpp-tools-gemma4.js +1 -1
  60. package/dist/examples/tools/llamacpp-tools-qwen35.js +1 -1
  61. package/dist/examples/tts/llm-to-tts-streaming.d.ts +2 -2
  62. package/dist/examples/tts/llm-to-tts-streaming.js +2 -2
  63. package/dist/examples/tts/moss-sound-effect-controls.d.ts +2 -0
  64. package/dist/examples/tts/moss-sound-effect-controls.js +88 -0
  65. package/dist/examples/tts/moss-sound-effect.d.ts +2 -0
  66. package/dist/examples/tts/moss-sound-effect.js +86 -0
  67. package/dist/examples/tts/moss-speech-audio.d.ts +2 -0
  68. package/dist/examples/tts/moss-speech-audio.js +159 -0
  69. package/dist/examples/tts/moss-speech.d.ts +2 -0
  70. package/dist/examples/tts/moss-speech.js +70 -0
  71. package/dist/examples/vla-groot.js +2 -2
  72. package/dist/examples/vla-pi05.js +2 -2
  73. package/dist/examples/vla-smolvla.js +2 -2
  74. package/dist/examples/voice-assistant/voice-assistant.js +1 -1
  75. package/dist/scripts/contract/build-contract.d.ts +3 -1
  76. package/dist/scripts/contract/build-contract.js +40 -2
  77. package/dist/scripts/contract/build-model-type-maps.d.ts +6 -1
  78. package/dist/scripts/contract/build-model-type-maps.js +3 -2
  79. package/dist/scripts/contract/constants-registry.d.ts +4 -0
  80. package/dist/scripts/contract/constants-registry.js +3 -1
  81. package/dist/scripts/contract/method-shapes.d.ts +1 -0
  82. package/dist/scripts/contract/method-shapes.js +1 -0
  83. package/dist/scripts/export-contract.js +20 -7
  84. package/dist/scripts/run-unit-tests.js +10 -5
  85. package/dist/src/client/api/assess-model-fit.d.ts +5 -5
  86. package/dist/src/client/api/assess-model-fit.js +5 -6
  87. package/dist/src/client/api/audio-edit.d.ts +14 -2
  88. package/dist/src/client/api/audio-edit.js +14 -2
  89. package/dist/src/client/api/audio-gen.d.ts +10 -2
  90. package/dist/src/client/api/audio-gen.js +10 -2
  91. package/dist/src/client/api/audio-understand.d.ts +1 -1
  92. package/dist/src/client/api/audio-understand.js +1 -1
  93. package/dist/src/client/api/batch-completion.js +1 -1
  94. package/dist/src/client/api/completion-stream.js +1 -1
  95. package/dist/src/client/api/decide.d.ts +31 -0
  96. package/dist/src/client/api/decide.js +29 -0
  97. package/dist/src/client/api/index.d.ts +1 -0
  98. package/dist/src/client/api/index.js +1 -0
  99. package/dist/src/client/api/load-model.d.ts +1 -0
  100. package/dist/src/client/api/text-to-speech.d.ts +1 -0
  101. package/dist/src/client/api/text-to-speech.js +15 -22
  102. package/dist/src/client/api/transcribe.js +5 -2
  103. package/dist/src/client/api/video-request.d.ts +5 -5
  104. package/dist/src/client/api/video.d.ts +23 -3
  105. package/dist/src/client/api/video.js +23 -3
  106. package/dist/src/commands/bundle/bare-pack.d.ts +8 -0
  107. package/dist/src/commands/bundle/bare-pack.js +28 -5
  108. package/dist/src/commands/bundle/constants.js +2 -0
  109. package/dist/src/commands/bundle/index.d.ts +7 -6
  110. package/dist/src/commands/bundle/index.js +126 -43
  111. package/dist/src/commands/bundle/manifest.d.ts +2 -0
  112. package/dist/src/commands/bundle/manifest.js +3 -2
  113. package/dist/src/commands/host-prebuilds/index.d.ts +15 -7
  114. package/dist/src/commands/host-prebuilds/index.js +35 -16
  115. package/dist/src/commands/index.d.ts +1 -1
  116. package/dist/src/commands/index.js +1 -1
  117. package/dist/src/commands/verify/addon-source.d.ts +12 -0
  118. package/dist/src/commands/verify/addon-source.js +36 -3
  119. package/dist/src/commands/verify/bare-kit-runtimes.js +2 -1
  120. package/dist/src/commands/verify/node-modules-source.js +10 -1
  121. package/dist/src/{expo/plugins/patches/qvac-platform-addons.d.ts → commands/verify/platform-addons.d.ts} +6 -10
  122. package/dist/src/{expo/plugins/patches/qvac-platform-addons.js → commands/verify/platform-addons.js} +2 -45
  123. package/dist/src/commands/verify/prebuilds.d.ts +7 -10
  124. package/dist/src/commands/verify/prebuilds.js +43 -34
  125. package/dist/src/expo/plugins/get-project-root.d.ts +1 -1
  126. package/dist/src/expo/plugins/link-addons.d.ts +18 -0
  127. package/dist/src/expo/plugins/link-addons.js +65 -0
  128. package/dist/src/expo/plugins/withAndroidArchitecture.d.ts +1 -1
  129. package/dist/src/expo/plugins/withAndroidNdkVersion.d.ts +1 -1
  130. package/dist/src/expo/plugins/withDeviceInfo.d.ts +1 -1
  131. package/dist/src/expo/plugins/withMobileBundle.d.ts +11 -21
  132. package/dist/src/expo/plugins/withMobileBundle.js +22 -112
  133. package/dist/src/expo/plugins/withOpenCL.d.ts +1 -1
  134. package/dist/src/expo/plugins/withQvacSDK.d.ts +1 -1
  135. package/dist/src/index.d.ts +3 -3
  136. package/dist/src/index.js +2 -2
  137. package/dist/src/logging/base-logger.js +1 -1
  138. package/dist/src/logging/utils.js +1 -1
  139. package/dist/src/pear/pre.js +2 -0
  140. package/dist/src/plugin-ids.d.ts +3 -1
  141. package/dist/src/plugin-ids.js +4 -0
  142. package/dist/src/schemas/public.d.ts +2 -1
  143. package/dist/src/schemas/public.js +2 -1
  144. package/dist/src/schemas/sdk-errors-client.d.ts +3 -0
  145. package/dist/src/schemas/sdk-errors-client.js +16 -0
  146. package/dist/src/schemas/sdk-errors-server.d.ts +1 -0
  147. package/dist/src/schemas/sdk-errors-server.js +5 -0
  148. package/dist/src/utils/errors-client.d.ts +10 -0
  149. package/dist/src/utils/errors-client.js +18 -0
  150. package/dist/src/utils/mcp-adapter.js +12 -8
  151. package/dist/src/utils/tool-helpers.d.ts +1 -1
  152. package/dist/src/utils/tool-helpers.js +20 -52
  153. package/dist/src/worker/create-server.d.ts +1 -0
  154. package/dist/src/worker/create-server.js +5 -0
  155. package/dist/src/worker/index.js +4 -0
  156. package/dist/src/worker/lifecycle.js +9 -1
  157. package/dist/src/worker/plugins/llamacpp-decision.d.ts +2 -0
  158. package/dist/src/worker/plugins/llamacpp-decision.js +1 -0
  159. package/dist/src/worker/plugins/moss-transcribe.d.ts +2 -0
  160. package/dist/src/worker/plugins/moss-transcribe.js +1 -0
  161. package/package.json +39 -35
  162. package/src/electron-forge/index.cjs +12 -71
  163. package/dist/scripts/link-workspace-inference.d.ts +0 -2
  164. package/dist/scripts/link-workspace-inference.js +0 -31
  165. package/src/expo/plugins/patches/android-link.mjs +0 -67
  166. package/src/expo/plugins/patches/ios-link.mjs +0 -67
  167. package/src/expo/plugins/patches/qvac-platform-addons.ts +0 -124
package/NOTICE CHANGED
@@ -135,6 +135,18 @@ Third-Party Model Licenses
135
135
  https://huggingface.co/jmb95/laser-dolphin-mixtral-2x7b-dpo-GGUF
136
136
  latin_g2
137
137
  https://www.jaided.ai/easyocr/modelhub/
138
+ laya-f16
139
+ https://huggingface.co/convaiinnovations/laya
140
+ laya-multilingual-f16
141
+ https://huggingface.co/convaiinnovations/laya-multilingual
142
+ laya-multilingual-Q8_0
143
+ https://huggingface.co/convaiinnovations/laya-multilingual
144
+ laya-Q8_0
145
+ https://huggingface.co/convaiinnovations/laya
146
+ laya-typed-decisions-f16
147
+ https://huggingface.co/convaiinnovations/laya-typed-decisions
148
+ laya-typed-decisions-Q8_0
149
+ https://huggingface.co/convaiinnovations/laya-typed-decisions
138
150
  LightOnOCR-2-1B-ocr-soup-GGUF
139
151
  https://huggingface.co/noctrex/LightOnOCR-2-1B-ocr-soup-GGUF
140
152
  Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
@@ -153,8 +165,20 @@ Third-Party Model Licenses
153
165
  https://huggingface.co/OpenMOSS-Team/MOSS-TTS
154
166
  moss-codec-encoder-f16
155
167
  https://huggingface.co/OpenMOSS-Team/MOSS-TTS
168
+ moss-sfx-v2-f16
169
+ https://huggingface.co/OpenMOSS-Team/MOSS-SoundEffect-v2.0
170
+ moss-speech-bf16
171
+ https://huggingface.co/OpenMOSS-Team/MOSS-Speech
172
+ moss-speech-codec-f16
173
+ https://huggingface.co/OpenMOSS-Team/MOSS-Speech-Codec
174
+ moss-speech-q8_0
175
+ https://huggingface.co/OpenMOSS-Team/MOSS-Speech
176
+ moss-transcribe-diarize-f16
177
+ https://huggingface.co/OpenMOSS-Team/MOSS-Transcribe-Diarize
156
178
  moss-tts-delay-f16
157
179
  https://huggingface.co/OpenMOSS-Team/MOSS-TTS
180
+ moss-ttsd-f16
181
+ https://huggingface.co/OpenMOSS-Team/MOSS-TTSD-v1.0
158
182
  nb-tiny-ggml-model
159
183
  https://huggingface.co/NbAiLab/nb-whisper-tiny
160
184
  parler-indic-f16
@@ -707,6 +731,11 @@ Third-Party Model Licenses
707
731
  weight
708
732
  https://huggingface.co/nvidia/parakeet-unified-en-0.6b
709
733
 
734
+ --- openmdw-1.1 ---
735
+
736
+ Nemotron-3-Diarization.q8_0
737
+ https://huggingface.co/nvidia/Nemotron-3-Diarization
738
+
710
739
  --- openrail ---
711
740
 
712
741
  supertonic
@@ -749,7 +778,7 @@ the underlying models.
749
778
  Source URLs for original weights are recorded in each model's
750
779
  metadata entry within the registry.
751
780
 
752
- =========================================================================
781
+ ====
753
782
  JavaScript Dependencies
754
783
  =========================================================================
755
784
 
@@ -757,56 +786,52 @@ JavaScript Dependencies
757
786
 
758
787
  @hyperswarm/secret-stream@6.9.2
759
788
  https://github.com/holepunchto/hyperswarm-secret-stream
760
- @qvac/asr-ggml@0.7.1
789
+ @qvac/asr-ggml@0.5.3
761
790
  https://github.com/tetherto/qvac
762
- @qvac/asr-ggml-darwin-arm64@0.7.1
791
+ @qvac/asr-ggml-darwin-arm64@0.5.3
763
792
  https://github.com/tetherto/qvac
764
- @qvac/audiogen-ggml@0.5.2
793
+ @qvac/audiogen-ggml@0.4.1
765
794
  https://github.com/tetherto/qvac
766
- @qvac/audiogen-ggml-darwin-arm64@0.5.2
795
+ @qvac/audiogen-ggml-darwin-arm64@0.4.1
767
796
  https://github.com/tetherto/qvac
768
- @qvac/bci-whispercpp@0.10.2
797
+ @qvac/bci-whispercpp@0.9.1
769
798
  https://github.com/tetherto/qvac
770
- @qvac/classification-ggml@0.28.2
799
+ @qvac/classification-ggml@0.26.3
771
800
  https://github.com/tetherto/qvac
772
- @qvac/decoder-audio@0.7.0
801
+ @qvac/decoder-audio@0.6.0
773
802
  https://github.com/tetherto/qvac
774
- @qvac/diffusion-cpp@0.26.1
803
+ @qvac/diffusion-cpp@0.24.0
775
804
  https://github.com/tetherto/qvac
776
- @qvac/embed-llamacpp@0.43.2
805
+ @qvac/embed-llamacpp@0.41.3
777
806
  https://github.com/tetherto/qvac
778
807
  @qvac/error@0.1.1
779
- @qvac/fabric@0.19.0
780
- https://github.com/tetherto/qvac
781
- @qvac/fabric-darwin-arm64@0.19.0
782
- https://github.com/tetherto/qvac
783
- @qvac/ggml-rpc-server@0.1.2
808
+ @qvac/fabric@0.16.1
784
809
  https://github.com/tetherto/qvac
785
810
  @qvac/infer-base@0.6.2
786
811
  https://github.com/tetherto/qvac
787
- @qvac/inference@0.21.1
812
+ @qvac/inference@0.20.0
788
813
  https://github.com/tetherto/qvac
789
814
  @qvac/langdetect-text@0.1.2
790
815
  https://github.com/tetherto/qvac
791
- @qvac/llm-llamacpp@0.55.2
816
+ @qvac/llm-llamacpp@0.53.2
792
817
  https://github.com/tetherto/qvac
793
818
  @qvac/logging@0.1.1
794
819
  https://github.com/tetherto/qvac
795
- @qvac/ocr-ggml@0.26.2
820
+ @qvac/ocr-ggml@0.24.3
796
821
  https://github.com/tetherto/qvac
797
822
  @qvac/rag@0.8.1
798
823
  https://github.com/tetherto/qvac
799
- @qvac/registry-client@0.7.0
824
+ @qvac/registry-client@0.6.1
800
825
  https://github.com/tetherto/qvac
801
- @qvac/registry-schema@0.4.0
826
+ @qvac/registry-schema@0.3.0
802
827
  https://github.com/tetherto/qvac
803
- @qvac/translation-nmtcpp@0.18.2
828
+ @qvac/translation-nmtcpp@0.16.4
804
829
  https://github.com/tetherto/qvac
805
- @qvac/tts-ggml@0.10.2
830
+ @qvac/tts-ggml@0.9.2
806
831
  https://github.com/tetherto/qvac
807
- @qvac/tts-ggml-darwin-arm64@0.10.2
832
+ @qvac/tts-ggml-darwin-arm64@0.9.2
808
833
  https://github.com/tetherto/qvac
809
- @qvac/vla-ggml@0.29.2
834
+ @qvac/vla-ggml@0.27.3
810
835
  https://github.com/tetherto/qvac
811
836
  adaptive-timeout@1.0.1
812
837
  https://github.com/holepunchto/adaptive-timeout
@@ -816,11 +841,11 @@ JavaScript Dependencies
816
841
  https://github.com/holepunchto/bare-abort
817
842
  bare-abort-controller@1.1.2
818
843
  https://github.com/holepunchto/bare-abort-controller
819
- bare-addon-resolve@1.11.0
844
+ bare-addon-resolve@1.10.1
820
845
  https://github.com/holepunchto/bare-addon-resolve
821
846
  bare-ansi-escapes@2.2.3
822
847
  https://github.com/holepunchto/bare-ansi-escapes
823
- bare-assert@1.3.0
848
+ bare-assert@1.2.0
824
849
  https://github.com/holepunchto/bare-assert
825
850
  bare-buffer@3.7.1
826
851
  https://github.com/holepunchto/bare-buffer
@@ -832,17 +857,17 @@ JavaScript Dependencies
832
857
  https://github.com/holepunchto/bare-cov
833
858
  bare-cpu-info@0.1.1
834
859
  https://github.com/holepunchto/bare-cpu-info
835
- bare-crypto@1.15.4
860
+ bare-crypto@1.15.3
836
861
  https://github.com/holepunchto/bare-crypto
837
862
  bare-debug-log@2.0.0
838
863
  https://github.com/holepunchto/bare-debug-log
839
- bare-dns@2.3.0
864
+ bare-dns@2.2.1
840
865
  https://github.com/holepunchto/bare-dns
841
866
  bare-encoding@1.0.3
842
867
  https://github.com/holepunchto/bare-encoding
843
868
  bare-env@3.0.1
844
869
  https://github.com/holepunchto/bare-env
845
- bare-events@2.9.1
870
+ bare-events@2.9.2
846
871
  https://github.com/holepunchto/bare-events
847
872
  bare-fetch@3.4.0
848
873
  https://github.com/holepunchto/bare-fetch
@@ -852,7 +877,7 @@ JavaScript Dependencies
852
877
  https://github.com/holepunchto/bare-form-data
853
878
  bare-format@1.0.2
854
879
  https://github.com/holepunchto/bare-format
855
- bare-fs@4.8.4
880
+ bare-fs@4.8.1
856
881
  https://github.com/holepunchto/bare-fs
857
882
  bare-gpu-info@0.1.1
858
883
  https://github.com/holepunchto/bare-gpu-info
@@ -868,27 +893,31 @@ JavaScript Dependencies
868
893
  https://github.com/holepunchto/bare-inspect
869
894
  bare-inspector@6.1.0
870
895
  https://github.com/holepunchto/bare-inspector
896
+ bare-lief@0.2.10
897
+ https://github.com/holepunchto/bare-lief
898
+ bare-link@4.0.1
899
+ https://github.com/holepunchto/bare-link
871
900
  bare-mime@1.0.0
872
901
  https://github.com/holepunchto/bare-mime
873
902
  bare-module@6.4.0
874
903
  https://github.com/holepunchto/bare-module
875
- bare-module-lexer@1.7.0
904
+ bare-module-lexer@1.6.7
876
905
  https://github.com/holepunchto/bare-module-lexer
877
- bare-module-resolve@1.12.6
906
+ bare-module-resolve@1.12.5
878
907
  https://github.com/holepunchto/bare-module-resolve
879
- bare-module-traverse@2.6.0
908
+ bare-module-traverse@2.5.6
880
909
  https://github.com/holepunchto/bare-module-traverse
881
910
  bare-net@2.3.3
882
911
  https://github.com/holepunchto/bare-net
883
912
  bare-os@3.9.3
884
913
  https://github.com/holepunchto/bare-os
885
- bare-pack@2.2.4
914
+ bare-pack@2.2.2
886
915
  https://github.com/holepunchto/bare-pack
887
916
  bare-path@3.1.2
888
917
  https://github.com/holepunchto/bare-path
889
918
  bare-performance@2.1.1
890
919
  https://github.com/holepunchto/bare-performance
891
- bare-pipe@4.4.0
920
+ bare-pipe@4.3.1
892
921
  https://github.com/holepunchto/bare-pipe
893
922
  bare-posix@1.0.1
894
923
  https://github.com/holepunchto/bare-posix
@@ -896,9 +925,9 @@ JavaScript Dependencies
896
925
  https://github.com/holepunchto/bare-process
897
926
  bare-rpc@1.3.8
898
927
  https://github.com/holepunchto/bare-rpc
899
- bare-runtime@1.35.0
928
+ bare-runtime@1.33.4
900
929
  https://github.com/holepunchto/bare-runtime
901
- bare-runtime-darwin-arm64@1.35.0
930
+ bare-runtime-darwin-arm64@1.33.4
902
931
  https://github.com/holepunchto/bare-runtime
903
932
  bare-signals@4.2.0
904
933
  https://github.com/holepunchto/bare-signals
@@ -906,17 +935,17 @@ JavaScript Dependencies
906
935
  https://github.com/holepunchto/bare-signals
907
936
  bare-stdio@1.0.3
908
937
  https://github.com/holepunchto/bare-stdio
909
- bare-stream@2.13.3
938
+ bare-stream@2.13.4
910
939
  https://github.com/holepunchto/bare-stream
911
940
  bare-stylize@0.0.1
912
941
  https://github.com/holepunchto/bare-stylize
913
942
  bare-subprocess@5.2.3
914
943
  https://github.com/holepunchto/bare-subprocess
915
- bare-subprocess@6.2.2
944
+ bare-subprocess@6.2.0
916
945
  https://github.com/holepunchto/bare-subprocess
917
946
  bare-tcp@2.6.1
918
947
  https://github.com/holepunchto/bare-tcp
919
- bare-tls@3.1.11
948
+ bare-tls@3.1.10
920
949
  https://github.com/holepunchto/bare-tls
921
950
  bare-tty@5.2.1
922
951
  https://github.com/holepunchto/bare-tty
@@ -924,7 +953,7 @@ JavaScript Dependencies
924
953
  https://github.com/holepunchto/bare-type
925
954
  bare-type-stripper@0.1.7
926
955
  https://github.com/holepunchto/bare-type-stripper
927
- bare-url@2.5.5
956
+ bare-url@2.5.4
928
957
  https://github.com/holepunchto/bare-url
929
958
  bare-utils@1.6.0
930
959
  https://github.com/holepunchto/bare-utils
@@ -938,7 +967,7 @@ JavaScript Dependencies
938
967
  https://github.com/holepunchto/blind-relay
939
968
  brittle@3.19.1
940
969
  https://github.com/holepunchto/brittle
941
- compact-encoding@3.5.2
970
+ compact-encoding@3.5.0
942
971
  https://github.com/holepunchto/compact-encoding
943
972
  compact-encoding-bitfield@1.1.0
944
973
  https://github.com/compact-encoding/compact-encoding-bitfield
@@ -954,7 +983,7 @@ JavaScript Dependencies
954
983
  https://github.com/holepunchto/fs-native-extensions
955
984
  globbie@1.0.6
956
985
  https://github.com/holepunchto/globbie
957
- hyperblobs@2.13.0
986
+ hyperblobs@2.12.1
958
987
  https://github.com/holepunchto/hyperblobs
959
988
  hypercore-errors@1.5.0
960
989
  https://github.com/holepunchto/hypercore-errors
@@ -962,9 +991,9 @@ JavaScript Dependencies
962
991
  https://github.com/holepunchto/hypercore-id-encoding
963
992
  hypercore-stats@2.5.1
964
993
  https://github.com/holepunchto/hypercore-stats
965
- hypercore-storage@3.4.0
994
+ hypercore-storage@3.3.1
966
995
  https://github.com/holepunchto/hypercore-storage
967
- hyperdb@6.11.0
996
+ hyperdb@6.9.0
968
997
  https://github.com/holepunchto/hyperdb
969
998
  hyperdht-address@1.1.1
970
999
  https://github.com/holepunchto/hyperdht-address
@@ -984,11 +1013,11 @@ JavaScript Dependencies
984
1013
  https://github.com/holepunchto/mirror-drive
985
1014
  noise-handshake@4.2.0
986
1015
  https://github.com/holepunchto/noise-handshake
987
- paparam@1.14.0
1016
+ paparam@1.13.0
988
1017
  https://github.com/holepunchto/paparam
989
1018
  passive-core-watcher@1.0.1
990
1019
  https://github.com/holepunchto/passive-core-watcher
991
- quickbit-native@2.4.9
1020
+ quickbit-native@2.4.8
992
1021
  https://github.com/holepunchto/quickbit-native
993
1022
  rabin-native@2.0.0
994
1023
  https://github.com/holepunchto/rabin-native
@@ -1004,7 +1033,7 @@ JavaScript Dependencies
1004
1033
  https://github.com/holepunchto/require-asset
1005
1034
  resource-on-exit@1.0.0
1006
1035
  https://github.com/holepunchto/bare-teardown
1007
- rocksdb-native@3.19.1
1036
+ rocksdb-native@3.18.1
1008
1037
  https://github.com/holepunchto/rocksdb-native
1009
1038
  scope-lock@1.2.4
1010
1039
  https://github.com/holepunchto/scope-lock
@@ -1056,7 +1085,7 @@ JavaScript Dependencies
1056
1085
  https://github.com/mafintosh/codecs
1057
1086
  convert-source-map@2.0.0
1058
1087
  https://github.com/thlorenz/convert-source-map
1059
- corestore@7.15.0
1088
+ corestore@7.12.5
1060
1089
  https://github.com/holepunchto/corestore
1061
1090
  debounceify@1.1.0
1062
1091
  https://github.com/mafintosh/debounceify
@@ -1076,11 +1105,11 @@ JavaScript Dependencies
1076
1105
  https://github.com/mafintosh/generate-string
1077
1106
  hyperbee@2.27.3
1078
1107
  https://github.com/holepunchto/hyperbee
1079
- hypercore@11.39.0
1108
+ hypercore@11.36.1
1080
1109
  https://github.com/holepunchto/hypercore
1081
1110
  hypercore-crypto@3.7.0
1082
1111
  https://github.com/mafintosh/hypercore-crypto
1083
- hyperdht@6.34.1
1112
+ hyperdht@6.34.0
1084
1113
  https://github.com/holepunchto/hyperdht
1085
1114
  hyperswarm@4.17.2
1086
1115
  https://github.com/holepunchto/hyperswarm
@@ -1102,7 +1131,7 @@ JavaScript Dependencies
1102
1131
  https://github.com/mafintosh/promaphore
1103
1132
  protocol-buffers-encodings@1.2.0
1104
1133
  https://github.com/mafintosh/protocol-buffers-encodings
1105
- protomux@3.13.0
1134
+ protomux@3.12.0
1106
1135
  https://github.com/holepunchto/protomux
1107
1136
  queue-tick@1.0.1
1108
1137
  https://github.com/mafintosh/queue-tick
@@ -1126,7 +1155,7 @@ JavaScript Dependencies
1126
1155
  https://github.com/mafintosh/signal-promise
1127
1156
  signed-varint@2.0.1
1128
1157
  https://github.com/dominictarr/signed-varint
1129
- sodium-native@5.1.1
1158
+ sodium-native@5.1.0
1130
1159
  https://github.com/holepunchto/sodium-native
1131
1160
  sodium-secretstream@1.2.0
1132
1161
  https://github.com/mafintosh/sodium-secretstream
@@ -1138,7 +1167,7 @@ JavaScript Dependencies
1138
1167
  https://github.com/stacktracejs/stackframe
1139
1168
  streamx@2.28.1
1140
1169
  https://github.com/mafintosh/streamx
1141
- tar-stream@3.2.2
1170
+ tar-stream@3.2.1
1142
1171
  https://github.com/mafintosh/tar-stream
1143
1172
  teex@1.0.1
1144
1173
  https://github.com/mafintosh/teex
@@ -1162,6 +1191,6 @@ JavaScript Dependencies
1162
1191
  https://github.com/mafintosh/xache
1163
1192
  z32@1.1.0
1164
1193
  https://github.com/mafintosh/z32
1165
- zod@4.6.7
1194
+ zod@4.6.5
1166
1195
  https://github.com/colinhacks/zod
1167
1196
 
package/README.md CHANGED
@@ -20,6 +20,8 @@ For AI/LLM tools, use [https://docs.qvac.tether.io/llms-full.txt](https://docs.q
20
20
 
21
21
  ## Supported environments and installation
22
22
 
23
+ For mobile apps that use only raw PCM streaming transcription, list the required audio plugins and set `"includeAudioDecoder": false` in `qvac.config.*` before bundling or running Expo prebuild. You can also use `qvac bundle sdk --defer bare-ffmpeg`. Both options leave `bare-ffmpeg` out of the native addon manifest. Bundle FFmpeg when the app decodes compressed audio files or asks `audiogen-ggml` for a compressed output format; PCM and WAV output need no FFmpeg.
24
+
23
25
  See https://docs.qvac.tether.io/sdk/getting-started/installation
24
26
 
25
27
  On Node.js, the SDK installs and launches its own Bare worker through `bare-runtime`.
@@ -29,6 +31,53 @@ package manager can replace an older, incompatible runtime. Remove any override
29
31
  or resolution that forces the worker below that requirement; installing a newer
30
32
  global `bare` executable does not change the SDK's worker dependency.
31
33
 
34
+ ## TTS 0.11 engines and memory fit
35
+
36
+ `@qvac/tts-ggml` 0.11 adds two desktop batch engines to `textToSpeech`.
37
+ Load MOSS-SoundEffect with `modelType: 'tts-ggml'` and
38
+ `modelConfig: { ttsEngine: 'moss-sfx' }`; the primary source is its single
39
+ GGUF. With an `AUDIOGEN_MOSS_SFX_V2_*` constant, pass its `.src` URL as
40
+ `modelSrc`, because the full descriptor selects the audiogen plugin. This also applies to fit assessment: use explicit `modelType` and `ttsEngine`, and a downloaded local file for metadata-only TTS fit. The bare `.src` URL lacks checksum/registry coordinates for a weightless stub; the audiogen descriptor/resource profile does not identify the TTS engine. Use
41
+ a text description, with optional `seconds`
42
+ (up to 30), `negativePrompt`, `steps`, `guidance` and `shift`. These controls
43
+ can also be load defaults. The output is 48 kHz.
44
+
45
+ Load MOSS-Speech with `modelConfig: { ttsEngine: 'moss-speech',
46
+ mossSpeechCodecModelSrc: <codec source> }` and the language-model GGUF as
47
+ `modelSrc`. Use either `text`, or `audio` plus
48
+ `sampleRate`. Audio is a JSON array of normalized mono samples in [-1, 1].
49
+ Earlier turns go in `messages`; each turn has a `role` and either `text` or
50
+ `audio` plus `sampleRate`. Per-call controls include `systemPrompt`,
51
+ `replyVoice` plus `replyVoiceSampleRate`, `maxReplySeconds`, `maxNewTokens`,
52
+ `textReply`, `greedy`, `temperature`, `topP` and `topK`. Consume `bufferStream` in the default streaming mode, or await `buffer` with
53
+ `stream: false`, then await `result.text` for any reply text.
54
+ Spoken mode can return an audio-only reply; use `textReply: true` when text is required.
55
+ Spoken replies are 24 kHz; `textReply: true` returns text with an empty audio
56
+ buffer. Omitting `maxNewTokens` preserves the addon's remaining-context budget.
57
+ Both engines run one native batch job. The default `stream: true` emits the completed audio as one chunk; `stream: false` collects it in `buffer`. Neither supports sentence streaming or duplex text input.
58
+
59
+ Standalone examples: [basic sound effects](examples/tts/moss-sound-effect.ts),
60
+ [sound-effect controls](examples/tts/moss-sound-effect-controls.ts),
61
+ [typed question to text reply](examples/tts/moss-speech.ts), and
62
+ [spoken question to spoken reply](examples/tts/moss-speech-audio.ts).
63
+ Run them from this package with `node --import tsx examples/tts/<file>.ts`;
64
+ the spoken-question example also takes a WAV file path. Each example downloads
65
+ its model, returns text or writes a WAV reply, unloads the model, and closes the SDK worker.
66
+
67
+ `assessModelFit` supports metadata-only MOSS-TTS/TTSD and MOSS-SoundEffect
68
+ projections. Add `ttsWorkload` beside `modelConfig` on the assessment candidate:
69
+ `{ promptRows, referenceSamples, streaming }` for MOSS, or
70
+ `{ prompt, seconds }` for sound effects. MOSS needs its backbone and codec
71
+ decoder; reference encoding also needs the codec encoder. Prompt rows must
72
+ cover the complete native prompt, including dialogue and reference rows.
73
+ Missing workloads return an unknown assessment rather than guessing.
74
+ MOSS-Speech has no native fitter in this release and remains unknown. Workloads are fit-only; loading a MOSS model does not accept them and its automatic fit preflight remains unknown.
75
+
76
+ The CLI configuration picker includes both engines. Their conversation and
77
+ sound-effect request controls are library-only because the OpenAI speech
78
+ endpoint cannot represent those requests. Native performance and backend fixes
79
+ in the addon release are inherited without additional SDK controls.
80
+
32
81
  ## Quickstart
33
82
 
34
83
  1. Create the examples workspace:
@@ -82,6 +131,12 @@ try {
82
131
  node quickstart.js
83
132
  ```
84
133
 
134
+ A first `loadModel()` call also starts the SDK's worker. If that startup ever
135
+ exceeds its budget (cold disk cache, antivirus scanning the native addon), the
136
+ call fails with `RPC_INIT_TIMEOUT`. Re-running usually succeeds; to give every
137
+ start more room, raise `rpcInitTimeoutMs` in `qvac.config.*` or set the
138
+ `QVAC_RPC_INIT_TIMEOUT_MS` environment variable.
139
+
85
140
  ## System resource diagnostics
86
141
 
87
142
  Use `getSystemResources` to inspect locally observed CPU, system-memory, GPU, and
@@ -171,9 +226,12 @@ The result is advisory: it does not block `loadModel`, reserve memory, or make a
171
226
  performance claim. `unknown` is a real answer meaning the evidence does not
172
227
  support a call either way — show it as "can't say", not as "no".
173
228
 
229
+ The assessment holds back a reserve of its own, beyond the headroom the engine's
230
+ fitter leaves, so a model the engine calls a fit can still come back
231
+ `likely-too-large` on a host with little room.
232
+
174
233
  See [pre-download model fit assessment](./docs/assess-model-fit.md) for the
175
- budget arithmetic, why estimates are ranges, the supported engine and workload
176
- matrix, and the current calibration status.
234
+ budget arithmetic, the reserve, and the supported engine and workload matrix.
177
235
 
178
236
  ## Streaming transcription statistics
179
237
 
@@ -226,17 +284,14 @@ for a local check of a Unified GGUF and its encoder bundle.
226
284
  In the `./examples` subdirectory, you will find scripts demonstrating how to use all SDK functionalities. To try any of them:
227
285
 
228
286
  1. Build the SDK from source (see [Build](#build) section).
229
- 2. Run using Bare, Node.js, or Bun as the runtime:
287
+ 2. Run with Node.js:
230
288
 
231
289
  ```bash
232
- # With Bare
233
- bun run bare:example dist/examples/path/to/example.js
234
-
235
- # With Node
290
+ # Compiled output
236
291
  node dist/examples/path/to/example.js
237
292
 
238
- # With bun, straight from source
239
- bun run examples/path/to/example.ts
293
+ # Straight from source, with the tsx dev dependency
294
+ npx tsx examples/path/to/example.ts
240
295
  ```
241
296
 
242
297
  `examples/abot-world.ts` has a companion guide covering the hardware
@@ -246,40 +301,38 @@ of an interactive world session: see
246
301
 
247
302
  ## Build
248
303
 
249
- Use the [Bun](https://bun.sh/) package manager:
304
+ Node.js 22 and npm are the only tools needed. No lockfile is committed; `package-lock.json` is gitignored.
250
305
 
251
- ```bash
252
- bun i
253
- ```
254
-
255
- `@qvac/inference` resolves to its published release by default. To build and test against the in-repo engine at the same commit, link it first:
306
+ Build and test against the in-repo engine at the same commit (this is what CI does):
256
307
 
257
308
  ```bash
258
- bun run sdk-source:workspace
309
+ npm run sdk-source:workspace
259
310
  ```
260
311
 
312
+ This installs and builds `../inference`, points `@qvac/inference` at it, and installs the SDK's dependencies. A plain `npm install` resolves `@qvac/inference` to its published release instead, which fails with `ERESOLVE` whenever the SDK on `main` already depends on addon versions the published engine has not been released against.
313
+
261
314
  ```bash
262
- bun run build # or `watch` for hotreload
315
+ npm run build # or `watch` for hotreload
263
316
  ```
264
317
 
265
318
  ```bash
266
- bun run build:pack
319
+ npm run build:pack
267
320
  ```
268
321
 
269
- This outputs a tarball under `dist/sdk-{version}.tgz` that you can install in your project, e.g.:
322
+ This outputs a tarball under `dist/qvac-sdk-{version}.tgz` that you can install in your project, e.g.:
270
323
 
271
324
  ```bash
272
- npm i path/to/sdk-0.3.0.tgz
325
+ npm i path/to/qvac-sdk-0.21.0.tgz
273
326
  ```
274
327
 
275
328
  ## Testing
276
329
 
277
330
  The SDK test suite is organized into two buckets by runtime:
278
331
 
279
- | Bucket | Runtime | Location | Command |
280
- | ----------------- | ---------- | -------- | -------------------------------------- |
281
- | Unit | Bun / Node | `test/` | `bun run test:unit` |
282
- | Client (consumer) | Node / RN | `e2e/` | See [`e2e/README.md`](./e2e/README.md) |
332
+ | Bucket | Runtime | Location | Command |
333
+ | ----------------- | --------- | -------- | -------------------------------------- |
334
+ | Unit | Node | `test/` | `npm run test:unit` |
335
+ | Client (consumer) | Node / RN | `e2e/` | See [`e2e/README.md`](./e2e/README.md) |
283
336
 
284
337
  See [`TESTING.md`](./TESTING.md) for the full decision tree on where new tests should land.
285
338
 
@@ -422,3 +475,93 @@ This will:
422
475
  4. Generate `changelog/<version>/CHANGELOG.md`
423
476
  5. Generate `changelog/<version>/breaking.md` for BC changes (with code examples)
424
477
  6. Generate `changelog/<version>/api.md` for API changes (with code examples)
478
+
479
+ ## Speaker-aware transcription
480
+
481
+ ASR 0.8 adds `MODEL_TYPES.mossTranscribe` and the
482
+ `@qvac/sdk/moss-transcribe/plugin` entry point. MOSS processes a whole recording;
483
+ use `transcribe`, since it has no duplex streaming or configuration reload.
484
+
485
+ ```ts
486
+ import { loadModel, transcribe, MOSS_TRANSCRIBE_DIARIZE_Q8_0 } from '@qvac/sdk'
487
+
488
+ const modelId = await loadModel({
489
+ modelSrc: MOSS_TRANSCRIBE_DIARIZE_Q8_0,
490
+ modelConfig: { useGPU: true, maxThreads: 4 }
491
+ })
492
+ const segments = await transcribe({
493
+ modelId,
494
+ audioChunk: '/recordings/meeting.wav',
495
+ metadata: true,
496
+ hotwords: ['QVAC'],
497
+ maxNewTokens: 2048
498
+ })
499
+ ```
500
+
501
+ For a runnable example with download progress and resource cleanup, see
502
+ [the MOSS file transcription example](examples/asr/moss-transcribe-filesystem.ts).
503
+ From `packages/sdk`, run:
504
+
505
+ ```bash
506
+ npx tsx examples/asr/moss-transcribe-filesystem.ts examples/audio/diarization-sample-16k.wav
507
+ # Use local weights and per-request hotwords:
508
+ npx tsx examples/asr/moss-transcribe-filesystem.ts meeting.wav ./moss.gguf QVAC OpenMOSS
509
+ ```
510
+
511
+ Segments retain `speaker` labels such as `S01`, zero-based `speakerId`, and
512
+ `startMs`/`endMs`. Hotwords apply to each request: at most 64 nonempty terms of
513
+ 64 UTF-8 bytes each. A MOSS `prompt` replaces the default instruction and cannot
514
+ be combined with hotwords. `maxNewTokens: 0` uses the model default. These two
515
+ MOSS-specific options are rejected for Whisper and Parakeet models.
516
+
517
+ The published addon contains Whisper v1.9.4, so existing Whisper calls keep
518
+ their API and use the updated backend. MOSS memory-fit assessment projects the
519
+ declared recording and decoding options without loading weights:
520
+
521
+ ```typescript
522
+ const fit = await assessModelFit({
523
+ models: [
524
+ {
525
+ modelSrc: MOSS_TRANSCRIBE_DIARIZE_Q8_0,
526
+ modelConfig: { useGPU: false },
527
+ transcriptionWorkload: { audioSeconds: 300, hotwords: ['Erin'], maxNewTokens: 0 }
528
+ }
529
+ ]
530
+ })
531
+ ```
532
+
533
+ Import `assessModelFit` from `@qvac/sdk`. Use the longest recording you intend
534
+ to transcribe, with the same prompt/hotwords and token limit as the request.
535
+ Without `transcriptionWorkload`, MOSS has no native fit evidence, its recording
536
+ window is omitted, and the result can remain `unknown`. Assessment uses a registry description when available,
537
+ or a local model path; it downloads no full weights. MOSS CoreML requires an
538
+ addon revision newer than the published 0.8.0 release.
539
+
540
+ The SDK and inference use the published `@qvac/asr-ggml` package at `^0.8.0`.
541
+
542
+ ## Nemotron 3 Diarization
543
+
544
+ Load a local Nemotron 3 Diarization GGUF with `modelType: 'parakeet-transcription'`.
545
+ The addon detects the variant from the GGUF and supports up to eight speakers,
546
+ including overlapping activity. This model reports speaker turns rather than words.
547
+
548
+ Use `transcribe({ modelId, audioChunk, metadata: true })` for offline diarization.
549
+ Each result can include `speakerSegments` with zero-based `speakerId`, `startMs`,
550
+ and `endMs`. Load with `modelConfig.streaming: true` before using `transcribeStream`.
551
+ Streaming metadata carries `speakerId` on each diarization segment.
552
+ For streaming speaker-activity events, enable `streamingSpeakerVad` at load or
553
+ `emitSpeakerVad` under `parakeetStreamingConfig` per `transcribeStream` call;
554
+ conversation VAD events retain their dominant `speakerId`.
555
+
556
+ `diarizationThreshold` (0–1) and `diarizationMinSegmentMs` (nonnegative integer)
557
+ are supported in `modelConfig` and per-call `parakeetStreamingConfig`. Omit them
558
+ to preserve model defaults. Nemotron defaults to a 0.5 threshold and 200 ms minimum
559
+ turn; its default left context is 0 ms, while an explicitly configured 80 ms is
560
+ preserved. CLI `verbose_json` exposes offline turns as `speaker_segments` with
561
+ `speaker_id` and start/end timestamps in seconds.
562
+
563
+ See [the local Nemotron diarization example](examples/asr/nemotron-diarization-filesystem.ts):
564
+
565
+ ```bash
566
+ npx tsx examples/asr/nemotron-diarization-filesystem.ts ./nemotron-diarization.gguf meeting.wav
567
+ ```
@@ -17,7 +17,7 @@ const width = Number(process.argv[6] || 832);
17
17
  const height = Number(process.argv[7] || 480);
18
18
  if (!firstFramePath) {
19
19
  console.error('✖ first frame image path is required');
20
- console.error('Usage: bun run bare:example dist/examples/abot-world.js ' +
20
+ console.error('Usage: node dist/examples/abot-world.js ' +
21
21
  '<firstFrameImage> [prompt] [outputDir] [blocks] [width] [height]');
22
22
  process.exit(1);
23
23
  }