@qvac/sdk 0.21.1 → 0.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +84 -55
- package/README.md +167 -24
- package/dist/examples/abot-world.js +1 -1
- package/dist/examples/advisory-model-fit.d.ts +0 -58
- package/dist/examples/advisory-model-fit.js +23 -150
- package/dist/examples/asr/moss-transcribe-filesystem.d.ts +2 -0
- package/dist/examples/asr/moss-transcribe-filesystem.js +84 -0
- package/dist/examples/asr/moss-transcribe-fit.d.ts +2 -0
- package/dist/examples/asr/moss-transcribe-fit.js +40 -0
- package/dist/examples/asr/nemotron-diarization-filesystem.d.ts +2 -0
- package/dist/examples/asr/nemotron-diarization-filesystem.js +64 -0
- package/dist/examples/asr/parakeet-ctc-filesystem.js +2 -2
- package/dist/examples/asr/parakeet-indic-conformer-filesystem.js +2 -2
- package/dist/examples/asr/parakeet-microphone-record.js +1 -1
- package/dist/examples/asr/parakeet-microphone-stream.js +1 -1
- package/dist/examples/asr/parakeet-nemotron-filesystem.js +3 -3
- package/dist/examples/asr/parakeet-sortformer-streaming.js +2 -2
- package/dist/examples/asr/parakeet-sortformer.js +1 -1
- package/dist/examples/asr/parakeet-tdt-filesystem-chunked.js +2 -2
- package/dist/examples/asr/parakeet-tdt-filesystem.js +2 -2
- package/dist/examples/asr/parakeet-unified-coreml.js +2 -2
- package/dist/examples/asr/parakeet-unified-filesystem.js +2 -2
- package/dist/examples/asr/whispercpp-filesystem-streaming.js +1 -1
- package/dist/examples/asr/whispercpp-filesystem.js +1 -1
- package/dist/examples/asr/whispercpp-microphone-record.js +1 -1
- package/dist/examples/asr/whispercpp-prompt.js +1 -1
- package/dist/examples/assess-model-fit.js +3 -6
- package/dist/examples/audiogen/edit-music.js +2 -2
- package/dist/examples/audiogen/generate-cover.js +2 -2
- package/dist/examples/audiogen/generate-music-minimax.js +1 -1
- package/dist/examples/audiogen/generate-music.js +1 -1
- package/dist/examples/audiogen/understand-music.js +2 -2
- package/dist/examples/batch-completion.d.ts +1 -1
- package/dist/examples/batch-completion.js +1 -1
- package/dist/examples/bci/bci-filesystem-streaming.js +2 -2
- package/dist/examples/bci/bci-filesystem.js +2 -2
- package/dist/examples/concurrent-completion-collision.js +1 -1
- package/dist/examples/config-reload.js +1 -1
- package/dist/examples/decisions.d.ts +2 -0
- package/dist/examples/decisions.js +38 -0
- package/dist/examples/diffusion-esrgan-upscale.js +1 -1
- package/dist/examples/diffusion-flux2-klein-img2img.js +1 -1
- package/dist/examples/diffusion-img2img.js +1 -1
- package/dist/examples/diffusion-img2vid-ltx.js +1 -1
- package/dist/examples/diffusion-img2vid-minimax-h3.d.ts +2 -0
- package/dist/examples/diffusion-img2vid-minimax-h3.js +72 -0
- package/dist/examples/diffusion-img2vid.js +1 -1
- package/dist/examples/llamacpp-filesystem.js +1 -1
- package/dist/examples/llamacpp-multi-gpu.js +2 -2
- package/dist/examples/llamacpp-structured-output.js +1 -1
- package/dist/examples/mcp-websearch.d.ts +2 -2
- package/dist/examples/mcp-websearch.js +3 -3
- package/dist/examples/model-fit-ui/server.d.ts +1 -1
- package/dist/examples/model-fit-ui/server.js +1 -1
- package/dist/examples/multi-job-completion.d.ts +1 -1
- package/dist/examples/multi-job-completion.js +1 -1
- package/dist/examples/ocr-fasttext.js +1 -1
- package/dist/examples/tools/llamacpp-tools-auto-dialect.js +1 -1
- package/dist/examples/tools/llamacpp-tools-gemma4.js +1 -1
- package/dist/examples/tools/llamacpp-tools-qwen35.js +1 -1
- package/dist/examples/tts/llm-to-tts-streaming.d.ts +2 -2
- package/dist/examples/tts/llm-to-tts-streaming.js +2 -2
- package/dist/examples/tts/moss-sound-effect-controls.d.ts +2 -0
- package/dist/examples/tts/moss-sound-effect-controls.js +88 -0
- package/dist/examples/tts/moss-sound-effect.d.ts +2 -0
- package/dist/examples/tts/moss-sound-effect.js +86 -0
- package/dist/examples/tts/moss-speech-audio.d.ts +2 -0
- package/dist/examples/tts/moss-speech-audio.js +159 -0
- package/dist/examples/tts/moss-speech.d.ts +2 -0
- package/dist/examples/tts/moss-speech.js +70 -0
- package/dist/examples/vla-groot.js +2 -2
- package/dist/examples/vla-pi05.js +2 -2
- package/dist/examples/vla-smolvla.js +2 -2
- package/dist/examples/voice-assistant/voice-assistant.js +1 -1
- package/dist/scripts/contract/build-contract.d.ts +3 -1
- package/dist/scripts/contract/build-contract.js +40 -2
- package/dist/scripts/contract/build-model-type-maps.d.ts +6 -1
- package/dist/scripts/contract/build-model-type-maps.js +3 -2
- package/dist/scripts/contract/constants-registry.d.ts +4 -0
- package/dist/scripts/contract/constants-registry.js +3 -1
- package/dist/scripts/contract/method-shapes.d.ts +1 -0
- package/dist/scripts/contract/method-shapes.js +1 -0
- package/dist/scripts/export-contract.js +20 -7
- package/dist/scripts/run-unit-tests.js +10 -5
- package/dist/src/client/api/assess-model-fit.d.ts +5 -5
- package/dist/src/client/api/assess-model-fit.js +5 -6
- package/dist/src/client/api/audio-edit.d.ts +14 -2
- package/dist/src/client/api/audio-edit.js +14 -2
- package/dist/src/client/api/audio-gen.d.ts +10 -2
- package/dist/src/client/api/audio-gen.js +10 -2
- package/dist/src/client/api/audio-understand.d.ts +1 -1
- package/dist/src/client/api/audio-understand.js +1 -1
- package/dist/src/client/api/batch-completion.js +1 -1
- package/dist/src/client/api/completion-stream.js +1 -1
- package/dist/src/client/api/decide.d.ts +31 -0
- package/dist/src/client/api/decide.js +29 -0
- package/dist/src/client/api/index.d.ts +1 -0
- package/dist/src/client/api/index.js +1 -0
- package/dist/src/client/api/load-model.d.ts +1 -0
- package/dist/src/client/api/text-to-speech.d.ts +1 -0
- package/dist/src/client/api/text-to-speech.js +15 -22
- package/dist/src/client/api/transcribe.js +5 -2
- package/dist/src/client/api/video-request.d.ts +5 -5
- package/dist/src/client/api/video.d.ts +23 -3
- package/dist/src/client/api/video.js +23 -3
- package/dist/src/commands/bundle/bare-pack.d.ts +8 -0
- package/dist/src/commands/bundle/bare-pack.js +28 -5
- package/dist/src/commands/bundle/constants.js +2 -0
- package/dist/src/commands/bundle/index.d.ts +7 -6
- package/dist/src/commands/bundle/index.js +126 -43
- package/dist/src/commands/bundle/manifest.d.ts +2 -0
- package/dist/src/commands/bundle/manifest.js +3 -2
- package/dist/src/commands/host-prebuilds/index.d.ts +15 -7
- package/dist/src/commands/host-prebuilds/index.js +35 -16
- package/dist/src/commands/index.d.ts +1 -1
- package/dist/src/commands/index.js +1 -1
- package/dist/src/commands/verify/addon-source.d.ts +12 -0
- package/dist/src/commands/verify/addon-source.js +36 -3
- package/dist/src/commands/verify/bare-kit-runtimes.js +2 -1
- package/dist/src/commands/verify/node-modules-source.js +10 -1
- package/dist/src/{expo/plugins/patches/qvac-platform-addons.d.ts → commands/verify/platform-addons.d.ts} +6 -10
- package/dist/src/{expo/plugins/patches/qvac-platform-addons.js → commands/verify/platform-addons.js} +2 -45
- package/dist/src/commands/verify/prebuilds.d.ts +7 -10
- package/dist/src/commands/verify/prebuilds.js +43 -34
- package/dist/src/expo/plugins/get-project-root.d.ts +1 -1
- package/dist/src/expo/plugins/link-addons.d.ts +18 -0
- package/dist/src/expo/plugins/link-addons.js +65 -0
- package/dist/src/expo/plugins/withAndroidArchitecture.d.ts +1 -1
- package/dist/src/expo/plugins/withAndroidNdkVersion.d.ts +1 -1
- package/dist/src/expo/plugins/withDeviceInfo.d.ts +1 -1
- package/dist/src/expo/plugins/withMobileBundle.d.ts +11 -21
- package/dist/src/expo/plugins/withMobileBundle.js +22 -112
- package/dist/src/expo/plugins/withOpenCL.d.ts +1 -1
- package/dist/src/expo/plugins/withQvacSDK.d.ts +1 -1
- package/dist/src/index.d.ts +3 -3
- package/dist/src/index.js +2 -2
- package/dist/src/logging/base-logger.js +1 -1
- package/dist/src/logging/utils.js +1 -1
- package/dist/src/pear/pre.js +2 -0
- package/dist/src/plugin-ids.d.ts +3 -1
- package/dist/src/plugin-ids.js +4 -0
- package/dist/src/schemas/public.d.ts +2 -1
- package/dist/src/schemas/public.js +2 -1
- package/dist/src/schemas/sdk-errors-client.d.ts +3 -0
- package/dist/src/schemas/sdk-errors-client.js +16 -0
- package/dist/src/schemas/sdk-errors-server.d.ts +1 -0
- package/dist/src/schemas/sdk-errors-server.js +5 -0
- package/dist/src/utils/errors-client.d.ts +10 -0
- package/dist/src/utils/errors-client.js +18 -0
- package/dist/src/utils/mcp-adapter.js +12 -8
- package/dist/src/utils/tool-helpers.d.ts +1 -1
- package/dist/src/utils/tool-helpers.js +20 -52
- package/dist/src/worker/create-server.d.ts +1 -0
- package/dist/src/worker/create-server.js +5 -0
- package/dist/src/worker/index.js +4 -0
- package/dist/src/worker/lifecycle.js +9 -1
- package/dist/src/worker/plugins/llamacpp-decision.d.ts +2 -0
- package/dist/src/worker/plugins/llamacpp-decision.js +1 -0
- package/dist/src/worker/plugins/moss-transcribe.d.ts +2 -0
- package/dist/src/worker/plugins/moss-transcribe.js +1 -0
- package/package.json +39 -35
- package/src/electron-forge/index.cjs +12 -71
- package/dist/scripts/link-workspace-inference.d.ts +0 -2
- package/dist/scripts/link-workspace-inference.js +0 -31
- package/src/expo/plugins/patches/android-link.mjs +0 -67
- package/src/expo/plugins/patches/ios-link.mjs +0 -67
- package/src/expo/plugins/patches/qvac-platform-addons.ts +0 -124
package/NOTICE
CHANGED
|
@@ -135,6 +135,18 @@ Third-Party Model Licenses
|
|
|
135
135
|
https://huggingface.co/jmb95/laser-dolphin-mixtral-2x7b-dpo-GGUF
|
|
136
136
|
latin_g2
|
|
137
137
|
https://www.jaided.ai/easyocr/modelhub/
|
|
138
|
+
laya-f16
|
|
139
|
+
https://huggingface.co/convaiinnovations/laya
|
|
140
|
+
laya-multilingual-f16
|
|
141
|
+
https://huggingface.co/convaiinnovations/laya-multilingual
|
|
142
|
+
laya-multilingual-Q8_0
|
|
143
|
+
https://huggingface.co/convaiinnovations/laya-multilingual
|
|
144
|
+
laya-Q8_0
|
|
145
|
+
https://huggingface.co/convaiinnovations/laya
|
|
146
|
+
laya-typed-decisions-f16
|
|
147
|
+
https://huggingface.co/convaiinnovations/laya-typed-decisions
|
|
148
|
+
laya-typed-decisions-Q8_0
|
|
149
|
+
https://huggingface.co/convaiinnovations/laya-typed-decisions
|
|
138
150
|
LightOnOCR-2-1B-ocr-soup-GGUF
|
|
139
151
|
https://huggingface.co/noctrex/LightOnOCR-2-1B-ocr-soup-GGUF
|
|
140
152
|
Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
|
|
@@ -153,8 +165,20 @@ Third-Party Model Licenses
|
|
|
153
165
|
https://huggingface.co/OpenMOSS-Team/MOSS-TTS
|
|
154
166
|
moss-codec-encoder-f16
|
|
155
167
|
https://huggingface.co/OpenMOSS-Team/MOSS-TTS
|
|
168
|
+
moss-sfx-v2-f16
|
|
169
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-SoundEffect-v2.0
|
|
170
|
+
moss-speech-bf16
|
|
171
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-Speech
|
|
172
|
+
moss-speech-codec-f16
|
|
173
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-Speech-Codec
|
|
174
|
+
moss-speech-q8_0
|
|
175
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-Speech
|
|
176
|
+
moss-transcribe-diarize-f16
|
|
177
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-Transcribe-Diarize
|
|
156
178
|
moss-tts-delay-f16
|
|
157
179
|
https://huggingface.co/OpenMOSS-Team/MOSS-TTS
|
|
180
|
+
moss-ttsd-f16
|
|
181
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-TTSD-v1.0
|
|
158
182
|
nb-tiny-ggml-model
|
|
159
183
|
https://huggingface.co/NbAiLab/nb-whisper-tiny
|
|
160
184
|
parler-indic-f16
|
|
@@ -707,6 +731,11 @@ Third-Party Model Licenses
|
|
|
707
731
|
weight
|
|
708
732
|
https://huggingface.co/nvidia/parakeet-unified-en-0.6b
|
|
709
733
|
|
|
734
|
+
--- openmdw-1.1 ---
|
|
735
|
+
|
|
736
|
+
Nemotron-3-Diarization.q8_0
|
|
737
|
+
https://huggingface.co/nvidia/Nemotron-3-Diarization
|
|
738
|
+
|
|
710
739
|
--- openrail ---
|
|
711
740
|
|
|
712
741
|
supertonic
|
|
@@ -749,7 +778,7 @@ the underlying models.
|
|
|
749
778
|
Source URLs for original weights are recorded in each model's
|
|
750
779
|
metadata entry within the registry.
|
|
751
780
|
|
|
752
|
-
|
|
781
|
+
====
|
|
753
782
|
JavaScript Dependencies
|
|
754
783
|
=========================================================================
|
|
755
784
|
|
|
@@ -757,56 +786,52 @@ JavaScript Dependencies
|
|
|
757
786
|
|
|
758
787
|
@hyperswarm/secret-stream@6.9.2
|
|
759
788
|
https://github.com/holepunchto/hyperswarm-secret-stream
|
|
760
|
-
@qvac/asr-ggml@0.
|
|
789
|
+
@qvac/asr-ggml@0.5.3
|
|
761
790
|
https://github.com/tetherto/qvac
|
|
762
|
-
@qvac/asr-ggml-darwin-arm64@0.
|
|
791
|
+
@qvac/asr-ggml-darwin-arm64@0.5.3
|
|
763
792
|
https://github.com/tetherto/qvac
|
|
764
|
-
@qvac/audiogen-ggml@0.
|
|
793
|
+
@qvac/audiogen-ggml@0.4.1
|
|
765
794
|
https://github.com/tetherto/qvac
|
|
766
|
-
@qvac/audiogen-ggml-darwin-arm64@0.
|
|
795
|
+
@qvac/audiogen-ggml-darwin-arm64@0.4.1
|
|
767
796
|
https://github.com/tetherto/qvac
|
|
768
|
-
@qvac/bci-whispercpp@0.
|
|
797
|
+
@qvac/bci-whispercpp@0.9.1
|
|
769
798
|
https://github.com/tetherto/qvac
|
|
770
|
-
@qvac/classification-ggml@0.
|
|
799
|
+
@qvac/classification-ggml@0.26.3
|
|
771
800
|
https://github.com/tetherto/qvac
|
|
772
|
-
@qvac/decoder-audio@0.
|
|
801
|
+
@qvac/decoder-audio@0.6.0
|
|
773
802
|
https://github.com/tetherto/qvac
|
|
774
|
-
@qvac/diffusion-cpp@0.
|
|
803
|
+
@qvac/diffusion-cpp@0.24.0
|
|
775
804
|
https://github.com/tetherto/qvac
|
|
776
|
-
@qvac/embed-llamacpp@0.
|
|
805
|
+
@qvac/embed-llamacpp@0.41.3
|
|
777
806
|
https://github.com/tetherto/qvac
|
|
778
807
|
@qvac/error@0.1.1
|
|
779
|
-
@qvac/fabric@0.
|
|
780
|
-
https://github.com/tetherto/qvac
|
|
781
|
-
@qvac/fabric-darwin-arm64@0.19.0
|
|
782
|
-
https://github.com/tetherto/qvac
|
|
783
|
-
@qvac/ggml-rpc-server@0.1.2
|
|
808
|
+
@qvac/fabric@0.16.1
|
|
784
809
|
https://github.com/tetherto/qvac
|
|
785
810
|
@qvac/infer-base@0.6.2
|
|
786
811
|
https://github.com/tetherto/qvac
|
|
787
|
-
@qvac/inference@0.
|
|
812
|
+
@qvac/inference@0.20.0
|
|
788
813
|
https://github.com/tetherto/qvac
|
|
789
814
|
@qvac/langdetect-text@0.1.2
|
|
790
815
|
https://github.com/tetherto/qvac
|
|
791
|
-
@qvac/llm-llamacpp@0.
|
|
816
|
+
@qvac/llm-llamacpp@0.53.2
|
|
792
817
|
https://github.com/tetherto/qvac
|
|
793
818
|
@qvac/logging@0.1.1
|
|
794
819
|
https://github.com/tetherto/qvac
|
|
795
|
-
@qvac/ocr-ggml@0.
|
|
820
|
+
@qvac/ocr-ggml@0.24.3
|
|
796
821
|
https://github.com/tetherto/qvac
|
|
797
822
|
@qvac/rag@0.8.1
|
|
798
823
|
https://github.com/tetherto/qvac
|
|
799
|
-
@qvac/registry-client@0.
|
|
824
|
+
@qvac/registry-client@0.6.1
|
|
800
825
|
https://github.com/tetherto/qvac
|
|
801
|
-
@qvac/registry-schema@0.
|
|
826
|
+
@qvac/registry-schema@0.3.0
|
|
802
827
|
https://github.com/tetherto/qvac
|
|
803
|
-
@qvac/translation-nmtcpp@0.
|
|
828
|
+
@qvac/translation-nmtcpp@0.16.4
|
|
804
829
|
https://github.com/tetherto/qvac
|
|
805
|
-
@qvac/tts-ggml@0.
|
|
830
|
+
@qvac/tts-ggml@0.9.2
|
|
806
831
|
https://github.com/tetherto/qvac
|
|
807
|
-
@qvac/tts-ggml-darwin-arm64@0.
|
|
832
|
+
@qvac/tts-ggml-darwin-arm64@0.9.2
|
|
808
833
|
https://github.com/tetherto/qvac
|
|
809
|
-
@qvac/vla-ggml@0.
|
|
834
|
+
@qvac/vla-ggml@0.27.3
|
|
810
835
|
https://github.com/tetherto/qvac
|
|
811
836
|
adaptive-timeout@1.0.1
|
|
812
837
|
https://github.com/holepunchto/adaptive-timeout
|
|
@@ -816,11 +841,11 @@ JavaScript Dependencies
|
|
|
816
841
|
https://github.com/holepunchto/bare-abort
|
|
817
842
|
bare-abort-controller@1.1.2
|
|
818
843
|
https://github.com/holepunchto/bare-abort-controller
|
|
819
|
-
bare-addon-resolve@1.
|
|
844
|
+
bare-addon-resolve@1.10.1
|
|
820
845
|
https://github.com/holepunchto/bare-addon-resolve
|
|
821
846
|
bare-ansi-escapes@2.2.3
|
|
822
847
|
https://github.com/holepunchto/bare-ansi-escapes
|
|
823
|
-
bare-assert@1.
|
|
848
|
+
bare-assert@1.2.0
|
|
824
849
|
https://github.com/holepunchto/bare-assert
|
|
825
850
|
bare-buffer@3.7.1
|
|
826
851
|
https://github.com/holepunchto/bare-buffer
|
|
@@ -832,17 +857,17 @@ JavaScript Dependencies
|
|
|
832
857
|
https://github.com/holepunchto/bare-cov
|
|
833
858
|
bare-cpu-info@0.1.1
|
|
834
859
|
https://github.com/holepunchto/bare-cpu-info
|
|
835
|
-
bare-crypto@1.15.
|
|
860
|
+
bare-crypto@1.15.3
|
|
836
861
|
https://github.com/holepunchto/bare-crypto
|
|
837
862
|
bare-debug-log@2.0.0
|
|
838
863
|
https://github.com/holepunchto/bare-debug-log
|
|
839
|
-
bare-dns@2.
|
|
864
|
+
bare-dns@2.2.1
|
|
840
865
|
https://github.com/holepunchto/bare-dns
|
|
841
866
|
bare-encoding@1.0.3
|
|
842
867
|
https://github.com/holepunchto/bare-encoding
|
|
843
868
|
bare-env@3.0.1
|
|
844
869
|
https://github.com/holepunchto/bare-env
|
|
845
|
-
bare-events@2.9.
|
|
870
|
+
bare-events@2.9.2
|
|
846
871
|
https://github.com/holepunchto/bare-events
|
|
847
872
|
bare-fetch@3.4.0
|
|
848
873
|
https://github.com/holepunchto/bare-fetch
|
|
@@ -852,7 +877,7 @@ JavaScript Dependencies
|
|
|
852
877
|
https://github.com/holepunchto/bare-form-data
|
|
853
878
|
bare-format@1.0.2
|
|
854
879
|
https://github.com/holepunchto/bare-format
|
|
855
|
-
bare-fs@4.8.
|
|
880
|
+
bare-fs@4.8.1
|
|
856
881
|
https://github.com/holepunchto/bare-fs
|
|
857
882
|
bare-gpu-info@0.1.1
|
|
858
883
|
https://github.com/holepunchto/bare-gpu-info
|
|
@@ -868,27 +893,31 @@ JavaScript Dependencies
|
|
|
868
893
|
https://github.com/holepunchto/bare-inspect
|
|
869
894
|
bare-inspector@6.1.0
|
|
870
895
|
https://github.com/holepunchto/bare-inspector
|
|
896
|
+
bare-lief@0.2.10
|
|
897
|
+
https://github.com/holepunchto/bare-lief
|
|
898
|
+
bare-link@4.0.1
|
|
899
|
+
https://github.com/holepunchto/bare-link
|
|
871
900
|
bare-mime@1.0.0
|
|
872
901
|
https://github.com/holepunchto/bare-mime
|
|
873
902
|
bare-module@6.4.0
|
|
874
903
|
https://github.com/holepunchto/bare-module
|
|
875
|
-
bare-module-lexer@1.7
|
|
904
|
+
bare-module-lexer@1.6.7
|
|
876
905
|
https://github.com/holepunchto/bare-module-lexer
|
|
877
|
-
bare-module-resolve@1.12.
|
|
906
|
+
bare-module-resolve@1.12.5
|
|
878
907
|
https://github.com/holepunchto/bare-module-resolve
|
|
879
|
-
bare-module-traverse@2.6
|
|
908
|
+
bare-module-traverse@2.5.6
|
|
880
909
|
https://github.com/holepunchto/bare-module-traverse
|
|
881
910
|
bare-net@2.3.3
|
|
882
911
|
https://github.com/holepunchto/bare-net
|
|
883
912
|
bare-os@3.9.3
|
|
884
913
|
https://github.com/holepunchto/bare-os
|
|
885
|
-
bare-pack@2.2.
|
|
914
|
+
bare-pack@2.2.2
|
|
886
915
|
https://github.com/holepunchto/bare-pack
|
|
887
916
|
bare-path@3.1.2
|
|
888
917
|
https://github.com/holepunchto/bare-path
|
|
889
918
|
bare-performance@2.1.1
|
|
890
919
|
https://github.com/holepunchto/bare-performance
|
|
891
|
-
bare-pipe@4.
|
|
920
|
+
bare-pipe@4.3.1
|
|
892
921
|
https://github.com/holepunchto/bare-pipe
|
|
893
922
|
bare-posix@1.0.1
|
|
894
923
|
https://github.com/holepunchto/bare-posix
|
|
@@ -896,9 +925,9 @@ JavaScript Dependencies
|
|
|
896
925
|
https://github.com/holepunchto/bare-process
|
|
897
926
|
bare-rpc@1.3.8
|
|
898
927
|
https://github.com/holepunchto/bare-rpc
|
|
899
|
-
bare-runtime@1.
|
|
928
|
+
bare-runtime@1.33.4
|
|
900
929
|
https://github.com/holepunchto/bare-runtime
|
|
901
|
-
bare-runtime-darwin-arm64@1.
|
|
930
|
+
bare-runtime-darwin-arm64@1.33.4
|
|
902
931
|
https://github.com/holepunchto/bare-runtime
|
|
903
932
|
bare-signals@4.2.0
|
|
904
933
|
https://github.com/holepunchto/bare-signals
|
|
@@ -906,17 +935,17 @@ JavaScript Dependencies
|
|
|
906
935
|
https://github.com/holepunchto/bare-signals
|
|
907
936
|
bare-stdio@1.0.3
|
|
908
937
|
https://github.com/holepunchto/bare-stdio
|
|
909
|
-
bare-stream@2.13.
|
|
938
|
+
bare-stream@2.13.4
|
|
910
939
|
https://github.com/holepunchto/bare-stream
|
|
911
940
|
bare-stylize@0.0.1
|
|
912
941
|
https://github.com/holepunchto/bare-stylize
|
|
913
942
|
bare-subprocess@5.2.3
|
|
914
943
|
https://github.com/holepunchto/bare-subprocess
|
|
915
|
-
bare-subprocess@6.2.
|
|
944
|
+
bare-subprocess@6.2.0
|
|
916
945
|
https://github.com/holepunchto/bare-subprocess
|
|
917
946
|
bare-tcp@2.6.1
|
|
918
947
|
https://github.com/holepunchto/bare-tcp
|
|
919
|
-
bare-tls@3.1.
|
|
948
|
+
bare-tls@3.1.10
|
|
920
949
|
https://github.com/holepunchto/bare-tls
|
|
921
950
|
bare-tty@5.2.1
|
|
922
951
|
https://github.com/holepunchto/bare-tty
|
|
@@ -924,7 +953,7 @@ JavaScript Dependencies
|
|
|
924
953
|
https://github.com/holepunchto/bare-type
|
|
925
954
|
bare-type-stripper@0.1.7
|
|
926
955
|
https://github.com/holepunchto/bare-type-stripper
|
|
927
|
-
bare-url@2.5.
|
|
956
|
+
bare-url@2.5.4
|
|
928
957
|
https://github.com/holepunchto/bare-url
|
|
929
958
|
bare-utils@1.6.0
|
|
930
959
|
https://github.com/holepunchto/bare-utils
|
|
@@ -938,7 +967,7 @@ JavaScript Dependencies
|
|
|
938
967
|
https://github.com/holepunchto/blind-relay
|
|
939
968
|
brittle@3.19.1
|
|
940
969
|
https://github.com/holepunchto/brittle
|
|
941
|
-
compact-encoding@3.5.
|
|
970
|
+
compact-encoding@3.5.0
|
|
942
971
|
https://github.com/holepunchto/compact-encoding
|
|
943
972
|
compact-encoding-bitfield@1.1.0
|
|
944
973
|
https://github.com/compact-encoding/compact-encoding-bitfield
|
|
@@ -954,7 +983,7 @@ JavaScript Dependencies
|
|
|
954
983
|
https://github.com/holepunchto/fs-native-extensions
|
|
955
984
|
globbie@1.0.6
|
|
956
985
|
https://github.com/holepunchto/globbie
|
|
957
|
-
hyperblobs@2.
|
|
986
|
+
hyperblobs@2.12.1
|
|
958
987
|
https://github.com/holepunchto/hyperblobs
|
|
959
988
|
hypercore-errors@1.5.0
|
|
960
989
|
https://github.com/holepunchto/hypercore-errors
|
|
@@ -962,9 +991,9 @@ JavaScript Dependencies
|
|
|
962
991
|
https://github.com/holepunchto/hypercore-id-encoding
|
|
963
992
|
hypercore-stats@2.5.1
|
|
964
993
|
https://github.com/holepunchto/hypercore-stats
|
|
965
|
-
hypercore-storage@3.
|
|
994
|
+
hypercore-storage@3.3.1
|
|
966
995
|
https://github.com/holepunchto/hypercore-storage
|
|
967
|
-
hyperdb@6.
|
|
996
|
+
hyperdb@6.9.0
|
|
968
997
|
https://github.com/holepunchto/hyperdb
|
|
969
998
|
hyperdht-address@1.1.1
|
|
970
999
|
https://github.com/holepunchto/hyperdht-address
|
|
@@ -984,11 +1013,11 @@ JavaScript Dependencies
|
|
|
984
1013
|
https://github.com/holepunchto/mirror-drive
|
|
985
1014
|
noise-handshake@4.2.0
|
|
986
1015
|
https://github.com/holepunchto/noise-handshake
|
|
987
|
-
paparam@1.
|
|
1016
|
+
paparam@1.13.0
|
|
988
1017
|
https://github.com/holepunchto/paparam
|
|
989
1018
|
passive-core-watcher@1.0.1
|
|
990
1019
|
https://github.com/holepunchto/passive-core-watcher
|
|
991
|
-
quickbit-native@2.4.
|
|
1020
|
+
quickbit-native@2.4.8
|
|
992
1021
|
https://github.com/holepunchto/quickbit-native
|
|
993
1022
|
rabin-native@2.0.0
|
|
994
1023
|
https://github.com/holepunchto/rabin-native
|
|
@@ -1004,7 +1033,7 @@ JavaScript Dependencies
|
|
|
1004
1033
|
https://github.com/holepunchto/require-asset
|
|
1005
1034
|
resource-on-exit@1.0.0
|
|
1006
1035
|
https://github.com/holepunchto/bare-teardown
|
|
1007
|
-
rocksdb-native@3.
|
|
1036
|
+
rocksdb-native@3.18.1
|
|
1008
1037
|
https://github.com/holepunchto/rocksdb-native
|
|
1009
1038
|
scope-lock@1.2.4
|
|
1010
1039
|
https://github.com/holepunchto/scope-lock
|
|
@@ -1056,7 +1085,7 @@ JavaScript Dependencies
|
|
|
1056
1085
|
https://github.com/mafintosh/codecs
|
|
1057
1086
|
convert-source-map@2.0.0
|
|
1058
1087
|
https://github.com/thlorenz/convert-source-map
|
|
1059
|
-
corestore@7.
|
|
1088
|
+
corestore@7.12.5
|
|
1060
1089
|
https://github.com/holepunchto/corestore
|
|
1061
1090
|
debounceify@1.1.0
|
|
1062
1091
|
https://github.com/mafintosh/debounceify
|
|
@@ -1076,11 +1105,11 @@ JavaScript Dependencies
|
|
|
1076
1105
|
https://github.com/mafintosh/generate-string
|
|
1077
1106
|
hyperbee@2.27.3
|
|
1078
1107
|
https://github.com/holepunchto/hyperbee
|
|
1079
|
-
hypercore@11.
|
|
1108
|
+
hypercore@11.36.1
|
|
1080
1109
|
https://github.com/holepunchto/hypercore
|
|
1081
1110
|
hypercore-crypto@3.7.0
|
|
1082
1111
|
https://github.com/mafintosh/hypercore-crypto
|
|
1083
|
-
hyperdht@6.34.
|
|
1112
|
+
hyperdht@6.34.0
|
|
1084
1113
|
https://github.com/holepunchto/hyperdht
|
|
1085
1114
|
hyperswarm@4.17.2
|
|
1086
1115
|
https://github.com/holepunchto/hyperswarm
|
|
@@ -1102,7 +1131,7 @@ JavaScript Dependencies
|
|
|
1102
1131
|
https://github.com/mafintosh/promaphore
|
|
1103
1132
|
protocol-buffers-encodings@1.2.0
|
|
1104
1133
|
https://github.com/mafintosh/protocol-buffers-encodings
|
|
1105
|
-
protomux@3.
|
|
1134
|
+
protomux@3.12.0
|
|
1106
1135
|
https://github.com/holepunchto/protomux
|
|
1107
1136
|
queue-tick@1.0.1
|
|
1108
1137
|
https://github.com/mafintosh/queue-tick
|
|
@@ -1126,7 +1155,7 @@ JavaScript Dependencies
|
|
|
1126
1155
|
https://github.com/mafintosh/signal-promise
|
|
1127
1156
|
signed-varint@2.0.1
|
|
1128
1157
|
https://github.com/dominictarr/signed-varint
|
|
1129
|
-
sodium-native@5.1.
|
|
1158
|
+
sodium-native@5.1.0
|
|
1130
1159
|
https://github.com/holepunchto/sodium-native
|
|
1131
1160
|
sodium-secretstream@1.2.0
|
|
1132
1161
|
https://github.com/mafintosh/sodium-secretstream
|
|
@@ -1138,7 +1167,7 @@ JavaScript Dependencies
|
|
|
1138
1167
|
https://github.com/stacktracejs/stackframe
|
|
1139
1168
|
streamx@2.28.1
|
|
1140
1169
|
https://github.com/mafintosh/streamx
|
|
1141
|
-
tar-stream@3.2.
|
|
1170
|
+
tar-stream@3.2.1
|
|
1142
1171
|
https://github.com/mafintosh/tar-stream
|
|
1143
1172
|
teex@1.0.1
|
|
1144
1173
|
https://github.com/mafintosh/teex
|
|
@@ -1162,6 +1191,6 @@ JavaScript Dependencies
|
|
|
1162
1191
|
https://github.com/mafintosh/xache
|
|
1163
1192
|
z32@1.1.0
|
|
1164
1193
|
https://github.com/mafintosh/z32
|
|
1165
|
-
zod@4.6.
|
|
1194
|
+
zod@4.6.5
|
|
1166
1195
|
https://github.com/colinhacks/zod
|
|
1167
1196
|
|
package/README.md
CHANGED
|
@@ -20,6 +20,8 @@ For AI/LLM tools, use [https://docs.qvac.tether.io/llms-full.txt](https://docs.q
|
|
|
20
20
|
|
|
21
21
|
## Supported environments and installation
|
|
22
22
|
|
|
23
|
+
For mobile apps that use only raw PCM streaming transcription, list the required audio plugins and set `"includeAudioDecoder": false` in `qvac.config.*` before bundling or running Expo prebuild. You can also use `qvac bundle sdk --defer bare-ffmpeg`. Both options leave `bare-ffmpeg` out of the native addon manifest. Bundle FFmpeg when the app decodes compressed audio files or asks `audiogen-ggml` for a compressed output format; PCM and WAV output need no FFmpeg.
|
|
24
|
+
|
|
23
25
|
See https://docs.qvac.tether.io/sdk/getting-started/installation
|
|
24
26
|
|
|
25
27
|
On Node.js, the SDK installs and launches its own Bare worker through `bare-runtime`.
|
|
@@ -29,6 +31,53 @@ package manager can replace an older, incompatible runtime. Remove any override
|
|
|
29
31
|
or resolution that forces the worker below that requirement; installing a newer
|
|
30
32
|
global `bare` executable does not change the SDK's worker dependency.
|
|
31
33
|
|
|
34
|
+
## TTS 0.11 engines and memory fit
|
|
35
|
+
|
|
36
|
+
`@qvac/tts-ggml` 0.11 adds two desktop batch engines to `textToSpeech`.
|
|
37
|
+
Load MOSS-SoundEffect with `modelType: 'tts-ggml'` and
|
|
38
|
+
`modelConfig: { ttsEngine: 'moss-sfx' }`; the primary source is its single
|
|
39
|
+
GGUF. With an `AUDIOGEN_MOSS_SFX_V2_*` constant, pass its `.src` URL as
|
|
40
|
+
`modelSrc`, because the full descriptor selects the audiogen plugin. This also applies to fit assessment: use explicit `modelType` and `ttsEngine`, and a downloaded local file for metadata-only TTS fit. The bare `.src` URL lacks checksum/registry coordinates for a weightless stub; the audiogen descriptor/resource profile does not identify the TTS engine. Use
|
|
41
|
+
a text description, with optional `seconds`
|
|
42
|
+
(up to 30), `negativePrompt`, `steps`, `guidance` and `shift`. These controls
|
|
43
|
+
can also be load defaults. The output is 48 kHz.
|
|
44
|
+
|
|
45
|
+
Load MOSS-Speech with `modelConfig: { ttsEngine: 'moss-speech',
|
|
46
|
+
mossSpeechCodecModelSrc: <codec source> }` and the language-model GGUF as
|
|
47
|
+
`modelSrc`. Use either `text`, or `audio` plus
|
|
48
|
+
`sampleRate`. Audio is a JSON array of normalized mono samples in [-1, 1].
|
|
49
|
+
Earlier turns go in `messages`; each turn has a `role` and either `text` or
|
|
50
|
+
`audio` plus `sampleRate`. Per-call controls include `systemPrompt`,
|
|
51
|
+
`replyVoice` plus `replyVoiceSampleRate`, `maxReplySeconds`, `maxNewTokens`,
|
|
52
|
+
`textReply`, `greedy`, `temperature`, `topP` and `topK`. Consume `bufferStream` in the default streaming mode, or await `buffer` with
|
|
53
|
+
`stream: false`, then await `result.text` for any reply text.
|
|
54
|
+
Spoken mode can return an audio-only reply; use `textReply: true` when text is required.
|
|
55
|
+
Spoken replies are 24 kHz; `textReply: true` returns text with an empty audio
|
|
56
|
+
buffer. Omitting `maxNewTokens` preserves the addon's remaining-context budget.
|
|
57
|
+
Both engines run one native batch job. The default `stream: true` emits the completed audio as one chunk; `stream: false` collects it in `buffer`. Neither supports sentence streaming or duplex text input.
|
|
58
|
+
|
|
59
|
+
Standalone examples: [basic sound effects](examples/tts/moss-sound-effect.ts),
|
|
60
|
+
[sound-effect controls](examples/tts/moss-sound-effect-controls.ts),
|
|
61
|
+
[typed question to text reply](examples/tts/moss-speech.ts), and
|
|
62
|
+
[spoken question to spoken reply](examples/tts/moss-speech-audio.ts).
|
|
63
|
+
Run them from this package with `node --import tsx examples/tts/<file>.ts`;
|
|
64
|
+
the spoken-question example also takes a WAV file path. Each example downloads
|
|
65
|
+
its model, returns text or writes a WAV reply, unloads the model, and closes the SDK worker.
|
|
66
|
+
|
|
67
|
+
`assessModelFit` supports metadata-only MOSS-TTS/TTSD and MOSS-SoundEffect
|
|
68
|
+
projections. Add `ttsWorkload` beside `modelConfig` on the assessment candidate:
|
|
69
|
+
`{ promptRows, referenceSamples, streaming }` for MOSS, or
|
|
70
|
+
`{ prompt, seconds }` for sound effects. MOSS needs its backbone and codec
|
|
71
|
+
decoder; reference encoding also needs the codec encoder. Prompt rows must
|
|
72
|
+
cover the complete native prompt, including dialogue and reference rows.
|
|
73
|
+
Missing workloads return an unknown assessment rather than guessing.
|
|
74
|
+
MOSS-Speech has no native fitter in this release and remains unknown. Workloads are fit-only; loading a MOSS model does not accept them and its automatic fit preflight remains unknown.
|
|
75
|
+
|
|
76
|
+
The CLI configuration picker includes both engines. Their conversation and
|
|
77
|
+
sound-effect request controls are library-only because the OpenAI speech
|
|
78
|
+
endpoint cannot represent those requests. Native performance and backend fixes
|
|
79
|
+
in the addon release are inherited without additional SDK controls.
|
|
80
|
+
|
|
32
81
|
## Quickstart
|
|
33
82
|
|
|
34
83
|
1. Create the examples workspace:
|
|
@@ -82,6 +131,12 @@ try {
|
|
|
82
131
|
node quickstart.js
|
|
83
132
|
```
|
|
84
133
|
|
|
134
|
+
A first `loadModel()` call also starts the SDK's worker. If that startup ever
|
|
135
|
+
exceeds its budget (cold disk cache, antivirus scanning the native addon), the
|
|
136
|
+
call fails with `RPC_INIT_TIMEOUT`. Re-running usually succeeds; to give every
|
|
137
|
+
start more room, raise `rpcInitTimeoutMs` in `qvac.config.*` or set the
|
|
138
|
+
`QVAC_RPC_INIT_TIMEOUT_MS` environment variable.
|
|
139
|
+
|
|
85
140
|
## System resource diagnostics
|
|
86
141
|
|
|
87
142
|
Use `getSystemResources` to inspect locally observed CPU, system-memory, GPU, and
|
|
@@ -171,9 +226,12 @@ The result is advisory: it does not block `loadModel`, reserve memory, or make a
|
|
|
171
226
|
performance claim. `unknown` is a real answer meaning the evidence does not
|
|
172
227
|
support a call either way — show it as "can't say", not as "no".
|
|
173
228
|
|
|
229
|
+
The assessment holds back a reserve of its own, beyond the headroom the engine's
|
|
230
|
+
fitter leaves, so a model the engine calls a fit can still come back
|
|
231
|
+
`likely-too-large` on a host with little room.
|
|
232
|
+
|
|
174
233
|
See [pre-download model fit assessment](./docs/assess-model-fit.md) for the
|
|
175
|
-
budget arithmetic,
|
|
176
|
-
matrix, and the current calibration status.
|
|
234
|
+
budget arithmetic, the reserve, and the supported engine and workload matrix.
|
|
177
235
|
|
|
178
236
|
## Streaming transcription statistics
|
|
179
237
|
|
|
@@ -226,17 +284,14 @@ for a local check of a Unified GGUF and its encoder bundle.
|
|
|
226
284
|
In the `./examples` subdirectory, you will find scripts demonstrating how to use all SDK functionalities. To try any of them:
|
|
227
285
|
|
|
228
286
|
1. Build the SDK from source (see [Build](#build) section).
|
|
229
|
-
2. Run
|
|
287
|
+
2. Run with Node.js:
|
|
230
288
|
|
|
231
289
|
```bash
|
|
232
|
-
#
|
|
233
|
-
bun run bare:example dist/examples/path/to/example.js
|
|
234
|
-
|
|
235
|
-
# With Node
|
|
290
|
+
# Compiled output
|
|
236
291
|
node dist/examples/path/to/example.js
|
|
237
292
|
|
|
238
|
-
#
|
|
239
|
-
|
|
293
|
+
# Straight from source, with the tsx dev dependency
|
|
294
|
+
npx tsx examples/path/to/example.ts
|
|
240
295
|
```
|
|
241
296
|
|
|
242
297
|
`examples/abot-world.ts` has a companion guide covering the hardware
|
|
@@ -246,40 +301,38 @@ of an interactive world session: see
|
|
|
246
301
|
|
|
247
302
|
## Build
|
|
248
303
|
|
|
249
|
-
|
|
304
|
+
Node.js 22 and npm are the only tools needed. No lockfile is committed; `package-lock.json` is gitignored.
|
|
250
305
|
|
|
251
|
-
|
|
252
|
-
bun i
|
|
253
|
-
```
|
|
254
|
-
|
|
255
|
-
`@qvac/inference` resolves to its published release by default. To build and test against the in-repo engine at the same commit, link it first:
|
|
306
|
+
Build and test against the in-repo engine at the same commit (this is what CI does):
|
|
256
307
|
|
|
257
308
|
```bash
|
|
258
|
-
|
|
309
|
+
npm run sdk-source:workspace
|
|
259
310
|
```
|
|
260
311
|
|
|
312
|
+
This installs and builds `../inference`, points `@qvac/inference` at it, and installs the SDK's dependencies. A plain `npm install` resolves `@qvac/inference` to its published release instead, which fails with `ERESOLVE` whenever the SDK on `main` already depends on addon versions the published engine has not been released against.
|
|
313
|
+
|
|
261
314
|
```bash
|
|
262
|
-
|
|
315
|
+
npm run build # or `watch` for hotreload
|
|
263
316
|
```
|
|
264
317
|
|
|
265
318
|
```bash
|
|
266
|
-
|
|
319
|
+
npm run build:pack
|
|
267
320
|
```
|
|
268
321
|
|
|
269
|
-
This outputs a tarball under `dist/sdk-{version}.tgz` that you can install in your project, e.g.:
|
|
322
|
+
This outputs a tarball under `dist/qvac-sdk-{version}.tgz` that you can install in your project, e.g.:
|
|
270
323
|
|
|
271
324
|
```bash
|
|
272
|
-
npm i path/to/sdk-0.
|
|
325
|
+
npm i path/to/qvac-sdk-0.21.0.tgz
|
|
273
326
|
```
|
|
274
327
|
|
|
275
328
|
## Testing
|
|
276
329
|
|
|
277
330
|
The SDK test suite is organized into two buckets by runtime:
|
|
278
331
|
|
|
279
|
-
| Bucket | Runtime
|
|
280
|
-
| ----------------- |
|
|
281
|
-
| Unit |
|
|
282
|
-
| Client (consumer) | Node / RN
|
|
332
|
+
| Bucket | Runtime | Location | Command |
|
|
333
|
+
| ----------------- | --------- | -------- | -------------------------------------- |
|
|
334
|
+
| Unit | Node | `test/` | `npm run test:unit` |
|
|
335
|
+
| Client (consumer) | Node / RN | `e2e/` | See [`e2e/README.md`](./e2e/README.md) |
|
|
283
336
|
|
|
284
337
|
See [`TESTING.md`](./TESTING.md) for the full decision tree on where new tests should land.
|
|
285
338
|
|
|
@@ -422,3 +475,93 @@ This will:
|
|
|
422
475
|
4. Generate `changelog/<version>/CHANGELOG.md`
|
|
423
476
|
5. Generate `changelog/<version>/breaking.md` for BC changes (with code examples)
|
|
424
477
|
6. Generate `changelog/<version>/api.md` for API changes (with code examples)
|
|
478
|
+
|
|
479
|
+
## Speaker-aware transcription
|
|
480
|
+
|
|
481
|
+
ASR 0.8 adds `MODEL_TYPES.mossTranscribe` and the
|
|
482
|
+
`@qvac/sdk/moss-transcribe/plugin` entry point. MOSS processes a whole recording;
|
|
483
|
+
use `transcribe`, since it has no duplex streaming or configuration reload.
|
|
484
|
+
|
|
485
|
+
```ts
|
|
486
|
+
import { loadModel, transcribe, MOSS_TRANSCRIBE_DIARIZE_Q8_0 } from '@qvac/sdk'
|
|
487
|
+
|
|
488
|
+
const modelId = await loadModel({
|
|
489
|
+
modelSrc: MOSS_TRANSCRIBE_DIARIZE_Q8_0,
|
|
490
|
+
modelConfig: { useGPU: true, maxThreads: 4 }
|
|
491
|
+
})
|
|
492
|
+
const segments = await transcribe({
|
|
493
|
+
modelId,
|
|
494
|
+
audioChunk: '/recordings/meeting.wav',
|
|
495
|
+
metadata: true,
|
|
496
|
+
hotwords: ['QVAC'],
|
|
497
|
+
maxNewTokens: 2048
|
|
498
|
+
})
|
|
499
|
+
```
|
|
500
|
+
|
|
501
|
+
For a runnable example with download progress and resource cleanup, see
|
|
502
|
+
[the MOSS file transcription example](examples/asr/moss-transcribe-filesystem.ts).
|
|
503
|
+
From `packages/sdk`, run:
|
|
504
|
+
|
|
505
|
+
```bash
|
|
506
|
+
npx tsx examples/asr/moss-transcribe-filesystem.ts examples/audio/diarization-sample-16k.wav
|
|
507
|
+
# Use local weights and per-request hotwords:
|
|
508
|
+
npx tsx examples/asr/moss-transcribe-filesystem.ts meeting.wav ./moss.gguf QVAC OpenMOSS
|
|
509
|
+
```
|
|
510
|
+
|
|
511
|
+
Segments retain `speaker` labels such as `S01`, zero-based `speakerId`, and
|
|
512
|
+
`startMs`/`endMs`. Hotwords apply to each request: at most 64 nonempty terms of
|
|
513
|
+
64 UTF-8 bytes each. A MOSS `prompt` replaces the default instruction and cannot
|
|
514
|
+
be combined with hotwords. `maxNewTokens: 0` uses the model default. These two
|
|
515
|
+
MOSS-specific options are rejected for Whisper and Parakeet models.
|
|
516
|
+
|
|
517
|
+
The published addon contains Whisper v1.9.4, so existing Whisper calls keep
|
|
518
|
+
their API and use the updated backend. MOSS memory-fit assessment projects the
|
|
519
|
+
declared recording and decoding options without loading weights:
|
|
520
|
+
|
|
521
|
+
```typescript
|
|
522
|
+
const fit = await assessModelFit({
|
|
523
|
+
models: [
|
|
524
|
+
{
|
|
525
|
+
modelSrc: MOSS_TRANSCRIBE_DIARIZE_Q8_0,
|
|
526
|
+
modelConfig: { useGPU: false },
|
|
527
|
+
transcriptionWorkload: { audioSeconds: 300, hotwords: ['Erin'], maxNewTokens: 0 }
|
|
528
|
+
}
|
|
529
|
+
]
|
|
530
|
+
})
|
|
531
|
+
```
|
|
532
|
+
|
|
533
|
+
Import `assessModelFit` from `@qvac/sdk`. Use the longest recording you intend
|
|
534
|
+
to transcribe, with the same prompt/hotwords and token limit as the request.
|
|
535
|
+
Without `transcriptionWorkload`, MOSS has no native fit evidence, its recording
|
|
536
|
+
window is omitted, and the result can remain `unknown`. Assessment uses a registry description when available,
|
|
537
|
+
or a local model path; it downloads no full weights. MOSS CoreML requires an
|
|
538
|
+
addon revision newer than the published 0.8.0 release.
|
|
539
|
+
|
|
540
|
+
The SDK and inference use the published `@qvac/asr-ggml` package at `^0.8.0`.
|
|
541
|
+
|
|
542
|
+
## Nemotron 3 Diarization
|
|
543
|
+
|
|
544
|
+
Load a local Nemotron 3 Diarization GGUF with `modelType: 'parakeet-transcription'`.
|
|
545
|
+
The addon detects the variant from the GGUF and supports up to eight speakers,
|
|
546
|
+
including overlapping activity. This model reports speaker turns rather than words.
|
|
547
|
+
|
|
548
|
+
Use `transcribe({ modelId, audioChunk, metadata: true })` for offline diarization.
|
|
549
|
+
Each result can include `speakerSegments` with zero-based `speakerId`, `startMs`,
|
|
550
|
+
and `endMs`. Load with `modelConfig.streaming: true` before using `transcribeStream`.
|
|
551
|
+
Streaming metadata carries `speakerId` on each diarization segment.
|
|
552
|
+
For streaming speaker-activity events, enable `streamingSpeakerVad` at load or
|
|
553
|
+
`emitSpeakerVad` under `parakeetStreamingConfig` per `transcribeStream` call;
|
|
554
|
+
conversation VAD events retain their dominant `speakerId`.
|
|
555
|
+
|
|
556
|
+
`diarizationThreshold` (0–1) and `diarizationMinSegmentMs` (nonnegative integer)
|
|
557
|
+
are supported in `modelConfig` and per-call `parakeetStreamingConfig`. Omit them
|
|
558
|
+
to preserve model defaults. Nemotron defaults to a 0.5 threshold and 200 ms minimum
|
|
559
|
+
turn; its default left context is 0 ms, while an explicitly configured 80 ms is
|
|
560
|
+
preserved. CLI `verbose_json` exposes offline turns as `speaker_segments` with
|
|
561
|
+
`speaker_id` and start/end timestamps in seconds.
|
|
562
|
+
|
|
563
|
+
See [the local Nemotron diarization example](examples/asr/nemotron-diarization-filesystem.ts):
|
|
564
|
+
|
|
565
|
+
```bash
|
|
566
|
+
npx tsx examples/asr/nemotron-diarization-filesystem.ts ./nemotron-diarization.gguf meeting.wav
|
|
567
|
+
```
|
|
@@ -17,7 +17,7 @@ const width = Number(process.argv[6] || 832);
|
|
|
17
17
|
const height = Number(process.argv[7] || 480);
|
|
18
18
|
if (!firstFramePath) {
|
|
19
19
|
console.error('✖ first frame image path is required');
|
|
20
|
-
console.error('Usage:
|
|
20
|
+
console.error('Usage: node dist/examples/abot-world.js ' +
|
|
21
21
|
'<firstFrameImage> [prompt] [outputDir] [blocks] [width] [height]');
|
|
22
22
|
process.exit(1);
|
|
23
23
|
}
|