@qvac/sdk 0.20.0 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +134 -66
- package/README.md +39 -3
- package/dist/examples/advisory-model-fit.d.ts +17 -16
- package/dist/examples/advisory-model-fit.js +18 -18
- package/dist/examples/asr/parakeet-indic-conformer-filesystem.js +3 -3
- package/dist/examples/asr/parakeet-unified-coreml.d.ts +2 -0
- package/dist/examples/asr/parakeet-unified-coreml.js +113 -0
- package/dist/examples/assess-model-fit.js +9 -4
- package/dist/examples/model-fit-ui/server.js +5 -2
- package/dist/examples/rpc-inference.d.ts +2 -0
- package/dist/examples/rpc-inference.js +51 -0
- package/dist/examples/rpc-server.d.ts +2 -0
- package/dist/examples/rpc-server.js +32 -0
- package/dist/examples/tools/llamacpp-deferred-tools.d.ts +2 -0
- package/dist/examples/tools/llamacpp-deferred-tools.js +77 -0
- package/dist/examples/tts/audio8.js +4 -0
- package/dist/examples/tts/moss-dialogue.d.ts +2 -0
- package/dist/examples/tts/moss-dialogue.js +63 -0
- package/dist/examples/tts/moss.d.ts +2 -0
- package/dist/examples/tts/moss.js +71 -0
- package/dist/scripts/contract/build-contract.d.ts +2 -1
- package/dist/scripts/contract/build-contract.js +4 -1
- package/dist/scripts/contract/build-numeric-constants.d.ts +15 -0
- package/dist/scripts/contract/build-numeric-constants.js +13 -0
- package/dist/scripts/contract/method-shapes.d.ts +3 -0
- package/dist/scripts/contract/method-shapes.js +3 -0
- package/dist/scripts/enforce-inference-versions.d.ts +18 -0
- package/dist/scripts/enforce-inference-versions.js +158 -0
- package/dist/scripts/generate-bare-kit-runtimes.d.ts +2 -0
- package/dist/scripts/generate-bare-kit-runtimes.js +106 -0
- package/dist/src/client/api/assess-model-fit.d.ts +11 -5
- package/dist/src/client/api/assess-model-fit.js +30 -8
- package/dist/src/client/api/bci-transcribe.d.ts +4 -1
- package/dist/src/client/api/get-system-resources.d.ts +8 -0
- package/dist/src/client/api/get-system-resources.js +8 -0
- package/dist/src/client/api/index.d.ts +1 -0
- package/dist/src/client/api/index.js +1 -0
- package/dist/src/client/api/rpc-server.d.ts +20 -0
- package/dist/src/client/api/rpc-server.js +45 -0
- package/dist/src/client/api/text-to-speech.d.ts +9 -0
- package/dist/src/client/api/text-to-speech.js +9 -0
- package/dist/src/client/api/transcribe.d.ts +21 -15
- package/dist/src/client/api/transcribe.js +65 -20
- package/dist/src/client/rpc/rpc-error.js +11 -7
- package/dist/src/commands/bundle/entry-gen.d.ts +2 -2
- package/dist/src/commands/bundle/entry-gen.js +8 -4
- package/dist/src/commands/bundle/index.d.ts +20 -0
- package/dist/src/commands/bundle/index.js +88 -12
- package/dist/src/commands/bundle/plugins.js +1 -1
- package/dist/src/commands/command-logger.d.ts +6 -0
- package/dist/src/commands/command-logger.js +12 -0
- package/dist/src/commands/host-prebuilds/index.d.ts +71 -0
- package/dist/src/commands/host-prebuilds/index.js +227 -0
- package/dist/src/commands/host-prebuilds/package-manager.d.ts +54 -0
- package/dist/src/commands/host-prebuilds/package-manager.js +278 -0
- package/dist/src/commands/index.d.ts +10 -1
- package/dist/src/commands/index.js +6 -0
- package/dist/src/commands/verify/abi.d.ts +22 -2
- package/dist/src/commands/verify/abi.js +49 -27
- package/dist/src/commands/verify/addon-source.d.ts +22 -0
- package/dist/src/commands/verify/addon-source.js +69 -3
- package/dist/src/commands/verify/bare-kit-runtime.d.ts +38 -0
- package/dist/src/commands/verify/bare-kit-runtime.js +201 -0
- package/dist/src/commands/verify/bare-kit-runtimes.d.ts +12 -0
- package/dist/src/commands/verify/bare-kit-runtimes.js +108 -0
- package/dist/src/commands/verify/bundle-source.js +16 -15
- package/dist/src/commands/verify/engines-advice.d.ts +73 -0
- package/dist/src/commands/verify/engines-advice.js +271 -0
- package/dist/src/commands/verify/index.d.ts +22 -0
- package/dist/src/commands/verify/index.js +151 -13
- package/dist/src/commands/verify/node-modules-source.js +43 -39
- package/dist/src/commands/verify/prebuilds.d.ts +19 -0
- package/dist/src/commands/verify/prebuilds.js +52 -13
- package/dist/src/expo/plugins/index.d.ts +2 -0
- package/dist/src/expo/plugins/withMobileBundle.d.ts +15 -5
- package/dist/src/expo/plugins/withMobileBundle.js +68 -42
- package/dist/src/expo/plugins/withQvacSDK.d.ts +7 -1
- package/dist/src/expo/plugins/withQvacSDK.js +6 -3
- package/dist/src/index.d.ts +5 -2
- package/dist/src/index.js +4 -2
- package/dist/src/schemas/sdk-errors-client.d.ts +2 -0
- package/dist/src/schemas/sdk-errors-client.js +16 -0
- package/dist/src/schemas/sdk-errors-server.d.ts +1 -0
- package/dist/src/schemas/sdk-errors-server.js +5 -0
- package/dist/src/utils/errors-client.d.ts +15 -0
- package/dist/src/utils/errors-client.js +26 -0
- package/dist/src/utils/errors-server.d.ts +1 -0
- package/dist/src/utils/errors-server.js +1 -0
- package/dist/src/utils/mcp-adapter.js +7 -1
- package/dist/src/utils/tool-helpers.d.ts +4 -0
- package/dist/src/utils/tool-helpers.js +2 -0
- package/dist/src/worker/ggml-rpc-server-provider.d.ts +2 -0
- package/dist/src/worker/ggml-rpc-server-provider.js +1 -0
- package/dist/src/worker/rpc-server-provider.d.ts +3 -0
- package/dist/src/worker/rpc-server-provider.js +1 -0
- package/package.json +31 -27
- package/dist/scripts/enforce-inference-peer-dependencies.d.ts +0 -2
- package/dist/scripts/enforce-inference-peer-dependencies.js +0 -39
- package/dist/src/deprecate.d.ts +0 -2
- package/dist/src/deprecate.js +0 -9
- package/dist/src/worker/legacy-worker-entry.d.ts +0 -2
- package/dist/src/worker/legacy-worker-entry.js +0 -3
- package/dist/src/worker/worker-core.d.ts +0 -7
- package/dist/src/worker/worker-core.js +0 -8
package/NOTICE
CHANGED
|
@@ -71,14 +71,20 @@ Third-Party Model Licenses
|
|
|
71
71
|
https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
|
|
72
72
|
bci-embedder
|
|
73
73
|
https://github.com/tetherto/qvac/releases/download/bci-test-assets-v0.1.0/bci-embedder.bin
|
|
74
|
+
coremldata
|
|
75
|
+
https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
|
|
74
76
|
cosyvoice3-campplus-f32
|
|
75
77
|
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
78
|
+
cosyvoice3-flow-bf16
|
|
79
|
+
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
76
80
|
cosyvoice3-flow-f32
|
|
77
81
|
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
78
82
|
cosyvoice3-hift-f32
|
|
79
83
|
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
80
84
|
cosyvoice3-llm-q8_0
|
|
81
85
|
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
86
|
+
cosyvoice3-llm-q8_0-fused
|
|
87
|
+
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
82
88
|
cosyvoice3-s3tok-f16
|
|
83
89
|
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
84
90
|
craft_mlt_25k
|
|
@@ -132,7 +138,7 @@ Third-Party Model Licenses
|
|
|
132
138
|
LightOnOCR-2-1B-ocr-soup-GGUF
|
|
133
139
|
https://huggingface.co/noctrex/LightOnOCR-2-1B-ocr-soup-GGUF
|
|
134
140
|
Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
|
|
135
|
-
https://huggingface.co/
|
|
141
|
+
https://huggingface.co/mradermacher/Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
|
|
136
142
|
MedPsy-1.7B-GGUF
|
|
137
143
|
https://huggingface.co/qvac/MedPsy-1.7B-GGUF
|
|
138
144
|
MedPsy-4B-GGUF
|
|
@@ -141,6 +147,14 @@ Third-Party Model Licenses
|
|
|
141
147
|
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
142
148
|
mmproj-unlimited-ocr-Q8_0
|
|
143
149
|
https://huggingface.co/baidu/Unlimited-OCR
|
|
150
|
+
model
|
|
151
|
+
https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
|
|
152
|
+
moss-codec-decoder-f16
|
|
153
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-TTS
|
|
154
|
+
moss-codec-encoder-f16
|
|
155
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-TTS
|
|
156
|
+
moss-tts-delay-f16
|
|
157
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-TTS
|
|
144
158
|
nb-tiny-ggml-model
|
|
145
159
|
https://huggingface.co/NbAiLab/nb-whisper-tiny
|
|
146
160
|
parler-indic-f16
|
|
@@ -207,6 +221,8 @@ Third-Party Model Licenses
|
|
|
207
221
|
https://huggingface.co/HuggingFaceVLA/smolvla_libero
|
|
208
222
|
SmolVLM2-500M-Video-Instruct-GGUF
|
|
209
223
|
https://huggingface.co/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF
|
|
224
|
+
Ternary-Bonsai-2-27B-gguf
|
|
225
|
+
https://huggingface.co/prism-ml/Ternary-Bonsai-2-27B-gguf
|
|
210
226
|
TranslatePsy-AfriSLM-0.8B-Q4-GGUF
|
|
211
227
|
https://huggingface.co/qvac/TranslatePsy-AfriSLM-0.8B-Q4-GGUF
|
|
212
228
|
TranslatePsy-AfriSLM-0.8B-Q8-GGUF
|
|
@@ -247,6 +263,8 @@ Third-Party Model Licenses
|
|
|
247
263
|
https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged
|
|
248
264
|
Wan2.2-TI2V-5B-Turbo-GGUF
|
|
249
265
|
https://huggingface.co/hum-ma/Wan2.2-TI2V-5B-Turbo-GGUF
|
|
266
|
+
weight
|
|
267
|
+
https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
|
|
250
268
|
|
|
251
269
|
--- bsd-3-clause (BSD 3-Clause License) ---
|
|
252
270
|
|
|
@@ -273,30 +291,58 @@ Third-Party Model Licenses
|
|
|
273
291
|
|
|
274
292
|
AfriqueGemma-4B-GGUF
|
|
275
293
|
https://huggingface.co/mradermacher/AfriqueGemma-4B-GGUF
|
|
294
|
+
coremldata
|
|
295
|
+
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
296
|
+
coremldata
|
|
297
|
+
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
298
|
+
coremldata
|
|
299
|
+
https://huggingface.co/nvidia/parakeet-tdt-1.1b
|
|
300
|
+
coremldata
|
|
301
|
+
https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
|
|
302
|
+
model
|
|
303
|
+
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
304
|
+
model
|
|
305
|
+
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
306
|
+
model
|
|
307
|
+
https://huggingface.co/nvidia/parakeet-tdt-1.1b
|
|
308
|
+
model
|
|
309
|
+
https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
|
|
310
|
+
parakeet_realtime_eou_120m-v1.f16
|
|
311
|
+
https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
|
|
312
|
+
parakeet_realtime_eou_120m-v1.q4_0
|
|
313
|
+
https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
|
|
314
|
+
parakeet_realtime_eou_120m-v1.q8_0
|
|
315
|
+
https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
|
|
276
316
|
parakeet-ctc-0.6b.f16
|
|
277
317
|
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
278
318
|
parakeet-ctc-0.6b.q4_0
|
|
279
319
|
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
280
320
|
parakeet-ctc-0.6b.q8_0
|
|
281
321
|
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
282
|
-
parakeet-eou-120m-v1.f16
|
|
283
|
-
https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
|
|
284
|
-
parakeet-eou-120m-v1.q4_0
|
|
285
|
-
https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
|
|
286
|
-
parakeet-eou-120m-v1.q8_0
|
|
287
|
-
https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
|
|
288
322
|
parakeet-tdt-0.6b-v3.f16
|
|
289
323
|
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
290
324
|
parakeet-tdt-0.6b-v3.q4_0
|
|
291
325
|
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
292
326
|
parakeet-tdt-0.6b-v3.q8_0
|
|
293
327
|
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
328
|
+
parakeet-tdt-1.1b.f16
|
|
329
|
+
https://huggingface.co/nvidia/parakeet-tdt-1.1b
|
|
330
|
+
parakeet-tdt-1.1b.q8_0
|
|
331
|
+
https://huggingface.co/nvidia/parakeet-tdt-1.1b
|
|
294
332
|
sortformer-4spk-v1.f16
|
|
295
333
|
https://huggingface.co/nvidia/diar_sortformer_4spk-v1
|
|
296
334
|
sortformer-4spk-v1.q4_0
|
|
297
335
|
https://huggingface.co/nvidia/diar_sortformer_4spk-v1
|
|
298
336
|
sortformer-4spk-v1.q8_0
|
|
299
337
|
https://huggingface.co/nvidia/diar_sortformer_4spk-v1
|
|
338
|
+
weight
|
|
339
|
+
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
340
|
+
weight
|
|
341
|
+
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
342
|
+
weight
|
|
343
|
+
https://huggingface.co/nvidia/parakeet-tdt-1.1b
|
|
344
|
+
weight
|
|
345
|
+
https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
|
|
300
346
|
|
|
301
347
|
--- gemma (Gemma Terms of Use) ---
|
|
302
348
|
|
|
@@ -330,8 +376,12 @@ Third-Party Model Licenses
|
|
|
330
376
|
|
|
331
377
|
--- mit (MIT License) ---
|
|
332
378
|
|
|
379
|
+
acestep-5Hz-lm-0.6B-BF16
|
|
380
|
+
https://huggingface.co/ACE-Step/acestep-5Hz-lm-0.6B
|
|
333
381
|
acestep-5Hz-lm-0.6B-Q8_0
|
|
334
382
|
https://huggingface.co/ACE-Step/acestep-5Hz-lm-0.6B
|
|
383
|
+
acestep-v15-base-Q4_K_M
|
|
384
|
+
https://huggingface.co/ACE-Step/acestep-v15-base
|
|
335
385
|
acestep-v15-sft-Q8_0
|
|
336
386
|
https://huggingface.co/ACE-Step/acestep-v15-sft
|
|
337
387
|
acestep-v15-turbo-Q4_K_M
|
|
@@ -354,6 +404,8 @@ Third-Party Model Licenses
|
|
|
354
404
|
https://huggingface.co/ResembleAI/chatterbox
|
|
355
405
|
chatterbox-t3-turbo
|
|
356
406
|
https://huggingface.co/ResembleAI/chatterbox-turbo
|
|
407
|
+
coremldata
|
|
408
|
+
https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
|
|
357
409
|
de-base-ggml-model-f16
|
|
358
410
|
https://huggingface.co/aware-ai/whisper-base-german
|
|
359
411
|
DeepSeek-V4-Flash-0731-GGUF
|
|
@@ -376,16 +428,18 @@ Third-Party Model Licenses
|
|
|
376
428
|
https://huggingface.co/ChristianAzinn/gte-large-gguf
|
|
377
429
|
gte-large-gguf
|
|
378
430
|
https://huggingface.co/ChristianAzinn/gte-large-gguf
|
|
379
|
-
indic-conformer-
|
|
431
|
+
indic-conformer-600m-multilingual.f16
|
|
380
432
|
https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
|
|
381
|
-
indic-conformer-
|
|
433
|
+
indic-conformer-600m-multilingual.q4_0
|
|
382
434
|
https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
|
|
383
|
-
indic-conformer-
|
|
435
|
+
indic-conformer-600m-multilingual.q8_0
|
|
384
436
|
https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
|
|
385
437
|
lavasr-denoiser-f16
|
|
386
438
|
https://huggingface.co/spaces/YatharthS
|
|
387
439
|
lavasr-enhancer-f16
|
|
388
440
|
https://huggingface.co/spaces/YatharthS
|
|
441
|
+
model
|
|
442
|
+
https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
|
|
389
443
|
pt-tiny-ggml-model-f16
|
|
390
444
|
https://huggingface.co/DavyCosta701/whisper-tiny-pt-bpra
|
|
391
445
|
taew2_2_f16
|
|
@@ -396,6 +450,8 @@ Third-Party Model Licenses
|
|
|
396
450
|
https://voiceinput.futo.org/VoiceInput/tiny_en_acft_q8_0.bin
|
|
397
451
|
vae-BF16
|
|
398
452
|
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
453
|
+
weight
|
|
454
|
+
https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
|
|
399
455
|
whisper-vad
|
|
400
456
|
https://huggingface.co/ggml-org/whisper-vad
|
|
401
457
|
whisper.cpp
|
|
@@ -610,6 +666,12 @@ Third-Party Model Licenses
|
|
|
610
666
|
|
|
611
667
|
--- nvidia-open-model-license ---
|
|
612
668
|
|
|
669
|
+
coremldata
|
|
670
|
+
https://huggingface.co/nvidia/diar_streaming_sortformer_4spk-v2.1
|
|
671
|
+
coremldata
|
|
672
|
+
https://huggingface.co/nvidia/nemotron-3.5-asr-streaming-0.6b
|
|
673
|
+
coremldata
|
|
674
|
+
https://huggingface.co/nvidia/parakeet-unified-en-0.6b
|
|
613
675
|
diar_streaming_sortformer_4spk-v2.1.f16
|
|
614
676
|
https://huggingface.co/nvidia/diar_streaming_sortformer_4spk-v2.1
|
|
615
677
|
diar_streaming_sortformer_4spk-v2.1.q4_0
|
|
@@ -620,6 +682,12 @@ Third-Party Model Licenses
|
|
|
620
682
|
https://huggingface.co/nvidia/GR00T-N1.7-LIBERO
|
|
621
683
|
groot-q8_vf16
|
|
622
684
|
https://huggingface.co/nvidia/GR00T-N1.7-3B
|
|
685
|
+
model
|
|
686
|
+
https://huggingface.co/nvidia/diar_streaming_sortformer_4spk-v2.1
|
|
687
|
+
model
|
|
688
|
+
https://huggingface.co/nvidia/nemotron-3.5-asr-streaming-0.6b
|
|
689
|
+
model
|
|
690
|
+
https://huggingface.co/nvidia/parakeet-unified-en-0.6b
|
|
623
691
|
nemotron-3.5-asr-streaming-0.6b.f16
|
|
624
692
|
https://huggingface.co/nvidia/nemotron-3.5-asr-streaming-0.6b
|
|
625
693
|
nemotron-3.5-asr-streaming-0.6b.q4_0
|
|
@@ -632,6 +700,12 @@ Third-Party Model Licenses
|
|
|
632
700
|
https://huggingface.co/nvidia/parakeet-unified-en-0.6b
|
|
633
701
|
parakeet-unified-en-0.6b.q8_0
|
|
634
702
|
https://huggingface.co/nvidia/parakeet-unified-en-0.6b
|
|
703
|
+
weight
|
|
704
|
+
https://huggingface.co/nvidia/diar_streaming_sortformer_4spk-v2.1
|
|
705
|
+
weight
|
|
706
|
+
https://huggingface.co/nvidia/nemotron-3.5-asr-streaming-0.6b
|
|
707
|
+
weight
|
|
708
|
+
https://huggingface.co/nvidia/parakeet-unified-en-0.6b
|
|
635
709
|
|
|
636
710
|
--- openrail ---
|
|
637
711
|
|
|
@@ -674,61 +748,64 @@ the underlying models.
|
|
|
674
748
|
|
|
675
749
|
Source URLs for original weights are recorded in each model's
|
|
676
750
|
metadata entry within the registry.
|
|
677
|
-
|
|
678
751
|
=========================================================================
|
|
679
752
|
JavaScript Dependencies
|
|
680
753
|
=========================================================================
|
|
681
754
|
|
|
682
755
|
--- apache-2.0 (Apache License 2.0) ---
|
|
683
756
|
|
|
684
|
-
@hyperswarm/secret-stream@6.9.
|
|
757
|
+
@hyperswarm/secret-stream@6.9.2
|
|
685
758
|
https://github.com/holepunchto/hyperswarm-secret-stream
|
|
686
|
-
@qvac/asr-ggml@0.
|
|
759
|
+
@qvac/asr-ggml@0.5.3
|
|
687
760
|
https://github.com/tetherto/qvac
|
|
688
|
-
@qvac/
|
|
761
|
+
@qvac/asr-ggml-darwin-arm64@0.5.3
|
|
689
762
|
https://github.com/tetherto/qvac
|
|
690
|
-
@qvac/
|
|
763
|
+
@qvac/audiogen-ggml@0.4.1
|
|
691
764
|
https://github.com/tetherto/qvac
|
|
692
|
-
@qvac/
|
|
765
|
+
@qvac/audiogen-ggml-darwin-arm64@0.4.1
|
|
693
766
|
https://github.com/tetherto/qvac
|
|
694
|
-
@qvac/
|
|
767
|
+
@qvac/bci-whispercpp@0.9.1
|
|
695
768
|
https://github.com/tetherto/qvac
|
|
696
|
-
@qvac/
|
|
769
|
+
@qvac/classification-ggml@0.26.3
|
|
697
770
|
https://github.com/tetherto/qvac
|
|
698
|
-
@qvac/
|
|
771
|
+
@qvac/decoder-audio@0.6.0
|
|
699
772
|
https://github.com/tetherto/qvac
|
|
700
|
-
@qvac/
|
|
773
|
+
@qvac/diffusion-cpp@0.24.0
|
|
701
774
|
https://github.com/tetherto/qvac
|
|
702
|
-
@qvac/
|
|
703
|
-
@qvac/fabric@0.10.0
|
|
775
|
+
@qvac/embed-llamacpp@0.41.3
|
|
704
776
|
https://github.com/tetherto/qvac
|
|
705
|
-
@qvac/
|
|
777
|
+
@qvac/error@0.1.1
|
|
778
|
+
@qvac/fabric@0.16.1
|
|
706
779
|
https://github.com/tetherto/qvac
|
|
707
780
|
@qvac/infer-base@0.6.2
|
|
708
781
|
https://github.com/tetherto/qvac
|
|
709
|
-
@qvac/inference@0.
|
|
782
|
+
@qvac/inference@0.20.0
|
|
710
783
|
https://github.com/tetherto/qvac
|
|
711
784
|
@qvac/langdetect-text@0.1.2
|
|
712
785
|
https://github.com/tetherto/qvac
|
|
713
|
-
@qvac/llm-llamacpp@0.
|
|
786
|
+
@qvac/llm-llamacpp@0.53.2
|
|
714
787
|
https://github.com/tetherto/qvac
|
|
715
788
|
@qvac/logging@0.1.1
|
|
716
789
|
https://github.com/tetherto/qvac
|
|
717
|
-
@qvac/ocr-ggml@0.
|
|
790
|
+
@qvac/ocr-ggml@0.24.3
|
|
791
|
+
https://github.com/tetherto/qvac
|
|
792
|
+
@qvac/rag@0.8.1
|
|
718
793
|
https://github.com/tetherto/qvac
|
|
719
794
|
@qvac/registry-client@0.6.1
|
|
720
795
|
https://github.com/tetherto/qvac
|
|
721
796
|
@qvac/registry-schema@0.3.0
|
|
722
797
|
https://github.com/tetherto/qvac
|
|
723
|
-
@qvac/translation-nmtcpp@0.
|
|
798
|
+
@qvac/translation-nmtcpp@0.16.4
|
|
724
799
|
https://github.com/tetherto/qvac
|
|
725
|
-
@qvac/tts-ggml@0.
|
|
800
|
+
@qvac/tts-ggml@0.9.2
|
|
726
801
|
https://github.com/tetherto/qvac
|
|
727
|
-
@qvac/
|
|
802
|
+
@qvac/tts-ggml-darwin-arm64@0.9.2
|
|
803
|
+
https://github.com/tetherto/qvac
|
|
804
|
+
@qvac/vla-ggml@0.27.3
|
|
728
805
|
https://github.com/tetherto/qvac
|
|
729
806
|
adaptive-timeout@1.0.1
|
|
730
807
|
https://github.com/holepunchto/adaptive-timeout
|
|
731
|
-
b4a@1.
|
|
808
|
+
b4a@1.9.0
|
|
732
809
|
https://github.com/holepunchto/b4a
|
|
733
810
|
bare-abort@2.0.13
|
|
734
811
|
https://github.com/holepunchto/bare-abort
|
|
@@ -746,7 +823,7 @@ JavaScript Dependencies
|
|
|
746
823
|
https://github.com/holepunchto/bare-bundle
|
|
747
824
|
bare-bundle-id@1.0.2
|
|
748
825
|
https://github.com/holepunchto/bare-bundle-id
|
|
749
|
-
bare-cov@1.2.
|
|
826
|
+
bare-cov@1.2.3
|
|
750
827
|
https://github.com/holepunchto/bare-cov
|
|
751
828
|
bare-cpu-info@0.1.1
|
|
752
829
|
https://github.com/holepunchto/bare-cpu-info
|
|
@@ -754,7 +831,7 @@ JavaScript Dependencies
|
|
|
754
831
|
https://github.com/holepunchto/bare-crypto
|
|
755
832
|
bare-debug-log@2.0.0
|
|
756
833
|
https://github.com/holepunchto/bare-debug-log
|
|
757
|
-
bare-dns@2.2.
|
|
834
|
+
bare-dns@2.2.1
|
|
758
835
|
https://github.com/holepunchto/bare-dns
|
|
759
836
|
bare-encoding@1.0.3
|
|
760
837
|
https://github.com/holepunchto/bare-encoding
|
|
@@ -762,9 +839,9 @@ JavaScript Dependencies
|
|
|
762
839
|
https://github.com/holepunchto/bare-env
|
|
763
840
|
bare-events@2.9.2
|
|
764
841
|
https://github.com/holepunchto/bare-events
|
|
765
|
-
bare-fetch@3.
|
|
842
|
+
bare-fetch@3.4.0
|
|
766
843
|
https://github.com/holepunchto/bare-fetch
|
|
767
|
-
bare-ffmpeg@1.
|
|
844
|
+
bare-ffmpeg@1.6.0
|
|
768
845
|
https://github.com/holepunchto/bare-ffmpeg
|
|
769
846
|
bare-form-data@1.2.2
|
|
770
847
|
https://github.com/holepunchto/bare-form-data
|
|
@@ -778,7 +855,7 @@ JavaScript Dependencies
|
|
|
778
855
|
https://github.com/holepunchto/bare-hrtime
|
|
779
856
|
bare-http-parser@2.1.4
|
|
780
857
|
https://github.com/holepunchto/bare-http-parser
|
|
781
|
-
bare-http1@4.6.
|
|
858
|
+
bare-http1@4.6.2
|
|
782
859
|
https://github.com/holepunchto/bare-http1
|
|
783
860
|
bare-https@3.1.0
|
|
784
861
|
https://github.com/holepunchto/bare-https
|
|
@@ -786,19 +863,15 @@ JavaScript Dependencies
|
|
|
786
863
|
https://github.com/holepunchto/bare-inspect
|
|
787
864
|
bare-inspector@6.1.0
|
|
788
865
|
https://github.com/holepunchto/bare-inspector
|
|
789
|
-
bare-lief@0.2.7
|
|
790
|
-
https://github.com/holepunchto/bare-lief
|
|
791
|
-
bare-link@3.3.0
|
|
792
|
-
https://github.com/holepunchto/bare-link
|
|
793
866
|
bare-mime@1.0.0
|
|
794
867
|
https://github.com/holepunchto/bare-mime
|
|
795
868
|
bare-module@6.4.0
|
|
796
869
|
https://github.com/holepunchto/bare-module
|
|
797
|
-
bare-module-lexer@1.6.
|
|
870
|
+
bare-module-lexer@1.6.7
|
|
798
871
|
https://github.com/holepunchto/bare-module-lexer
|
|
799
872
|
bare-module-resolve@1.12.5
|
|
800
873
|
https://github.com/holepunchto/bare-module-resolve
|
|
801
|
-
bare-module-traverse@2.5.
|
|
874
|
+
bare-module-traverse@2.5.6
|
|
802
875
|
https://github.com/holepunchto/bare-module-traverse
|
|
803
876
|
bare-net@2.3.3
|
|
804
877
|
https://github.com/holepunchto/bare-net
|
|
@@ -818,12 +891,10 @@ JavaScript Dependencies
|
|
|
818
891
|
https://github.com/holepunchto/bare-process
|
|
819
892
|
bare-rpc@1.3.8
|
|
820
893
|
https://github.com/holepunchto/bare-rpc
|
|
821
|
-
bare-runtime@1.
|
|
894
|
+
bare-runtime@1.33.4
|
|
822
895
|
https://github.com/holepunchto/bare-runtime
|
|
823
|
-
bare-runtime-darwin-arm64@1.
|
|
896
|
+
bare-runtime-darwin-arm64@1.33.4
|
|
824
897
|
https://github.com/holepunchto/bare-runtime
|
|
825
|
-
bare-semver@1.1.0
|
|
826
|
-
https://github.com/holepunchto/bare-semver
|
|
827
898
|
bare-signals@4.2.0
|
|
828
899
|
https://github.com/holepunchto/bare-signals
|
|
829
900
|
bare-signals@5.0.0
|
|
@@ -832,13 +903,11 @@ JavaScript Dependencies
|
|
|
832
903
|
https://github.com/holepunchto/bare-stdio
|
|
833
904
|
bare-stream@2.13.4
|
|
834
905
|
https://github.com/holepunchto/bare-stream
|
|
835
|
-
bare-structured-clone@1.6.0
|
|
836
|
-
https://github.com/holepunchto/bare-structured-clone
|
|
837
906
|
bare-stylize@0.0.1
|
|
838
907
|
https://github.com/holepunchto/bare-stylize
|
|
839
908
|
bare-subprocess@5.2.3
|
|
840
909
|
https://github.com/holepunchto/bare-subprocess
|
|
841
|
-
bare-subprocess@6.
|
|
910
|
+
bare-subprocess@6.2.0
|
|
842
911
|
https://github.com/holepunchto/bare-subprocess
|
|
843
912
|
bare-tcp@2.6.1
|
|
844
913
|
https://github.com/holepunchto/bare-tcp
|
|
@@ -846,16 +915,17 @@ JavaScript Dependencies
|
|
|
846
915
|
https://github.com/holepunchto/bare-tls
|
|
847
916
|
bare-tty@5.2.1
|
|
848
917
|
https://github.com/holepunchto/bare-tty
|
|
849
|
-
bare-type@1.
|
|
918
|
+
bare-type@1.4.0
|
|
850
919
|
https://github.com/holepunchto/bare-type
|
|
851
|
-
bare-type-stripper@0.1.
|
|
920
|
+
bare-type-stripper@0.1.7
|
|
852
921
|
https://github.com/holepunchto/bare-type-stripper
|
|
853
922
|
bare-url@2.5.4
|
|
854
923
|
https://github.com/holepunchto/bare-url
|
|
855
924
|
bare-utils@1.6.0
|
|
856
925
|
https://github.com/holepunchto/bare-utils
|
|
857
|
-
bare-v8-to-istanbul@1.0.
|
|
858
|
-
|
|
926
|
+
bare-v8-to-istanbul@1.0.4
|
|
927
|
+
https://github.com/holepunchto/bare-v8-to-istanbul
|
|
928
|
+
bare-ws@3.2.0
|
|
859
929
|
https://github.com/holepunchto/bare-ws
|
|
860
930
|
bare-zlib@1.4.1
|
|
861
931
|
https://github.com/holepunchto/bare-zlib
|
|
@@ -887,7 +957,7 @@ JavaScript Dependencies
|
|
|
887
957
|
https://github.com/holepunchto/hypercore-id-encoding
|
|
888
958
|
hypercore-stats@2.5.1
|
|
889
959
|
https://github.com/holepunchto/hypercore-stats
|
|
890
|
-
hypercore-storage@3.
|
|
960
|
+
hypercore-storage@3.3.1
|
|
891
961
|
https://github.com/holepunchto/hypercore-storage
|
|
892
962
|
hyperdb@6.9.0
|
|
893
963
|
https://github.com/holepunchto/hyperdb
|
|
@@ -897,9 +967,9 @@ JavaScript Dependencies
|
|
|
897
967
|
https://github.com/holepunchto/hyperdht-stats
|
|
898
968
|
hyperdispatch@1.6.0
|
|
899
969
|
https://github.com/holepunchto/hyperdispatch
|
|
900
|
-
hyperdrive@13.3.
|
|
970
|
+
hyperdrive@13.3.4
|
|
901
971
|
https://github.com/holepunchto/hyperdrive
|
|
902
|
-
hyperschema@1.
|
|
972
|
+
hyperschema@1.26.2
|
|
903
973
|
https://github.com/holepunchto/hyperschema
|
|
904
974
|
hyperswarm-stats@1.3.1
|
|
905
975
|
https://github.com/holepunchto/hyperswarm-stats
|
|
@@ -925,11 +995,11 @@ JavaScript Dependencies
|
|
|
925
995
|
https://github.com/holepunchto/refcounter
|
|
926
996
|
require-addon@1.3.0
|
|
927
997
|
https://github.com/holepunchto/require-addon
|
|
928
|
-
require-asset@1.2.
|
|
998
|
+
require-asset@1.2.4
|
|
929
999
|
https://github.com/holepunchto/require-asset
|
|
930
1000
|
resource-on-exit@1.0.0
|
|
931
1001
|
https://github.com/holepunchto/bare-teardown
|
|
932
|
-
rocksdb-native@3.
|
|
1002
|
+
rocksdb-native@3.18.1
|
|
933
1003
|
https://github.com/holepunchto/rocksdb-native
|
|
934
1004
|
scope-lock@1.2.4
|
|
935
1005
|
https://github.com/holepunchto/scope-lock
|
|
@@ -939,7 +1009,7 @@ JavaScript Dependencies
|
|
|
939
1009
|
https://github.com/holepunchto/sub-encoder
|
|
940
1010
|
text-decoder@1.2.7
|
|
941
1011
|
https://github.com/holepunchto/text-decoder
|
|
942
|
-
udx-native@1.21.
|
|
1012
|
+
udx-native@1.21.3
|
|
943
1013
|
https://github.com/holepunchto/udx-native
|
|
944
1014
|
unslab@1.3.0
|
|
945
1015
|
https://github.com/holepunchto/unslab
|
|
@@ -967,10 +1037,6 @@ JavaScript Dependencies
|
|
|
967
1037
|
|
|
968
1038
|
--- mit (MIT License) ---
|
|
969
1039
|
|
|
970
|
-
@jridgewell/resolve-uri@3.1.2
|
|
971
|
-
https://github.com/jridgewell/resolve-uri
|
|
972
|
-
@jridgewell/sourcemap-codec@1.6.0
|
|
973
|
-
https://github.com/jridgewell/sourcemaps
|
|
974
1040
|
@jridgewell/trace-mapping@0.3.31
|
|
975
1041
|
https://github.com/jridgewell/sourcemaps
|
|
976
1042
|
@types/istanbul-lib-coverage@2.0.6
|
|
@@ -985,7 +1051,7 @@ JavaScript Dependencies
|
|
|
985
1051
|
https://github.com/mafintosh/codecs
|
|
986
1052
|
convert-source-map@2.0.0
|
|
987
1053
|
https://github.com/thlorenz/convert-source-map
|
|
988
|
-
corestore@7.12.
|
|
1054
|
+
corestore@7.12.5
|
|
989
1055
|
https://github.com/holepunchto/corestore
|
|
990
1056
|
debounceify@1.1.0
|
|
991
1057
|
https://github.com/mafintosh/debounceify
|
|
@@ -1005,13 +1071,13 @@ JavaScript Dependencies
|
|
|
1005
1071
|
https://github.com/mafintosh/generate-string
|
|
1006
1072
|
hyperbee@2.27.3
|
|
1007
1073
|
https://github.com/holepunchto/hyperbee
|
|
1008
|
-
hypercore@11.
|
|
1074
|
+
hypercore@11.36.1
|
|
1009
1075
|
https://github.com/holepunchto/hypercore
|
|
1010
1076
|
hypercore-crypto@3.7.0
|
|
1011
1077
|
https://github.com/mafintosh/hypercore-crypto
|
|
1012
1078
|
hyperdht@6.34.0
|
|
1013
1079
|
https://github.com/holepunchto/hyperdht
|
|
1014
|
-
hyperswarm@4.17.
|
|
1080
|
+
hyperswarm@4.17.2
|
|
1015
1081
|
https://github.com/holepunchto/hyperswarm
|
|
1016
1082
|
is-options@1.0.2
|
|
1017
1083
|
https://github.com/mafintosh/is-options
|
|
@@ -1019,6 +1085,8 @@ JavaScript Dependencies
|
|
|
1019
1085
|
https://github.com/mikolalysenko/is-property
|
|
1020
1086
|
kademlia-routing-table@1.0.6
|
|
1021
1087
|
https://github.com/mafintosh/kademlia-routing-table
|
|
1088
|
+
llm-splitter@0.2.0
|
|
1089
|
+
https://github.com/nearform/llm-splitter
|
|
1022
1090
|
mutexify@1.4.0
|
|
1023
1091
|
https://github.com/mafintosh/mutexify
|
|
1024
1092
|
nat-sampler@1.0.1
|
|
@@ -1089,6 +1157,6 @@ JavaScript Dependencies
|
|
|
1089
1157
|
https://github.com/mafintosh/xache
|
|
1090
1158
|
z32@1.1.0
|
|
1091
1159
|
https://github.com/mafintosh/z32
|
|
1092
|
-
zod@4.6.
|
|
1160
|
+
zod@4.6.5
|
|
1093
1161
|
https://github.com/colinhacks/zod
|
|
1094
1162
|
|
package/README.md
CHANGED
|
@@ -22,6 +22,13 @@ For AI/LLM tools, use [https://docs.qvac.tether.io/llms-full.txt](https://docs.q
|
|
|
22
22
|
|
|
23
23
|
See https://docs.qvac.tether.io/sdk/getting-started/installation
|
|
24
24
|
|
|
25
|
+
On Node.js, the SDK installs and launches its own Bare worker through `bare-runtime`.
|
|
26
|
+
Its dependency range must satisfy `@qvac/inference`'s `engines.bare` requirement.
|
|
27
|
+
When upgrading the SDK, reinstall dependencies with the existing lockfile so the
|
|
28
|
+
package manager can replace an older, incompatible runtime. Remove any override
|
|
29
|
+
or resolution that forces the worker below that requirement; installing a newer
|
|
30
|
+
global `bare` executable does not change the SDK's worker dependency.
|
|
31
|
+
|
|
25
32
|
## Quickstart
|
|
26
33
|
|
|
27
34
|
1. Create the examples workspace:
|
|
@@ -143,14 +150,16 @@ initialized, the event omits the resource block.
|
|
|
143
150
|
## Pre-download model fit assessment
|
|
144
151
|
|
|
145
152
|
Use `assessModelFit` to check, before downloading anything, whether models are
|
|
146
|
-
likely to fit in this device's memory.
|
|
147
|
-
|
|
153
|
+
likely to fit in this device's memory. Each candidate is described as `loadModel`
|
|
154
|
+
takes it. It reads generated catalog metadata plus a fresh memory sample, and for
|
|
155
|
+
a single candidate the registry's weightless description of the artifact, so the
|
|
156
|
+
engine's own fitter can answer — no weights, no load:
|
|
148
157
|
|
|
149
158
|
```ts
|
|
150
159
|
import { assessModelFit, QWEN3_8B_INST_Q4_K_M } from '@qvac/sdk'
|
|
151
160
|
|
|
152
161
|
const result = await assessModelFit({
|
|
153
|
-
models: [{
|
|
162
|
+
models: [{ modelSrc: QWEN3_8B_INST_Q4_K_M, modelType: 'llm', modelConfig: { ctx_size: 8192 } }],
|
|
154
163
|
execution: 'sequential',
|
|
155
164
|
policy: 'interactive-v1'
|
|
156
165
|
})
|
|
@@ -185,6 +194,33 @@ console.log(stats?.audioDuration, stats?.realTimeFactor)
|
|
|
185
194
|
`session.stats` resolves to `undefined` when the engine does not report
|
|
186
195
|
statistics.
|
|
187
196
|
|
|
197
|
+
Batch `transcribe()` calls also expose terminal statistics:
|
|
198
|
+
|
|
199
|
+
```ts
|
|
200
|
+
const call = transcribe({ modelId, audioChunk })
|
|
201
|
+
const text = await call
|
|
202
|
+
const stats = await call.stats
|
|
203
|
+
console.log(text, stats?.encoderUsedCoreml)
|
|
204
|
+
```
|
|
205
|
+
|
|
206
|
+
`call.stats` resolves to `undefined` when the engine reports no statistics and
|
|
207
|
+
rejects if transcription fails.
|
|
208
|
+
|
|
209
|
+
## Parakeet Core ML encoders on Apple devices
|
|
210
|
+
|
|
211
|
+
Load a supported Parakeet registry constant as usual. On macOS and iOS, the SDK
|
|
212
|
+
downloads any complete, published Core ML encoder bundle with its GGUF and
|
|
213
|
+
places the `.mlmodelc` directory where the native addon discovers it. This is
|
|
214
|
+
available for TDT 0.6B v3, Unified English 0.6B, EOU 120M v1, and streaming
|
|
215
|
+
Sortformer v2.1. The download includes the sidecar weights, so first load takes
|
|
216
|
+
more time and disk space. Other platforms download only the GGUF. If the
|
|
217
|
+
sidecar is unavailable or cannot load, inference uses the GGUF encoder.
|
|
218
|
+
Sortformer v2.1 also needs a GGUF with the
|
|
219
|
+
`parakeet.model_variant=sortformer-streaming-v2.1-aosc` metadata. Caching both
|
|
220
|
+
sidecars alone does not activate Core ML. See
|
|
221
|
+
[`examples/asr/parakeet-unified-coreml.ts`](examples/asr/parakeet-unified-coreml.ts)
|
|
222
|
+
for a local check of a Unified GGUF and its encoder bundle.
|
|
223
|
+
|
|
188
224
|
## Examples
|
|
189
225
|
|
|
190
226
|
In the `./examples` subdirectory, you will find scripts demonstrating how to use all SDK functionalities. To try any of them:
|
|
@@ -1,15 +1,16 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Advisory
|
|
2
|
+
* Advisory model fit check.
|
|
3
3
|
*
|
|
4
|
-
* Before a
|
|
5
|
-
*
|
|
6
|
-
*
|
|
4
|
+
* Before a load, the SDK runs the fitter belonging to the engine that would
|
|
5
|
+
* run it and projects whether the exact configuration it is about to load will
|
|
6
|
+
* fit in device memory. Desktop runs it in a disposable Bare child; mobile,
|
|
7
|
+
* which cannot spawn one, runs it on a worker thread.
|
|
7
8
|
*
|
|
8
9
|
* The result is ADVISORY. It never blocks a load. `does-not-fit` is logged and
|
|
9
10
|
* the ordinary load path runs unchanged. Crashes, timeouts, malformed
|
|
10
11
|
* responses, unsupported configurations, and internal errors all resolve to
|
|
11
|
-
* "no evidence" and are equally non-blocking.
|
|
12
|
-
*
|
|
12
|
+
* "no evidence" and are equally non-blocking. No verdict changes the load;
|
|
13
|
+
* `getLoadedModelInfo` returns it as `fitProbe`.
|
|
13
14
|
*
|
|
14
15
|
* The verdict is emitted on the SDK server log stream, not to stdout, so this
|
|
15
16
|
* example subscribes to `loggingStream({ id: SDK_LOG_ID })` and reprints the
|
|
@@ -19,9 +20,8 @@
|
|
|
19
20
|
* What fits on this machine (Apple M4 Pro, 24 GiB unified memory)
|
|
20
21
|
* ---------------------------------------------------------------------------
|
|
21
22
|
*
|
|
22
|
-
* Measured
|
|
23
|
-
*
|
|
24
|
-
* fitter budgets against what the machine can actually keep resident
|
|
23
|
+
* Measured at the default 1024 MiB margin. The fitter budgets against what the
|
|
24
|
+
* machine can actually keep resident
|
|
25
25
|
* (total − wired − compressor: 17.4 GiB on this machine at idle), not the raw
|
|
26
26
|
* RAM figure.
|
|
27
27
|
*
|
|
@@ -30,10 +30,12 @@
|
|
|
30
30
|
* gpt-oss-20B Q4_K_M 10.8 GiB @ 32k ctx
|
|
31
31
|
* gte-large fp16 0.6 GiB (embedding, context pinned to 512)
|
|
32
32
|
*
|
|
33
|
-
* PROJECTED NOT TO FIT —
|
|
33
|
+
* PROJECTED NOT TO FIT — with `gpu_layers: 99` pinned
|
|
34
34
|
* gpt-oss-20B Q4_K_M 10.8 GiB @ 128k ctx with an f32 KV cache ← below
|
|
35
|
-
*
|
|
36
|
-
*
|
|
35
|
+
*
|
|
36
|
+
* These rows were measured with `gpu_layers` pinned at 99. Loads no longer pin
|
|
37
|
+
* the layer count, and the `does-not-fit` row has not been re-measured
|
|
38
|
+
* unpinned.
|
|
37
39
|
*
|
|
38
40
|
* gpt-oss-20B at 128k context FITS with the default KV cache and DOES NOT FIT
|
|
39
41
|
* once `cache-type-k`/`cache-type-v` are set to `f32`. Same model, same
|
|
@@ -42,10 +44,9 @@
|
|
|
42
44
|
*
|
|
43
45
|
* Two boundaries worth understanding when reading verdicts:
|
|
44
46
|
*
|
|
45
|
-
* 1. The verdict answers for a PLACEMENT, not a model.
|
|
46
|
-
*
|
|
47
|
-
* means "not at this placement".
|
|
48
|
-
* to move layers to the CPU side instead.
|
|
47
|
+
* 1. The verdict answers for a PLACEMENT, not a model. With `gpu_layers`
|
|
48
|
+
* unset, the fitter may move layers to the CPU side; setting it pins the
|
|
49
|
+
* layer count, and `does-not-fit` then means "not at this placement".
|
|
49
50
|
* 2. A `does-not-fit` configuration can still RUN on macOS when the OS
|
|
50
51
|
* compresses and pages hard enough — and a `fits` configuration right at
|
|
51
52
|
* the boundary can still fail at first decode under memory pressure.
|