@qvac/inference 0.19.0 → 0.20.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (150) hide show
  1. package/NOTICE +95 -39
  2. package/dist/api/audio-gen.d.ts +42 -1
  3. package/dist/api/audio-gen.js +137 -51
  4. package/dist/api/delete-cache.d.ts +7 -1
  5. package/dist/api/delete-cache.js +11 -1
  6. package/dist/api/index.d.ts +2 -1
  7. package/dist/api/index.js +2 -1
  8. package/dist/api/text-to-speech.d.ts +31 -4
  9. package/dist/api/text-to-speech.js +117 -21
  10. package/dist/api/vector-index.d.ts +142 -0
  11. package/dist/api/vector-index.js +168 -0
  12. package/dist/api/world.d.ts +2 -2
  13. package/dist/errors/index.d.ts +12 -0
  14. package/dist/errors/index.js +21 -0
  15. package/dist/handlers/delete-cache.js +3 -0
  16. package/dist/handlers/vector-index.d.ts +2 -0
  17. package/dist/handlers/vector-index.js +40 -0
  18. package/dist/index.d.ts +1 -1
  19. package/dist/index.js +1 -1
  20. package/dist/models/registry/models.d.ts +351 -12
  21. package/dist/models/registry/models.js +2271 -1957
  22. package/dist/models/registry/resource-profiles.js +135 -0
  23. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +2 -0
  24. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +65 -0
  25. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +9 -1
  26. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +24 -7
  27. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +46 -0
  28. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +218 -0
  29. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +1 -1
  30. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +56 -225
  31. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +8 -0
  32. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +28 -0
  33. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +248 -0
  34. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -1
  35. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +5 -2
  36. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -2
  37. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +1 -1
  38. package/dist/plugins/builtin/ggml-ocr/plugin.js +1 -2
  39. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -4
  40. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -2
  41. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +0 -4
  42. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  43. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  44. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -0
  45. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +96 -89
  46. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +0 -1
  47. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +0 -31
  48. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +48 -27
  49. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +239 -135
  50. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +11 -4
  51. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +18 -16
  52. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +11 -4
  53. package/dist/plugins/builtin/llamacpp-completion/plugin.js +1 -2
  54. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +1 -2
  55. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -38
  56. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +9 -0
  57. package/dist/plugins/builtin/llamacpp-embedding/transform.js +42 -0
  58. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +1 -1
  59. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +1 -2
  60. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +1 -1
  61. package/dist/plugins/builtin/parakeet-transcription/plugin.js +1 -2
  62. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +1 -0
  63. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +8 -2
  64. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +9 -4
  65. package/dist/plugins/builtin/sdcpp-generation/plugin.js +51 -19
  66. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +29 -0
  67. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +66 -0
  68. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +10 -0
  69. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -5
  70. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +143 -28
  71. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +5 -2
  72. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +182 -66
  73. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +267 -22
  74. package/dist/plugins/builtin/tts-ggml/plugin.js +94 -35
  75. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +1 -1
  76. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +1 -2
  77. package/dist/plugins/index.d.ts +1 -1
  78. package/dist/plugins/index.js +1 -1
  79. package/dist/plugins/ops/load-model.js +22 -2
  80. package/dist/plugins/ops/translate.js +58 -12
  81. package/dist/plugins/ops/translatepsy-utils.d.ts +17 -0
  82. package/dist/plugins/ops/translatepsy-utils.js +32 -0
  83. package/dist/plugins/registry.d.ts +15 -0
  84. package/dist/plugins/registry.js +133 -15
  85. package/dist/plugins/turbovec-backend.d.ts +17 -0
  86. package/dist/plugins/turbovec-backend.js +99 -0
  87. package/dist/registry.js +4 -0
  88. package/dist/resources/model-fit/assess.js +169 -68
  89. package/dist/resources/model-fit/estimators/llm.d.ts +1 -0
  90. package/dist/resources/model-fit/estimators/llm.js +3 -1
  91. package/dist/resources/model-fit/floor.d.ts +31 -0
  92. package/dist/resources/model-fit/floor.js +65 -0
  93. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +46 -0
  94. package/dist/resources/model-fit/native-probe/advisory-fit.js +214 -0
  95. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +26 -0
  96. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +171 -0
  97. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +42 -0
  98. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +192 -0
  99. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +70 -0
  100. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +372 -0
  101. package/dist/resources/native.js +5 -4
  102. package/dist/resources/types.d.ts +1 -3
  103. package/dist/runtime/env.d.ts +2 -0
  104. package/dist/runtime/env.js +9 -2
  105. package/dist/runtime/lifecycle.js +2 -0
  106. package/dist/runtime/model-registry.d.ts +3 -1
  107. package/dist/runtime/model-registry.js +2 -1
  108. package/dist/runtime/request-context.js +17 -0
  109. package/dist/runtime/vector-index-backend.d.ts +25 -0
  110. package/dist/runtime/vector-index-backend.js +1 -0
  111. package/dist/runtime/vector-index-registry.d.ts +76 -0
  112. package/dist/runtime/vector-index-registry.js +161 -0
  113. package/dist/schemas/assess-model-fit.d.ts +84 -0
  114. package/dist/schemas/assess-model-fit.js +72 -3
  115. package/dist/schemas/audio-gen.d.ts +482 -7
  116. package/dist/schemas/audio-gen.js +376 -17
  117. package/dist/schemas/batch-completion-stream.d.ts +10 -0
  118. package/dist/schemas/batch-completion-stream.js +5 -3
  119. package/dist/schemas/bci.d.ts +1 -1
  120. package/dist/schemas/common.d.ts +782 -19
  121. package/dist/schemas/common.js +8 -1
  122. package/dist/schemas/completion-event.d.ts +14 -1
  123. package/dist/schemas/completion-event.js +4 -0
  124. package/dist/schemas/completion-stream.d.ts +22 -0
  125. package/dist/schemas/completion-stream.js +41 -4
  126. package/dist/schemas/config.d.ts +48 -30
  127. package/dist/schemas/errors.d.ts +4 -0
  128. package/dist/schemas/errors.js +22 -0
  129. package/dist/schemas/index.d.ts +1 -0
  130. package/dist/schemas/index.js +1 -0
  131. package/dist/schemas/llamacpp-config.d.ts +4 -8
  132. package/dist/schemas/llamacpp-config.js +4 -4
  133. package/dist/schemas/load-model.d.ts +2604 -180
  134. package/dist/schemas/model-config-schemas.d.ts +228 -5
  135. package/dist/schemas/model-ops.d.ts +3 -0
  136. package/dist/schemas/model-ops.js +6 -0
  137. package/dist/schemas/plugin.d.ts +21 -11
  138. package/dist/schemas/sdcpp-config.d.ts +221 -4
  139. package/dist/schemas/sdcpp-config.js +128 -22
  140. package/dist/schemas/text-to-speech.d.ts +780 -19
  141. package/dist/schemas/text-to-speech.js +298 -44
  142. package/dist/schemas/transcription-config.js +7 -4
  143. package/dist/schemas/vector-index.d.ts +194 -0
  144. package/dist/schemas/vector-index.js +185 -0
  145. package/dist/utils/addon-responses.d.ts +30 -3
  146. package/dist/utils/aggregate-events.d.ts +3 -1
  147. package/dist/utils/aggregate-events.js +7 -1
  148. package/dist/utils/tts-stats.d.ts +15 -11
  149. package/dist/utils/tts-stats.js +33 -11
  150. package/package.json +29 -26
package/NOTICE CHANGED
@@ -63,14 +63,24 @@ Third-Party Model Licenses
63
63
 
64
64
  abot-world-0-5b-lf-dit-q8_0
65
65
  https://huggingface.co/acvlab/ABot-World-0-5B-LF
66
+ audio8-codec-decoder-f16
67
+ https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
68
+ audio8-codec-encoder-f16
69
+ https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
70
+ audio8-lm-f16
71
+ https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
66
72
  bci-embedder
67
73
  https://github.com/tetherto/qvac/releases/download/bci-test-assets-v0.1.0/bci-embedder.bin
74
+ cosyvoice3-campplus-f32
75
+ https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
68
76
  cosyvoice3-flow-f32
69
77
  https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
70
78
  cosyvoice3-hift-f32
71
79
  https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
72
80
  cosyvoice3-llm-q8_0
73
81
  https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
82
+ cosyvoice3-s3tok-f16
83
+ https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
74
84
  craft_mlt_25k
75
85
  https://www.jaided.ai/easyocr/modelhub/
76
86
  crnn_mobilenet_v3_small
@@ -179,6 +189,8 @@ Third-Party Model Licenses
179
189
  https://huggingface.co/unsloth/Qwen3.6-27B-GGUF
180
190
  Qwen3.6-35B-A3B-GGUF
181
191
  https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF
192
+ Qwen3.8-27B-GGUF
193
+ https://huggingface.co/unsloth/Qwen3.8-27B-GGUF
182
194
  ru-base-ggml-model-f16
183
195
  https://huggingface.co/CheeLi03/whisper-base-rus-8
184
196
  ru-tiny-ggml-model-f16
@@ -195,10 +207,26 @@ Third-Party Model Licenses
195
207
  https://huggingface.co/HuggingFaceVLA/smolvla_libero
196
208
  SmolVLM2-500M-Video-Instruct-GGUF
197
209
  https://huggingface.co/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF
210
+ TranslatePsy-AfriSLM-0.8B-Q4-GGUF
211
+ https://huggingface.co/qvac/TranslatePsy-AfriSLM-0.8B-Q4-GGUF
212
+ TranslatePsy-AfriSLM-0.8B-Q8-GGUF
213
+ https://huggingface.co/qvac/TranslatePsy-AfriSLM-0.8B-Q8-GGUF
214
+ TranslatePsy-AfriSLM-2B-Q4-GGUF
215
+ https://huggingface.co/qvac/TranslatePsy-AfriSLM-2B-Q4-GGUF
216
+ TranslatePsy-AfriSLM-2B-Q8-GGUF
217
+ https://huggingface.co/qvac/TranslatePsy-AfriSLM-2B-Q8-GGUF
218
+ TranslatePsy-AfriSLM-4B-Q4-GGUF
219
+ https://huggingface.co/qvac/TranslatePsy-AfriSLM-4B-Q4-GGUF
220
+ TranslatePsy-AfriSLM-4B-Q8-GGUF
221
+ https://huggingface.co/qvac/TranslatePsy-AfriSLM-4B-Q8-GGUF
198
222
  umt5-xxl-enc-q8_0
199
223
  https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged
200
224
  unlimited-ocr-gguf
201
225
  https://huggingface.co/vimalnakrani/unlimited-ocr-gguf
226
+ VisionPsy-Nano-460M-Flash-GGUFs
227
+ https://huggingface.co/qvac/VisionPsy-Nano-460M-Flash-GGUFs
228
+ VisionPsy-Nano-460M-GGUFs
229
+ https://huggingface.co/qvac/VisionPsy-Nano-460M-GGUFs
202
230
  voice-en
203
231
  https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
204
232
  voice-zh-2
@@ -348,6 +376,12 @@ Third-Party Model Licenses
348
376
  https://huggingface.co/ChristianAzinn/gte-large-gguf
349
377
  gte-large-gguf
350
378
  https://huggingface.co/ChristianAzinn/gte-large-gguf
379
+ indic-conformer-ctc.f16
380
+ https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
381
+ indic-conformer-ctc.q4_0
382
+ https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
383
+ indic-conformer-ctc.q8_0
384
+ https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
351
385
  lavasr-denoiser-f16
352
386
  https://huggingface.co/spaces/YatharthS
353
387
  lavasr-enhancer-f16
@@ -586,6 +620,12 @@ Third-Party Model Licenses
586
620
  https://huggingface.co/nvidia/GR00T-N1.7-LIBERO
587
621
  groot-q8_vf16
588
622
  https://huggingface.co/nvidia/GR00T-N1.7-3B
623
+ nemotron-3.5-asr-streaming-0.6b.f16
624
+ https://huggingface.co/nvidia/nemotron-3.5-asr-streaming-0.6b
625
+ nemotron-3.5-asr-streaming-0.6b.q4_0
626
+ https://huggingface.co/nvidia/nemotron-3.5-asr-streaming-0.6b
627
+ nemotron-3.5-asr-streaming-0.6b.q8_0
628
+ https://huggingface.co/nvidia/nemotron-3.5-asr-streaming-0.6b
589
629
  parakeet-unified-en-0.6b.f16
590
630
  https://huggingface.co/nvidia/parakeet-unified-en-0.6b
591
631
  parakeet-unified-en-0.6b.q4_0
@@ -641,12 +681,16 @@ JavaScript Dependencies
641
681
 
642
682
  --- apache-2.0 (Apache License 2.0) ---
643
683
 
644
- @hyperswarm/secret-stream@6.9.1
684
+ @hyperswarm/secret-stream@6.9.2
645
685
  https://github.com/holepunchto/hyperswarm-secret-stream
646
686
  @qvac/error@0.1.1
687
+ @qvac/fabric@0.16.0
688
+ https://github.com/tetherto/qvac
647
689
  @qvac/logging@0.1.1
648
690
  https://github.com/tetherto/qvac
649
- @qvac/rag@0.6.4
691
+ @qvac/model-fit@0.12.1
692
+ https://github.com/tetherto/qvac
693
+ @qvac/rag@0.8.1
650
694
  https://github.com/tetherto/qvac
651
695
  @qvac/registry-client@0.6.1
652
696
  https://github.com/tetherto/qvac
@@ -654,7 +698,7 @@ JavaScript Dependencies
654
698
  https://github.com/tetherto/qvac
655
699
  adaptive-timeout@1.0.1
656
700
  https://github.com/holepunchto/adaptive-timeout
657
- b4a@1.8.1
701
+ b4a@1.9.0
658
702
  https://github.com/holepunchto/b4a
659
703
  bare-abort@2.0.13
660
704
  https://github.com/holepunchto/bare-abort
@@ -666,47 +710,49 @@ JavaScript Dependencies
666
710
  https://github.com/holepunchto/bare-ansi-escapes
667
711
  bare-assert@1.2.0
668
712
  https://github.com/holepunchto/bare-assert
669
- bare-buffer@3.7.0
713
+ bare-buffer@3.7.1
670
714
  https://github.com/holepunchto/bare-buffer
671
715
  bare-cpu-info@0.1.1
672
716
  https://github.com/holepunchto/bare-cpu-info
673
717
  bare-crypto@1.15.3
674
718
  https://github.com/holepunchto/bare-crypto
675
- bare-dns@2.1.4
719
+ bare-dns@2.2.1
676
720
  https://github.com/holepunchto/bare-dns
677
721
  bare-env@3.0.1
678
722
  https://github.com/holepunchto/bare-env
679
- bare-events@2.9.1
723
+ bare-events@2.9.2
680
724
  https://github.com/holepunchto/bare-events
725
+ bare-fetch@3.4.0
726
+ https://github.com/holepunchto/bare-fetch
681
727
  bare-form-data@1.2.2
682
728
  https://github.com/holepunchto/bare-form-data
683
- bare-fs@4.8.0
729
+ bare-fs@4.8.1
684
730
  https://github.com/holepunchto/bare-fs
685
731
  bare-gpu-info@0.1.1
686
732
  https://github.com/holepunchto/bare-gpu-info
687
- bare-hrtime@2.1.1
733
+ bare-hrtime@2.1.2
688
734
  https://github.com/holepunchto/bare-hrtime
689
- bare-http-parser@1.1.5
735
+ bare-http-parser@2.1.4
690
736
  https://github.com/holepunchto/bare-http-parser
691
- bare-http1@4.5.8
737
+ bare-http1@4.6.2
692
738
  https://github.com/holepunchto/bare-http1
693
- bare-https@3.0.0
739
+ bare-https@3.1.0
694
740
  https://github.com/holepunchto/bare-https
695
- bare-inspect@3.1.5
741
+ bare-inspect@3.1.10
696
742
  https://github.com/holepunchto/bare-inspect
697
743
  bare-mime@1.0.0
698
744
  https://github.com/holepunchto/bare-mime
699
- bare-module-resolve@1.12.4
745
+ bare-module-resolve@1.12.5
700
746
  https://github.com/holepunchto/bare-module-resolve
701
747
  bare-net@2.3.3
702
748
  https://github.com/holepunchto/bare-net
703
749
  bare-os@3.9.3
704
750
  https://github.com/holepunchto/bare-os
705
- bare-path@3.1.1
751
+ bare-path@3.1.2
706
752
  https://github.com/holepunchto/bare-path
707
753
  bare-performance@2.1.1
708
754
  https://github.com/holepunchto/bare-performance
709
- bare-pipe@4.2.3
755
+ bare-pipe@4.3.1
710
756
  https://github.com/holepunchto/bare-pipe
711
757
  bare-posix@1.0.1
712
758
  https://github.com/holepunchto/bare-posix
@@ -714,29 +760,37 @@ JavaScript Dependencies
714
760
  https://github.com/holepunchto/bare-process
715
761
  bare-rpc@1.3.8
716
762
  https://github.com/holepunchto/bare-rpc
763
+ bare-runtime@1.33.4
764
+ https://github.com/holepunchto/bare-runtime
765
+ bare-runtime-darwin-arm64@1.33.4
766
+ https://github.com/holepunchto/bare-runtime
717
767
  bare-semver@1.1.0
718
768
  https://github.com/holepunchto/bare-semver
719
769
  bare-signals@5.0.0
720
770
  https://github.com/holepunchto/bare-signals
721
771
  bare-stdio@1.0.3
722
772
  https://github.com/holepunchto/bare-stdio
723
- bare-stream@2.13.3
773
+ bare-stream@2.13.4
724
774
  https://github.com/holepunchto/bare-stream
725
- bare-tcp@2.5.4
775
+ bare-structured-clone@1.6.0
776
+ https://github.com/holepunchto/bare-structured-clone
777
+ bare-subprocess@6.1.0
778
+ https://github.com/holepunchto/bare-subprocess
779
+ bare-tcp@2.6.1
726
780
  https://github.com/holepunchto/bare-tcp
727
- bare-tls@3.1.8
781
+ bare-tls@3.1.10
728
782
  https://github.com/holepunchto/bare-tls
729
- bare-tty@5.1.2
783
+ bare-tty@5.2.1
730
784
  https://github.com/holepunchto/bare-tty
731
- bare-type@1.1.0
785
+ bare-type@1.1.1
732
786
  https://github.com/holepunchto/bare-type
733
- bare-url@2.5.2
787
+ bare-url@2.5.4
734
788
  https://github.com/holepunchto/bare-url
735
789
  bare-zlib@1.4.1
736
790
  https://github.com/holepunchto/bare-zlib
737
791
  blind-relay@1.6.1
738
792
  https://github.com/holepunchto/blind-relay
739
- compact-encoding@3.3.0
793
+ compact-encoding@3.5.0
740
794
  https://github.com/holepunchto/compact-encoding
741
795
  compact-encoding-bitfield@1.1.0
742
796
  https://github.com/compact-encoding/compact-encoding-bitfield
@@ -748,7 +802,7 @@ JavaScript Dependencies
748
802
  https://github.com/holepunchto/events-universal
749
803
  fd-lock@2.2.0
750
804
  https://github.com/holepunchto/fd-lock
751
- fs-native-extensions@1.5.0
805
+ fs-native-extensions@1.5.1
752
806
  https://github.com/holepunchto/fs-native-extensions
753
807
  hyperblobs@2.12.1
754
808
  https://github.com/holepunchto/hyperblobs
@@ -758,19 +812,19 @@ JavaScript Dependencies
758
812
  https://github.com/holepunchto/hypercore-id-encoding
759
813
  hypercore-stats@2.5.1
760
814
  https://github.com/holepunchto/hypercore-stats
761
- hypercore-storage@3.2.1
815
+ hypercore-storage@3.3.1
762
816
  https://github.com/holepunchto/hypercore-storage
763
- hyperdb@6.8.0
817
+ hyperdb@6.9.0
764
818
  https://github.com/holepunchto/hyperdb
765
819
  hyperdht-address@1.1.1
766
820
  https://github.com/holepunchto/hyperdht-address
767
- hyperdht-stats@1.10.0
821
+ hyperdht-stats@1.11.0
768
822
  https://github.com/holepunchto/hyperdht-stats
769
823
  hyperdispatch@1.6.0
770
824
  https://github.com/holepunchto/hyperdispatch
771
825
  hyperdrive@13.3.3
772
826
  https://github.com/holepunchto/hyperdrive
773
- hyperschema@1.22.0
827
+ hyperschema@1.26.2
774
828
  https://github.com/holepunchto/hyperschema
775
829
  hyperswarm-stats@1.3.1
776
830
  https://github.com/holepunchto/hyperswarm-stats
@@ -780,7 +834,7 @@ JavaScript Dependencies
780
834
  https://github.com/holepunchto/mirror-drive
781
835
  noise-handshake@4.2.0
782
836
  https://github.com/holepunchto/noise-handshake
783
- paparam@1.12.0
837
+ paparam@1.13.0
784
838
  https://github.com/holepunchto/paparam
785
839
  passive-core-watcher@1.0.1
786
840
  https://github.com/holepunchto/passive-core-watcher
@@ -794,11 +848,13 @@ JavaScript Dependencies
794
848
  https://github.com/holepunchto/rache
795
849
  refcounter@1.0.0
796
850
  https://github.com/holepunchto/refcounter
797
- require-addon@1.2.0
851
+ require-addon@1.3.0
798
852
  https://github.com/holepunchto/require-addon
853
+ require-asset@1.2.4
854
+ https://github.com/holepunchto/require-asset
799
855
  resource-on-exit@1.0.0
800
856
  https://github.com/holepunchto/bare-teardown
801
- rocksdb-native@3.17.4
857
+ rocksdb-native@3.18.0
802
858
  https://github.com/holepunchto/rocksdb-native
803
859
  scope-lock@1.2.4
804
860
  https://github.com/holepunchto/scope-lock
@@ -808,7 +864,7 @@ JavaScript Dependencies
808
864
  https://github.com/holepunchto/sub-encoder
809
865
  text-decoder@1.2.7
810
866
  https://github.com/holepunchto/text-decoder
811
- udx-native@1.21.0
867
+ udx-native@1.21.1
812
868
  https://github.com/holepunchto/udx-native
813
869
  unslab@1.3.0
814
870
  https://github.com/holepunchto/unslab
@@ -840,7 +896,7 @@ JavaScript Dependencies
840
896
  https://github.com/mafintosh/bogon
841
897
  codecs@3.1.0
842
898
  https://github.com/mafintosh/codecs
843
- corestore@7.12.0
899
+ corestore@7.12.5
844
900
  https://github.com/holepunchto/corestore
845
901
  debounceify@1.1.0
846
902
  https://github.com/mafintosh/debounceify
@@ -858,13 +914,13 @@ JavaScript Dependencies
858
914
  https://github.com/mafintosh/generate-string
859
915
  hyperbee@2.27.3
860
916
  https://github.com/holepunchto/hyperbee
861
- hypercore@11.35.1
917
+ hypercore@11.36.1
862
918
  https://github.com/holepunchto/hypercore
863
919
  hypercore-crypto@3.7.0
864
920
  https://github.com/mafintosh/hypercore-crypto
865
- hyperdht@6.33.1
921
+ hyperdht@6.34.0
866
922
  https://github.com/holepunchto/hyperdht
867
- hyperswarm@4.17.0
923
+ hyperswarm@4.17.1
868
924
  https://github.com/holepunchto/hyperswarm
869
925
  is-options@1.0.2
870
926
  https://github.com/mafintosh/is-options
@@ -880,7 +936,7 @@ JavaScript Dependencies
880
936
  https://github.com/mafintosh/nat-sampler
881
937
  protocol-buffers-encodings@1.2.0
882
938
  https://github.com/mafintosh/protocol-buffers-encodings
883
- protomux@3.11.0
939
+ protomux@3.12.0
884
940
  https://github.com/holepunchto/protomux
885
941
  queue-tick@1.0.1
886
942
  https://github.com/mafintosh/queue-tick
@@ -910,9 +966,9 @@ JavaScript Dependencies
910
966
  https://github.com/holepunchto/sodium-universal
911
967
  speedometer@1.1.0
912
968
  https://github.com/mafintosh/speedometer
913
- streamx@2.28.0
969
+ streamx@2.28.1
914
970
  https://github.com/mafintosh/streamx
915
- tar-stream@3.2.0
971
+ tar-stream@3.2.1
916
972
  https://github.com/mafintosh/tar-stream
917
973
  teex@1.0.1
918
974
  https://github.com/mafintosh/teex
@@ -932,6 +988,6 @@ JavaScript Dependencies
932
988
  https://github.com/mafintosh/xache
933
989
  z32@1.1.0
934
990
  https://github.com/mafintosh/z32
935
- zod@4.4.3
991
+ zod@4.6.5
936
992
  https://github.com/colinhacks/zod
937
993
 
@@ -1,4 +1,4 @@
1
- import { type AudioGenClientParams, type AudioGenResult } from '../schemas/index.js';
1
+ import { type AudioEditClientParams, type AudioGenClientParams, type AudioGenResult, type AudioUnderstandClientParams, type AudioUnderstandResult } from '../schemas/index.js';
2
2
  /**
3
3
  * Generates audio (music / speech) from a caption using a loaded ACE-Step or
4
4
  * MiniMax-Music3 AudioGen model.
@@ -16,3 +16,44 @@ import { type AudioGenClientParams, type AudioGenResult } from '../schemas/index
16
16
  * ```
17
17
  */
18
18
  export declare function audioGen(params: AudioGenClientParams): AudioGenResult;
19
+ /**
20
+ * Edits a source recording with a loaded ACE-Step AudioGen model: an ordered
21
+ * pipeline of `flow-edit` (re-condition the whole clip from one prompt to
22
+ * another) and `repaint` (regenerate a time range) operations, executed in
23
+ * array order. The source is interleaved stereo 48 kHz PCM — a file path
24
+ * decoded server-side, or raw Float32 LE bytes in `[-1, 1]`.
25
+ *
26
+ * @param params - Loaded model ID, the source audio, the ordered `operations`, and an optional `seed`.
27
+ * @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `stats`, and `diagnostics`.
28
+ *
29
+ * @example
30
+ * ```typescript
31
+ * const run = audioEdit({
32
+ * modelId,
33
+ * sourceAudio: "/path/to/song.wav",
34
+ * operations: [
35
+ * { type: "flow-edit", from: { caption: "acoustic folk" }, to: { caption: "synthwave" } },
36
+ * { type: "repaint", caption: "analog synth solo", start: 10, end: 20 },
37
+ * ],
38
+ * seed: 7,
39
+ * });
40
+ * const { pcm, sampleRate, channels, bitsPerSample } = await run.audio;
41
+ * ```
42
+ */
43
+ export declare function audioEdit(params: AudioEditClientParams): AudioGenResult;
44
+ /**
45
+ * Describes a recording with a loaded ACE-Step AudioGen model, running the
46
+ * engine's reverse pipeline: the PCM is encoded, its FSQ semantic codes are
47
+ * recovered, and the LM reports the clip's caption and metadata. The recovered
48
+ * `audioCodes` can be fed straight back into `audioGen()`.
49
+ *
50
+ * @param params - Loaded model ID, the source audio, and optional LM sampling controls.
51
+ * @returns `requestId`, `progressStream`, the `description`, `stats`, and `diagnostics`.
52
+ *
53
+ * @example
54
+ * ```typescript
55
+ * const run = audioUnderstand({ modelId, sourceAudio: "/path/to/song.wav" });
56
+ * const { caption, bpm, keyscale, audioCodes } = await run.description;
57
+ * ```
58
+ */
59
+ export declare function audioUnderstand(params: AudioUnderstandClientParams): AudioUnderstandResult;
@@ -1,4 +1,4 @@
1
- import { audioGenClientParamsSchema, audioGenStreamResponseSchema } from '../schemas/index.js';
1
+ import { audioEditClientParamsSchema, audioEditStreamResponseSchema, audioGenClientParamsSchema, audioGenStreamResponseSchema, audioUnderstandClientParamsSchema, audioUnderstandResponseSchema } from '../schemas/index.js';
2
2
  import { stream } from '../dispatch.js';
3
3
  import { parseClientInput } from './parse-input.js';
4
4
  import { generateRandomRequestId } from '../runtime/request-id.js';
@@ -38,21 +38,94 @@ export function audioGen(params) {
38
38
  type: 'audioGenStream',
39
39
  requestId
40
40
  };
41
+ return collectAudioRun(request, requestId, audioGenStreamResponseSchema);
42
+ }
43
+ /**
44
+ * Edits a source recording with a loaded ACE-Step AudioGen model: an ordered
45
+ * pipeline of `flow-edit` (re-condition the whole clip from one prompt to
46
+ * another) and `repaint` (regenerate a time range) operations, executed in
47
+ * array order. The source is interleaved stereo 48 kHz PCM — a file path
48
+ * decoded server-side, or raw Float32 LE bytes in `[-1, 1]`.
49
+ *
50
+ * @param params - Loaded model ID, the source audio, the ordered `operations`, and an optional `seed`.
51
+ * @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `stats`, and `diagnostics`.
52
+ *
53
+ * @example
54
+ * ```typescript
55
+ * const run = audioEdit({
56
+ * modelId,
57
+ * sourceAudio: "/path/to/song.wav",
58
+ * operations: [
59
+ * { type: "flow-edit", from: { caption: "acoustic folk" }, to: { caption: "synthwave" } },
60
+ * { type: "repaint", caption: "analog synth solo", start: 10, end: 20 },
61
+ * ],
62
+ * seed: 7,
63
+ * });
64
+ * const { pcm, sampleRate, channels, bitsPerSample } = await run.audio;
65
+ * ```
66
+ */
67
+ export function audioEdit(params) {
68
+ const parsed = parseClientInput(audioEditClientParamsSchema, params);
69
+ const requestId = generateRandomRequestId();
70
+ const request = {
71
+ ...parsed,
72
+ type: 'audioEditStream',
73
+ requestId
74
+ };
75
+ return collectAudioRun(request, requestId, audioEditStreamResponseSchema);
76
+ }
77
+ /**
78
+ * Describes a recording with a loaded ACE-Step AudioGen model, running the
79
+ * engine's reverse pipeline: the PCM is encoded, its FSQ semantic codes are
80
+ * recovered, and the LM reports the clip's caption and metadata. The recovered
81
+ * `audioCodes` can be fed straight back into `audioGen()`.
82
+ *
83
+ * @param params - Loaded model ID, the source audio, and optional LM sampling controls.
84
+ * @returns `requestId`, `progressStream`, the `description`, `stats`, and `diagnostics`.
85
+ *
86
+ * @example
87
+ * ```typescript
88
+ * const run = audioUnderstand({ modelId, sourceAudio: "/path/to/song.wav" });
89
+ * const { caption, bpm, keyscale, audioCodes } = await run.description;
90
+ * ```
91
+ */
92
+ export function audioUnderstand(params) {
93
+ const parsed = parseClientInput(audioUnderstandClientParamsSchema, params);
94
+ const requestId = generateRandomRequestId();
95
+ const request = {
96
+ ...parsed,
97
+ type: 'audioUnderstand',
98
+ requestId
99
+ };
100
+ let seen;
101
+ const { progressStream, payload, stats, diagnostics } = collectRun(request, requestId, audioUnderstandResponseSchema, {
102
+ absorb(frame) {
103
+ if (frame.understand !== undefined)
104
+ seen = frame.understand;
105
+ },
106
+ settle(frame) {
107
+ const result = frame.stats?.understand ?? seen;
108
+ if (result === undefined) {
109
+ throw new InvalidResponseError('audioUnderstand description');
110
+ }
111
+ return result;
112
+ }
113
+ });
114
+ return { requestId, progressStream, description: payload, stats, diagnostics };
115
+ }
116
+ function collectRun(request, requestId, responseSchema, sink) {
117
+ const wireType = request.type;
41
118
  const progressQueue = [];
42
- const pcmChunks = [];
43
- let sampleRate;
44
- let channels;
45
- let bitsPerSample;
46
119
  let progressDone = false;
47
120
  let progressError;
48
121
  let progressResolve;
49
- let resolveAudio = () => { };
50
- let rejectAudio = () => { };
51
- const audio = new Promise((resolve, reject) => {
52
- resolveAudio = resolve;
53
- rejectAudio = reject;
122
+ let resolvePayload = () => { };
123
+ let rejectPayload = () => { };
124
+ const payload = new Promise((resolve, reject) => {
125
+ resolvePayload = resolve;
126
+ rejectPayload = reject;
54
127
  });
55
- audio.catch(() => { });
128
+ payload.catch(() => { });
56
129
  let resolveStats = () => { };
57
130
  let rejectStats = () => { };
58
131
  const stats = new Promise((resolve, reject) => {
@@ -71,6 +144,11 @@ export function audioGen(params) {
71
144
  progressResolve?.();
72
145
  progressResolve = undefined;
73
146
  }
147
+ function rejectAll(error) {
148
+ rejectPayload(error);
149
+ rejectStats(error);
150
+ rejectDiagnostics(error);
151
+ }
74
152
  async function processResponses() {
75
153
  let receivedDone = false;
76
154
  try {
@@ -78,53 +156,34 @@ export function audioGen(params) {
78
156
  if (!response ||
79
157
  typeof response !== 'object' ||
80
158
  !('type' in response) ||
81
- response.type !== 'audioGenStream') {
159
+ response.type !== wireType) {
82
160
  continue;
83
161
  }
84
- const chunk = audioGenStreamResponseSchema.parse(response);
85
- if (chunk.progress) {
86
- progressQueue.push(chunk.progress);
162
+ const frame = responseSchema.parse(response);
163
+ if (frame.progress) {
164
+ progressQueue.push(frame.progress);
87
165
  notifyProgress();
88
166
  }
89
- if (chunk.data !== undefined) {
90
- pcmChunks.push(decodeBase64(chunk.data));
91
- sampleRate = chunk.sampleRate;
92
- channels = chunk.channels;
93
- bitsPerSample = chunk.bitsPerSample;
94
- }
95
- if (chunk.done) {
167
+ sink.absorb(frame);
168
+ if (frame.done) {
96
169
  receivedDone = true;
97
- if (chunk.stopReason === 'cancelled') {
98
- const error = new InferenceCancelledError(requestId);
99
- rejectAudio(error);
100
- rejectStats(error);
101
- rejectDiagnostics(error);
170
+ if (frame.stopReason === 'cancelled') {
171
+ rejectAll(new InferenceCancelledError(requestId));
102
172
  break;
103
173
  }
104
- if (sampleRate === undefined || channels === undefined || bitsPerSample === undefined) {
105
- throw new InvalidResponseError('audioGenStream audio chunk');
106
- }
107
- resolveAudio({
108
- pcm: concatenateChunks(pcmChunks),
109
- sampleRate,
110
- channels,
111
- bitsPerSample
112
- });
113
- resolveStats(chunk.stats);
114
- resolveDiagnostics(chunk.diagnostics);
174
+ resolvePayload(sink.settle(frame));
175
+ resolveStats(frame.stats);
176
+ resolveDiagnostics(frame.diagnostics);
115
177
  break;
116
178
  }
117
179
  }
118
180
  if (!receivedDone) {
119
- throw new InvalidResponseError('audioGenStream terminal response');
181
+ throw new InvalidResponseError(`${wireType} terminal response`);
120
182
  }
121
183
  }
122
184
  catch (error) {
123
- progressError =
124
- error instanceof Error ? error : new InvalidResponseError('audioGenStream', error);
125
- rejectAudio(progressError);
126
- rejectStats(progressError);
127
- rejectDiagnostics(progressError);
185
+ progressError = error instanceof Error ? error : new InvalidResponseError(wireType, error);
186
+ rejectAll(progressError);
128
187
  }
129
188
  finally {
130
189
  progressDone = true;
@@ -149,11 +208,38 @@ export function audioGen(params) {
149
208
  }
150
209
  }
151
210
  void processResponses();
152
- return {
153
- requestId,
154
- progressStream: progressStream(),
155
- audio,
156
- stats,
157
- diagnostics
158
- };
211
+ return { requestId, progressStream: progressStream(), payload, stats, diagnostics };
212
+ }
213
+ /**
214
+ * Consumes one generation or editing stream: PCM chunks accumulate into
215
+ * `audio`, carrying the format reported alongside them.
216
+ */
217
+ function collectAudioRun(request, requestId, responseSchema) {
218
+ const wireType = request.type;
219
+ const pcmChunks = [];
220
+ let sampleRate;
221
+ let channels;
222
+ let bitsPerSample;
223
+ const { progressStream, payload, stats, diagnostics } = collectRun(request, requestId, responseSchema, {
224
+ absorb(frame) {
225
+ if (frame.data === undefined)
226
+ return;
227
+ pcmChunks.push(decodeBase64(frame.data));
228
+ sampleRate = frame.sampleRate;
229
+ channels = frame.channels;
230
+ bitsPerSample = frame.bitsPerSample;
231
+ },
232
+ settle() {
233
+ if (sampleRate === undefined || channels === undefined || bitsPerSample === undefined) {
234
+ throw new InvalidResponseError(`${wireType} audio chunk`);
235
+ }
236
+ return {
237
+ pcm: concatenateChunks(pcmChunks),
238
+ sampleRate,
239
+ channels,
240
+ bitsPerSample
241
+ };
242
+ }
243
+ });
244
+ return { requestId, progressStream, audio: payload, stats, diagnostics };
159
245
  }
@@ -2,7 +2,8 @@
2
2
  * Deletes KV cache files.
3
3
  *
4
4
  * @param params - The delete cache parameters
5
- * @param params.all - If true, deletes all cache files
5
+ * @param params.all - If true, deletes all cache files, including caller-owned named caches
6
+ * @param params.auto - If true, reclaims only automatic caches (`completion({ kvCache: true })`) that no request is using. Named caches are untouched. Covers the whole cache directory, which is shared by every QVAC process using the same home directory
6
7
  * @param params.kvCacheKey - The cache key to delete
7
8
  * @param params.modelId - Optional: specific model ID to delete within the cache key. If not provided, deletes entire cache key.
8
9
  * @returns Promise resolving to success status
@@ -12,6 +13,9 @@
12
13
  * // Delete all caches
13
14
  * await deleteCache({ all: true });
14
15
  *
16
+ * // Reclaim disk from automatic caches, leaving named caches alone
17
+ * await deleteCache({ auto: true });
18
+ *
15
19
  * // Delete entire cache key (all models)
16
20
  * await deleteCache({ kvCacheKey: "my-session" });
17
21
  *
@@ -21,6 +25,8 @@
21
25
  */
22
26
  export declare function deleteCache(params: {
23
27
  all: true;
28
+ } | {
29
+ auto: true;
24
30
  } | {
25
31
  kvCacheKey: string;
26
32
  modelId?: string;