@qvac/inference 0.19.0 → 0.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +95 -39
- package/dist/api/audio-gen.d.ts +42 -1
- package/dist/api/audio-gen.js +137 -51
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/text-to-speech.d.ts +31 -4
- package/dist/api/text-to-speech.js +117 -21
- package/dist/api/vector-index.d.ts +142 -0
- package/dist/api/vector-index.js +168 -0
- package/dist/api/world.d.ts +2 -2
- package/dist/errors/index.d.ts +12 -0
- package/dist/errors/index.js +21 -0
- package/dist/handlers/delete-cache.js +3 -0
- package/dist/handlers/vector-index.d.ts +2 -0
- package/dist/handlers/vector-index.js +40 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/models/registry/models.d.ts +351 -12
- package/dist/models/registry/models.js +2271 -1957
- package/dist/models/registry/resource-profiles.js +135 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +65 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +9 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +24 -7
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +46 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +218 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +1 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +56 -225
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +8 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +28 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +248 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +5 -2
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -2
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.js +1 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +0 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +96 -89
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +0 -31
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +48 -27
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +239 -135
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +11 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +18 -16
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +11 -4
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +1 -2
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +1 -2
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -38
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +42 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +1 -1
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +1 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +1 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +1 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +8 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +9 -4
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +51 -19
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +29 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +66 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +10 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -5
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +143 -28
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +5 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +182 -66
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +267 -22
- package/dist/plugins/builtin/tts-ggml/plugin.js +94 -35
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +1 -2
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +1 -1
- package/dist/plugins/ops/load-model.js +22 -2
- package/dist/plugins/ops/translate.js +58 -12
- package/dist/plugins/ops/translatepsy-utils.d.ts +17 -0
- package/dist/plugins/ops/translatepsy-utils.js +32 -0
- package/dist/plugins/registry.d.ts +15 -0
- package/dist/plugins/registry.js +133 -15
- package/dist/plugins/turbovec-backend.d.ts +17 -0
- package/dist/plugins/turbovec-backend.js +99 -0
- package/dist/registry.js +4 -0
- package/dist/resources/model-fit/assess.js +169 -68
- package/dist/resources/model-fit/estimators/llm.d.ts +1 -0
- package/dist/resources/model-fit/estimators/llm.js +3 -1
- package/dist/resources/model-fit/floor.d.ts +31 -0
- package/dist/resources/model-fit/floor.js +65 -0
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +46 -0
- package/dist/resources/model-fit/native-probe/advisory-fit.js +214 -0
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +26 -0
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +171 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +42 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +192 -0
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +70 -0
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +372 -0
- package/dist/resources/native.js +5 -4
- package/dist/resources/types.d.ts +1 -3
- package/dist/runtime/env.d.ts +2 -0
- package/dist/runtime/env.js +9 -2
- package/dist/runtime/lifecycle.js +2 -0
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/request-context.js +17 -0
- package/dist/runtime/vector-index-backend.d.ts +25 -0
- package/dist/runtime/vector-index-backend.js +1 -0
- package/dist/runtime/vector-index-registry.d.ts +76 -0
- package/dist/runtime/vector-index-registry.js +161 -0
- package/dist/schemas/assess-model-fit.d.ts +84 -0
- package/dist/schemas/assess-model-fit.js +72 -3
- package/dist/schemas/audio-gen.d.ts +482 -7
- package/dist/schemas/audio-gen.js +376 -17
- package/dist/schemas/batch-completion-stream.d.ts +10 -0
- package/dist/schemas/batch-completion-stream.js +5 -3
- package/dist/schemas/bci.d.ts +1 -1
- package/dist/schemas/common.d.ts +782 -19
- package/dist/schemas/common.js +8 -1
- package/dist/schemas/completion-event.d.ts +14 -1
- package/dist/schemas/completion-event.js +4 -0
- package/dist/schemas/completion-stream.d.ts +22 -0
- package/dist/schemas/completion-stream.js +41 -4
- package/dist/schemas/config.d.ts +48 -30
- package/dist/schemas/errors.d.ts +4 -0
- package/dist/schemas/errors.js +22 -0
- package/dist/schemas/index.d.ts +1 -0
- package/dist/schemas/index.js +1 -0
- package/dist/schemas/llamacpp-config.d.ts +4 -8
- package/dist/schemas/llamacpp-config.js +4 -4
- package/dist/schemas/load-model.d.ts +2604 -180
- package/dist/schemas/model-config-schemas.d.ts +228 -5
- package/dist/schemas/model-ops.d.ts +3 -0
- package/dist/schemas/model-ops.js +6 -0
- package/dist/schemas/plugin.d.ts +21 -11
- package/dist/schemas/sdcpp-config.d.ts +221 -4
- package/dist/schemas/sdcpp-config.js +128 -22
- package/dist/schemas/text-to-speech.d.ts +780 -19
- package/dist/schemas/text-to-speech.js +298 -44
- package/dist/schemas/transcription-config.js +7 -4
- package/dist/schemas/vector-index.d.ts +194 -0
- package/dist/schemas/vector-index.js +185 -0
- package/dist/utils/addon-responses.d.ts +30 -3
- package/dist/utils/aggregate-events.d.ts +3 -1
- package/dist/utils/aggregate-events.js +7 -1
- package/dist/utils/tts-stats.d.ts +15 -11
- package/dist/utils/tts-stats.js +33 -11
- package/package.json +29 -26
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@qvac/inference",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.20.0",
|
|
4
4
|
"description": "Bare-only in-process core of the QVAC SDK. Runs inference directly on the Bare runtime with explicit plugin assembly and no RPC, worker, or subprocess layer.",
|
|
5
5
|
"license": "Apache-2.0",
|
|
6
6
|
"repository": {
|
|
@@ -163,7 +163,8 @@
|
|
|
163
163
|
"dependencies": {
|
|
164
164
|
"@qvac/error": "^0.1.1",
|
|
165
165
|
"@qvac/logging": "^0.1.1",
|
|
166
|
-
"@qvac/
|
|
166
|
+
"@qvac/model-fit": "^0.12.0",
|
|
167
|
+
"@qvac/rag": "^0.8.1",
|
|
167
168
|
"@qvac/registry-client": "^0.6.1",
|
|
168
169
|
"bare-abort-controller": "^1.1.2",
|
|
169
170
|
"bare-buffer": "^3.6.2",
|
|
@@ -177,6 +178,7 @@
|
|
|
177
178
|
"bare-os": "^3.9.3",
|
|
178
179
|
"bare-path": "^3.1.1",
|
|
179
180
|
"bare-rpc": "^1.3.8",
|
|
181
|
+
"bare-runtime": "^1.24.2",
|
|
180
182
|
"bare-stream": "^2.13.3",
|
|
181
183
|
"bare-url": "^2.4.5",
|
|
182
184
|
"bare-zlib": "^1.4.0",
|
|
@@ -187,22 +189,23 @@
|
|
|
187
189
|
"hyperswarm": "^4.17.0",
|
|
188
190
|
"semver": "^7.8.5",
|
|
189
191
|
"tar-stream": "^3.2.0",
|
|
192
|
+
"which-runtime": "^1.2.1",
|
|
190
193
|
"zod": "^4.4.3"
|
|
191
194
|
},
|
|
192
195
|
"peerDependencies": {
|
|
193
|
-
"@qvac/asr-ggml": "^0.3
|
|
194
|
-
"@qvac/audiogen-ggml": "^0.
|
|
195
|
-
"@qvac/bci-whispercpp": "^0.
|
|
196
|
-
"@qvac/classification-ggml": "^0.
|
|
197
|
-
"@qvac/decoder-audio": "^0.
|
|
198
|
-
"@qvac/diffusion-cpp": "^0.
|
|
199
|
-
"@qvac/embed-llamacpp": "^0.
|
|
196
|
+
"@qvac/asr-ggml": "^0.5.3",
|
|
197
|
+
"@qvac/audiogen-ggml": "^0.4.0",
|
|
198
|
+
"@qvac/bci-whispercpp": "^0.9.1",
|
|
199
|
+
"@qvac/classification-ggml": "^0.26.1",
|
|
200
|
+
"@qvac/decoder-audio": "^0.6.0",
|
|
201
|
+
"@qvac/diffusion-cpp": "^0.24.0",
|
|
202
|
+
"@qvac/embed-llamacpp": "^0.41.1",
|
|
200
203
|
"@qvac/langdetect-text": "^0.1.2",
|
|
201
|
-
"@qvac/llm-llamacpp": "^0.
|
|
202
|
-
"@qvac/ocr-ggml": "^0.
|
|
203
|
-
"@qvac/translation-nmtcpp": "^0.
|
|
204
|
-
"@qvac/tts-ggml": "^0.
|
|
205
|
-
"@qvac/vla-ggml": "^0.
|
|
204
|
+
"@qvac/llm-llamacpp": "^0.53.0",
|
|
205
|
+
"@qvac/ocr-ggml": "^0.24.1",
|
|
206
|
+
"@qvac/translation-nmtcpp": "^0.16.1",
|
|
207
|
+
"@qvac/tts-ggml": "^0.9.1",
|
|
208
|
+
"@qvac/vla-ggml": "^0.27.1"
|
|
206
209
|
},
|
|
207
210
|
"peerDependenciesMeta": {
|
|
208
211
|
"@qvac/asr-ggml": {
|
|
@@ -246,19 +249,19 @@
|
|
|
246
249
|
}
|
|
247
250
|
},
|
|
248
251
|
"devDependencies": {
|
|
249
|
-
"@qvac/asr-ggml": "^0.3
|
|
250
|
-
"@qvac/audiogen-ggml": "^0.
|
|
251
|
-
"@qvac/bci-whispercpp": "^0.
|
|
252
|
-
"@qvac/classification-ggml": "^0.
|
|
253
|
-
"@qvac/decoder-audio": "^0.
|
|
254
|
-
"@qvac/diffusion-cpp": "^0.
|
|
255
|
-
"@qvac/embed-llamacpp": "^0.
|
|
252
|
+
"@qvac/asr-ggml": "^0.5.3",
|
|
253
|
+
"@qvac/audiogen-ggml": "^0.4.0",
|
|
254
|
+
"@qvac/bci-whispercpp": "^0.9.1",
|
|
255
|
+
"@qvac/classification-ggml": "^0.26.1",
|
|
256
|
+
"@qvac/decoder-audio": "^0.6.0",
|
|
257
|
+
"@qvac/diffusion-cpp": "^0.24.0",
|
|
258
|
+
"@qvac/embed-llamacpp": "^0.41.1",
|
|
256
259
|
"@qvac/langdetect-text": "^0.1.2",
|
|
257
|
-
"@qvac/llm-llamacpp": "^0.
|
|
258
|
-
"@qvac/ocr-ggml": "^0.
|
|
259
|
-
"@qvac/translation-nmtcpp": "^0.
|
|
260
|
-
"@qvac/tts-ggml": "^0.
|
|
261
|
-
"@qvac/vla-ggml": "^0.
|
|
260
|
+
"@qvac/llm-llamacpp": "^0.53.0",
|
|
261
|
+
"@qvac/ocr-ggml": "^0.24.1",
|
|
262
|
+
"@qvac/translation-nmtcpp": "^0.16.1",
|
|
263
|
+
"@qvac/tts-ggml": "^0.9.1",
|
|
264
|
+
"@qvac/vla-ggml": "^0.27.1",
|
|
262
265
|
"@types/brittle": "^3.5.0",
|
|
263
266
|
"bare": "*",
|
|
264
267
|
"bare-console": "*",
|