@qvac/inference 0.19.0 → 0.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +95 -39
- package/dist/api/audio-gen.d.ts +42 -1
- package/dist/api/audio-gen.js +137 -51
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/text-to-speech.d.ts +31 -4
- package/dist/api/text-to-speech.js +117 -21
- package/dist/api/vector-index.d.ts +142 -0
- package/dist/api/vector-index.js +168 -0
- package/dist/api/world.d.ts +2 -2
- package/dist/errors/index.d.ts +12 -0
- package/dist/errors/index.js +21 -0
- package/dist/handlers/delete-cache.js +3 -0
- package/dist/handlers/vector-index.d.ts +2 -0
- package/dist/handlers/vector-index.js +40 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/models/registry/models.d.ts +351 -12
- package/dist/models/registry/models.js +2271 -1957
- package/dist/models/registry/resource-profiles.js +135 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +65 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +9 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +24 -7
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +46 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +218 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +1 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +56 -225
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +8 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +28 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +248 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +5 -2
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -2
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.js +1 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +0 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +96 -89
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +0 -31
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +48 -27
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +239 -135
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +11 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +18 -16
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +11 -4
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +1 -2
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +1 -2
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -38
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +42 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +1 -1
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +1 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +1 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +1 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +8 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +9 -4
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +51 -19
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +29 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +66 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +10 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -5
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +143 -28
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +5 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +182 -66
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +267 -22
- package/dist/plugins/builtin/tts-ggml/plugin.js +94 -35
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +1 -2
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +1 -1
- package/dist/plugins/ops/load-model.js +22 -2
- package/dist/plugins/ops/translate.js +58 -12
- package/dist/plugins/ops/translatepsy-utils.d.ts +17 -0
- package/dist/plugins/ops/translatepsy-utils.js +32 -0
- package/dist/plugins/registry.d.ts +15 -0
- package/dist/plugins/registry.js +133 -15
- package/dist/plugins/turbovec-backend.d.ts +17 -0
- package/dist/plugins/turbovec-backend.js +99 -0
- package/dist/registry.js +4 -0
- package/dist/resources/model-fit/assess.js +169 -68
- package/dist/resources/model-fit/estimators/llm.d.ts +1 -0
- package/dist/resources/model-fit/estimators/llm.js +3 -1
- package/dist/resources/model-fit/floor.d.ts +31 -0
- package/dist/resources/model-fit/floor.js +65 -0
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +46 -0
- package/dist/resources/model-fit/native-probe/advisory-fit.js +214 -0
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +26 -0
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +171 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +42 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +192 -0
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +70 -0
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +372 -0
- package/dist/resources/native.js +5 -4
- package/dist/resources/types.d.ts +1 -3
- package/dist/runtime/env.d.ts +2 -0
- package/dist/runtime/env.js +9 -2
- package/dist/runtime/lifecycle.js +2 -0
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/request-context.js +17 -0
- package/dist/runtime/vector-index-backend.d.ts +25 -0
- package/dist/runtime/vector-index-backend.js +1 -0
- package/dist/runtime/vector-index-registry.d.ts +76 -0
- package/dist/runtime/vector-index-registry.js +161 -0
- package/dist/schemas/assess-model-fit.d.ts +84 -0
- package/dist/schemas/assess-model-fit.js +72 -3
- package/dist/schemas/audio-gen.d.ts +482 -7
- package/dist/schemas/audio-gen.js +376 -17
- package/dist/schemas/batch-completion-stream.d.ts +10 -0
- package/dist/schemas/batch-completion-stream.js +5 -3
- package/dist/schemas/bci.d.ts +1 -1
- package/dist/schemas/common.d.ts +782 -19
- package/dist/schemas/common.js +8 -1
- package/dist/schemas/completion-event.d.ts +14 -1
- package/dist/schemas/completion-event.js +4 -0
- package/dist/schemas/completion-stream.d.ts +22 -0
- package/dist/schemas/completion-stream.js +41 -4
- package/dist/schemas/config.d.ts +48 -30
- package/dist/schemas/errors.d.ts +4 -0
- package/dist/schemas/errors.js +22 -0
- package/dist/schemas/index.d.ts +1 -0
- package/dist/schemas/index.js +1 -0
- package/dist/schemas/llamacpp-config.d.ts +4 -8
- package/dist/schemas/llamacpp-config.js +4 -4
- package/dist/schemas/load-model.d.ts +2604 -180
- package/dist/schemas/model-config-schemas.d.ts +228 -5
- package/dist/schemas/model-ops.d.ts +3 -0
- package/dist/schemas/model-ops.js +6 -0
- package/dist/schemas/plugin.d.ts +21 -11
- package/dist/schemas/sdcpp-config.d.ts +221 -4
- package/dist/schemas/sdcpp-config.js +128 -22
- package/dist/schemas/text-to-speech.d.ts +780 -19
- package/dist/schemas/text-to-speech.js +298 -44
- package/dist/schemas/transcription-config.js +7 -4
- package/dist/schemas/vector-index.d.ts +194 -0
- package/dist/schemas/vector-index.js +185 -0
- package/dist/utils/addon-responses.d.ts +30 -3
- package/dist/utils/aggregate-events.d.ts +3 -1
- package/dist/utils/aggregate-events.js +7 -1
- package/dist/utils/tts-stats.d.ts +15 -11
- package/dist/utils/tts-stats.js +33 -11
- package/package.json +29 -26
|
@@ -50,7 +50,6 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
|
|
|
50
50
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
51
51
|
none: "none";
|
|
52
52
|
layer: "layer";
|
|
53
|
-
row: "row";
|
|
54
53
|
tensor: "tensor";
|
|
55
54
|
}>>;
|
|
56
55
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -158,7 +157,6 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
158
157
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
159
158
|
none: "none";
|
|
160
159
|
layer: "layer";
|
|
161
|
-
row: "row";
|
|
162
160
|
tensor: "tensor";
|
|
163
161
|
}>>;
|
|
164
162
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -240,7 +238,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
240
238
|
'cache-type-k'?: string | undefined;
|
|
241
239
|
'cache-type-v'?: string | undefined;
|
|
242
240
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
243
|
-
'split-mode'?: "none" | "layer" | "
|
|
241
|
+
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
244
242
|
'flash-attn'?: "on" | "off" | "auto" | undefined;
|
|
245
243
|
'tensor-split'?: string | undefined;
|
|
246
244
|
openclCacheDir?: string | undefined;
|
|
@@ -283,7 +281,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
283
281
|
'cache-type-k'?: string | undefined;
|
|
284
282
|
'cache-type-v'?: string | undefined;
|
|
285
283
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
286
|
-
'split-mode'?: "none" | "layer" | "
|
|
284
|
+
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
287
285
|
'flash-attn'?: "on" | "off" | "auto" | undefined;
|
|
288
286
|
'tensor-split'?: string | undefined;
|
|
289
287
|
openclCacheDir?: string | undefined;
|
|
@@ -337,7 +335,6 @@ export declare const embedConfigBaseSchema: z.ZodObject<{
|
|
|
337
335
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
338
336
|
none: "none";
|
|
339
337
|
layer: "layer";
|
|
340
|
-
row: "row";
|
|
341
338
|
}>>;
|
|
342
339
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
343
340
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -385,7 +382,6 @@ export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
385
382
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
386
383
|
none: "none";
|
|
387
384
|
layer: "layer";
|
|
388
|
-
row: "row";
|
|
389
385
|
}>>;
|
|
390
386
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
391
387
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -404,7 +400,7 @@ export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
404
400
|
embdNormalize?: number | undefined;
|
|
405
401
|
flashAttention?: "on" | "off" | "auto" | undefined;
|
|
406
402
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
407
|
-
splitMode?: "none" | "layer" |
|
|
403
|
+
splitMode?: "none" | "layer" | undefined;
|
|
408
404
|
tensorSplit?: string | undefined;
|
|
409
405
|
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
410
406
|
openclCacheDir?: string | undefined;
|
|
@@ -417,7 +413,7 @@ export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
417
413
|
embdNormalize?: number | undefined;
|
|
418
414
|
flashAttention?: "on" | "off" | "auto" | undefined;
|
|
419
415
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
420
|
-
splitMode?: "none" | "layer" |
|
|
416
|
+
splitMode?: "none" | "layer" | undefined;
|
|
421
417
|
tensorSplit?: string | undefined;
|
|
422
418
|
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
423
419
|
openclCacheDir?: string | undefined;
|
|
@@ -104,9 +104,9 @@ export const llmConfigBaseSchema = z.object({
|
|
|
104
104
|
.optional()
|
|
105
105
|
.describe("GPU to use on multi-GPU systems: a device index, or `'integrated'`/`'dedicated'` to restrict selection to that class."),
|
|
106
106
|
'split-mode': z
|
|
107
|
-
.enum(['none', 'layer', '
|
|
107
|
+
.enum(['none', 'layer', 'tensor'])
|
|
108
108
|
.optional()
|
|
109
|
-
.describe("How to split the model across GPUs: `'none'` (default, single GPU), `'layer'` (pipeline parallelism),
|
|
109
|
+
.describe("How to split the model across GPUs: `'none'` (default, single GPU), `'layer'` (pipeline parallelism), or `'tensor'` (EXPERIMENTAL tensor parallelism across all visible GPUs; desktop-only, requires flash attention, and disables auto-fit, so set `ctx_size` explicitly)."),
|
|
110
110
|
'flash-attn': z
|
|
111
111
|
.enum(['on', 'off', 'auto'])
|
|
112
112
|
.optional()
|
|
@@ -194,9 +194,9 @@ export const embedConfigBaseSchema = z.object({
|
|
|
194
194
|
.optional()
|
|
195
195
|
.describe("GPU to use on multi-GPU systems: a device index, or `'integrated'`/`'dedicated'` to restrict selection to that class."),
|
|
196
196
|
splitMode: z
|
|
197
|
-
.enum(['none', 'layer'
|
|
197
|
+
.enum(['none', 'layer'])
|
|
198
198
|
.optional()
|
|
199
|
-
.describe("How to split the model across GPUs: `'none'` (default, single GPU)
|
|
199
|
+
.describe("How to split the model across GPUs: `'none'` (default, single GPU) or `'layer'` (pipeline parallelism)."),
|
|
200
200
|
tensorSplit: z
|
|
201
201
|
.string()
|
|
202
202
|
.optional()
|