@qvac/inference 0.19.1 → 0.20.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +57 -17
- package/dist/api/assess-model-fit.d.ts +9 -4
- package/dist/api/assess-model-fit.js +9 -4
- package/dist/api/audio-gen.d.ts +42 -1
- package/dist/api/audio-gen.js +137 -51
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/text-to-speech.d.ts +31 -4
- package/dist/api/text-to-speech.js +117 -21
- package/dist/api/vector-index.d.ts +142 -0
- package/dist/api/vector-index.js +168 -0
- package/dist/api/world.d.ts +2 -2
- package/dist/errors/index.d.ts +12 -0
- package/dist/errors/index.js +21 -0
- package/dist/handlers/assess-model-fit.d.ts +30 -6
- package/dist/handlers/assess-model-fit.js +68 -6
- package/dist/handlers/load-model/registry-download-utils.d.ts +1 -0
- package/dist/handlers/load-model/registry-download-utils.js +2 -1
- package/dist/handlers/vector-index.d.ts +2 -0
- package/dist/handlers/vector-index.js +40 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/models/registry/models.d.ts +351 -12
- package/dist/models/registry/models.js +2271 -1957
- package/dist/models/registry/resource-profiles.js +135 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +65 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +9 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +24 -7
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +46 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +218 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +1 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +56 -225
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +8 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +28 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +248 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +5 -2
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -2
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.js +1 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +0 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +3 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +96 -89
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +0 -31
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +40 -24
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +187 -123
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +11 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +18 -16
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +69 -4
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +1 -2
- package/dist/plugins/builtin/llamacpp-completion/transform.js +19 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +1 -2
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -38
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +42 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +1 -1
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +1 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +1 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +1 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +8 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +9 -4
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +51 -19
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +29 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +66 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +10 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -5
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +143 -28
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +5 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +182 -66
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +267 -22
- package/dist/plugins/builtin/tts-ggml/plugin.js +94 -35
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +1 -2
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +1 -1
- package/dist/plugins/ops/load-model.js +22 -2
- package/dist/plugins/ops/translate.js +58 -12
- package/dist/plugins/ops/translatepsy-utils.d.ts +17 -0
- package/dist/plugins/ops/translatepsy-utils.js +32 -0
- package/dist/plugins/registry.d.ts +15 -0
- package/dist/plugins/registry.js +133 -15
- package/dist/plugins/turbovec-backend.d.ts +17 -0
- package/dist/plugins/turbovec-backend.js +99 -0
- package/dist/registry.js +4 -0
- package/dist/resources/model-fit/assess.d.ts +10 -1
- package/dist/resources/model-fit/assess.js +43 -0
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +83 -0
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +133 -0
- package/dist/resources/model-fit/fit-stub/index.d.ts +2 -0
- package/dist/resources/model-fit/fit-stub/index.js +2 -0
- package/dist/resources/model-fit/fit-stub/project-fit-from-stub.d.ts +31 -0
- package/dist/resources/model-fit/fit-stub/project-fit-from-stub.js +36 -0
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +46 -0
- package/dist/resources/model-fit/native-probe/advisory-fit.js +214 -0
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +26 -0
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +191 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +42 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +192 -0
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +70 -0
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +372 -0
- package/dist/runtime/env.d.ts +2 -0
- package/dist/runtime/env.js +9 -2
- package/dist/runtime/lifecycle.js +2 -0
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/request-context.js +17 -0
- package/dist/runtime/vector-index-backend.d.ts +25 -0
- package/dist/runtime/vector-index-backend.js +1 -0
- package/dist/runtime/vector-index-registry.d.ts +76 -0
- package/dist/runtime/vector-index-registry.js +161 -0
- package/dist/schemas/assess-model-fit.d.ts +67 -0
- package/dist/schemas/assess-model-fit.js +56 -2
- package/dist/schemas/audio-gen.d.ts +479 -4
- package/dist/schemas/audio-gen.js +376 -17
- package/dist/schemas/batch-completion-stream.d.ts +7 -0
- package/dist/schemas/batch-completion-stream.js +5 -3
- package/dist/schemas/common.d.ts +816 -15
- package/dist/schemas/common.js +8 -1
- package/dist/schemas/completion-event.d.ts +11 -1
- package/dist/schemas/completion-event.js +3 -0
- package/dist/schemas/completion-stream.d.ts +20 -0
- package/dist/schemas/completion-stream.js +41 -4
- package/dist/schemas/config.d.ts +186 -30
- package/dist/schemas/errors.d.ts +4 -0
- package/dist/schemas/errors.js +22 -0
- package/dist/schemas/index.d.ts +1 -0
- package/dist/schemas/index.js +1 -0
- package/dist/schemas/llamacpp-config.d.ts +88 -8
- package/dist/schemas/llamacpp-config.js +108 -8
- package/dist/schemas/load-model.d.ts +2906 -206
- package/dist/schemas/model-config-schemas.d.ts +251 -5
- package/dist/schemas/plugin.d.ts +10 -0
- package/dist/schemas/sdcpp-config.d.ts +221 -4
- package/dist/schemas/sdcpp-config.js +128 -22
- package/dist/schemas/text-to-speech.d.ts +780 -19
- package/dist/schemas/text-to-speech.js +298 -44
- package/dist/schemas/transcription-config.js +7 -4
- package/dist/schemas/vector-index.d.ts +194 -0
- package/dist/schemas/vector-index.js +185 -0
- package/dist/utils/addon-responses.d.ts +29 -3
- package/dist/utils/aggregate-events.d.ts +3 -1
- package/dist/utils/aggregate-events.js +7 -1
- package/dist/utils/tts-stats.d.ts +15 -11
- package/dist/utils/tts-stats.js +33 -11
- package/package.json +29 -26
package/dist/schemas/config.d.ts
CHANGED
|
@@ -61,7 +61,6 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
61
61
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
62
62
|
none: "none";
|
|
63
63
|
layer: "layer";
|
|
64
|
-
row: "row";
|
|
65
64
|
tensor: "tensor";
|
|
66
65
|
}>>;
|
|
67
66
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -70,6 +69,29 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
70
69
|
auto: "auto";
|
|
71
70
|
}>>;
|
|
72
71
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
72
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
73
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
74
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
75
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
76
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
77
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
78
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
79
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
80
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
81
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
82
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
83
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
84
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
85
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
86
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
87
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
88
|
+
on: "on";
|
|
89
|
+
off: "off";
|
|
90
|
+
auto: "auto";
|
|
91
|
+
}>>;
|
|
92
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
93
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
94
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
73
95
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
74
96
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
75
97
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -153,7 +175,6 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
153
175
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
154
176
|
none: "none";
|
|
155
177
|
layer: "layer";
|
|
156
|
-
row: "row";
|
|
157
178
|
}>>;
|
|
158
179
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
159
180
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -379,6 +400,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
379
400
|
auto: "auto";
|
|
380
401
|
f32: "f32";
|
|
381
402
|
f16: "f16";
|
|
403
|
+
q8_0: "q8_0";
|
|
382
404
|
bf16: "bf16";
|
|
383
405
|
q2_k: "q2_k";
|
|
384
406
|
q3_k: "q3_k";
|
|
@@ -389,7 +411,6 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
389
411
|
q5_1: "q5_1";
|
|
390
412
|
q5_k: "q5_k";
|
|
391
413
|
q6_k: "q6_k";
|
|
392
|
-
q8_0: "q8_0";
|
|
393
414
|
}>>>;
|
|
394
415
|
rng: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
395
416
|
cpu: "cpu";
|
|
@@ -401,12 +422,17 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
401
422
|
cuda: "cuda";
|
|
402
423
|
std_default: "std_default";
|
|
403
424
|
}>>>;
|
|
404
|
-
clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
405
|
-
vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
406
425
|
vae_auto_cpu_fallback: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
407
426
|
vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
408
427
|
vae_tiling: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
409
428
|
offload_to_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
429
|
+
control_net_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
430
|
+
clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
431
|
+
vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
432
|
+
backend: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
433
|
+
params_backend: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
434
|
+
max_vram: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>>;
|
|
435
|
+
stream_layers: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
410
436
|
flash_attn: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
411
437
|
diffusion_fa: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
412
438
|
lora_apply_mode: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
@@ -992,7 +1018,6 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
992
1018
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
993
1019
|
none: "none";
|
|
994
1020
|
layer: "layer";
|
|
995
|
-
row: "row";
|
|
996
1021
|
tensor: "tensor";
|
|
997
1022
|
}>>;
|
|
998
1023
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -1001,6 +1026,29 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1001
1026
|
auto: "auto";
|
|
1002
1027
|
}>>;
|
|
1003
1028
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
1029
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
1030
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
1031
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
1032
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
1033
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
1034
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
1035
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
1036
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
1037
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
1038
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
1039
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
1040
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
1041
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
1042
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
1043
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
1044
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
1045
|
+
on: "on";
|
|
1046
|
+
off: "off";
|
|
1047
|
+
auto: "auto";
|
|
1048
|
+
}>>;
|
|
1049
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
1050
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
1051
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
1004
1052
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
1005
1053
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
1006
1054
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -1084,7 +1132,6 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1084
1132
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
1085
1133
|
none: "none";
|
|
1086
1134
|
layer: "layer";
|
|
1087
|
-
row: "row";
|
|
1088
1135
|
}>>;
|
|
1089
1136
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
1090
1137
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -1310,6 +1357,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1310
1357
|
auto: "auto";
|
|
1311
1358
|
f32: "f32";
|
|
1312
1359
|
f16: "f16";
|
|
1360
|
+
q8_0: "q8_0";
|
|
1313
1361
|
bf16: "bf16";
|
|
1314
1362
|
q2_k: "q2_k";
|
|
1315
1363
|
q3_k: "q3_k";
|
|
@@ -1320,7 +1368,6 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1320
1368
|
q5_1: "q5_1";
|
|
1321
1369
|
q5_k: "q5_k";
|
|
1322
1370
|
q6_k: "q6_k";
|
|
1323
|
-
q8_0: "q8_0";
|
|
1324
1371
|
}>>>;
|
|
1325
1372
|
rng: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
1326
1373
|
cpu: "cpu";
|
|
@@ -1332,12 +1379,17 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1332
1379
|
cuda: "cuda";
|
|
1333
1380
|
std_default: "std_default";
|
|
1334
1381
|
}>>>;
|
|
1335
|
-
clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
1336
|
-
vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
1337
1382
|
vae_auto_cpu_fallback: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
1338
1383
|
vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1339
1384
|
vae_tiling: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
1340
1385
|
offload_to_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
1386
|
+
control_net_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
1387
|
+
clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
1388
|
+
vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
1389
|
+
backend: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
1390
|
+
params_backend: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
1391
|
+
max_vram: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>>;
|
|
1392
|
+
stream_layers: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
1341
1393
|
flash_attn: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
1342
1394
|
diffusion_fa: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
1343
1395
|
lora_apply_mode: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
@@ -1943,7 +1995,6 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
1943
1995
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
1944
1996
|
none: "none";
|
|
1945
1997
|
layer: "layer";
|
|
1946
|
-
row: "row";
|
|
1947
1998
|
tensor: "tensor";
|
|
1948
1999
|
}>>;
|
|
1949
2000
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -1952,6 +2003,29 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
1952
2003
|
auto: "auto";
|
|
1953
2004
|
}>>;
|
|
1954
2005
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
2006
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
2007
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
2008
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
2009
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
2010
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
2011
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
2012
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
2013
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
2014
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
2015
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
2016
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
2017
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
2018
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
2019
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
2020
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
2021
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
2022
|
+
on: "on";
|
|
2023
|
+
off: "off";
|
|
2024
|
+
auto: "auto";
|
|
2025
|
+
}>>;
|
|
2026
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
2027
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
2028
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
1955
2029
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
1956
2030
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
1957
2031
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -2035,7 +2109,6 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2035
2109
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
2036
2110
|
none: "none";
|
|
2037
2111
|
layer: "layer";
|
|
2038
|
-
row: "row";
|
|
2039
2112
|
}>>;
|
|
2040
2113
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
2041
2114
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -2261,6 +2334,7 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2261
2334
|
auto: "auto";
|
|
2262
2335
|
f32: "f32";
|
|
2263
2336
|
f16: "f16";
|
|
2337
|
+
q8_0: "q8_0";
|
|
2264
2338
|
bf16: "bf16";
|
|
2265
2339
|
q2_k: "q2_k";
|
|
2266
2340
|
q3_k: "q3_k";
|
|
@@ -2271,7 +2345,6 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2271
2345
|
q5_1: "q5_1";
|
|
2272
2346
|
q5_k: "q5_k";
|
|
2273
2347
|
q6_k: "q6_k";
|
|
2274
|
-
q8_0: "q8_0";
|
|
2275
2348
|
}>>>;
|
|
2276
2349
|
rng: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
2277
2350
|
cpu: "cpu";
|
|
@@ -2283,12 +2356,17 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2283
2356
|
cuda: "cuda";
|
|
2284
2357
|
std_default: "std_default";
|
|
2285
2358
|
}>>>;
|
|
2286
|
-
clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
2287
|
-
vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
2288
2359
|
vae_auto_cpu_fallback: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
2289
2360
|
vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2290
2361
|
vae_tiling: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
2291
2362
|
offload_to_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
2363
|
+
control_net_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
2364
|
+
clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
2365
|
+
vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
2366
|
+
backend: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
2367
|
+
params_backend: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
2368
|
+
max_vram: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>>;
|
|
2369
|
+
stream_layers: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
2292
2370
|
flash_attn: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
2293
2371
|
diffusion_fa: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
2294
2372
|
lora_apply_mode: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
@@ -2874,7 +2952,6 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2874
2952
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
2875
2953
|
none: "none";
|
|
2876
2954
|
layer: "layer";
|
|
2877
|
-
row: "row";
|
|
2878
2955
|
tensor: "tensor";
|
|
2879
2956
|
}>>;
|
|
2880
2957
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -2883,6 +2960,29 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2883
2960
|
auto: "auto";
|
|
2884
2961
|
}>>;
|
|
2885
2962
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
2963
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
2964
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
2965
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
2966
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
2967
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
2968
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
2969
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
2970
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
2971
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
2972
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
2973
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
2974
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
2975
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
2976
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
2977
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
2978
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
2979
|
+
on: "on";
|
|
2980
|
+
off: "off";
|
|
2981
|
+
auto: "auto";
|
|
2982
|
+
}>>;
|
|
2983
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
2984
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
2985
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
2886
2986
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
2887
2987
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
2888
2988
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -2966,7 +3066,6 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2966
3066
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
2967
3067
|
none: "none";
|
|
2968
3068
|
layer: "layer";
|
|
2969
|
-
row: "row";
|
|
2970
3069
|
}>>;
|
|
2971
3070
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
2972
3071
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -3192,6 +3291,7 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3192
3291
|
auto: "auto";
|
|
3193
3292
|
f32: "f32";
|
|
3194
3293
|
f16: "f16";
|
|
3294
|
+
q8_0: "q8_0";
|
|
3195
3295
|
bf16: "bf16";
|
|
3196
3296
|
q2_k: "q2_k";
|
|
3197
3297
|
q3_k: "q3_k";
|
|
@@ -3202,7 +3302,6 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3202
3302
|
q5_1: "q5_1";
|
|
3203
3303
|
q5_k: "q5_k";
|
|
3204
3304
|
q6_k: "q6_k";
|
|
3205
|
-
q8_0: "q8_0";
|
|
3206
3305
|
}>>>;
|
|
3207
3306
|
rng: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
3208
3307
|
cpu: "cpu";
|
|
@@ -3214,12 +3313,17 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3214
3313
|
cuda: "cuda";
|
|
3215
3314
|
std_default: "std_default";
|
|
3216
3315
|
}>>>;
|
|
3217
|
-
clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3218
|
-
vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3219
3316
|
vae_auto_cpu_fallback: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3220
3317
|
vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3221
3318
|
vae_tiling: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3222
3319
|
offload_to_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3320
|
+
control_net_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
3321
|
+
clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
3322
|
+
vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
3323
|
+
backend: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
3324
|
+
params_backend: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
3325
|
+
max_vram: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>>;
|
|
3326
|
+
stream_layers: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3223
3327
|
flash_attn: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3224
3328
|
diffusion_fa: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3225
3329
|
lora_apply_mode: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
@@ -3848,7 +3952,6 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
3848
3952
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
3849
3953
|
none: "none";
|
|
3850
3954
|
layer: "layer";
|
|
3851
|
-
row: "row";
|
|
3852
3955
|
tensor: "tensor";
|
|
3853
3956
|
}>>;
|
|
3854
3957
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -3857,6 +3960,29 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
3857
3960
|
auto: "auto";
|
|
3858
3961
|
}>>;
|
|
3859
3962
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
3963
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
3964
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
3965
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
3966
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
3967
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
3968
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
3969
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
3970
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
3971
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
3972
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
3973
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
3974
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
3975
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
3976
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
3977
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
3978
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
3979
|
+
on: "on";
|
|
3980
|
+
off: "off";
|
|
3981
|
+
auto: "auto";
|
|
3982
|
+
}>>;
|
|
3983
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
3984
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
3985
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
3860
3986
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
3861
3987
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
3862
3988
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -3940,7 +4066,6 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
3940
4066
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
3941
4067
|
none: "none";
|
|
3942
4068
|
layer: "layer";
|
|
3943
|
-
row: "row";
|
|
3944
4069
|
}>>;
|
|
3945
4070
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
3946
4071
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -4166,6 +4291,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4166
4291
|
auto: "auto";
|
|
4167
4292
|
f32: "f32";
|
|
4168
4293
|
f16: "f16";
|
|
4294
|
+
q8_0: "q8_0";
|
|
4169
4295
|
bf16: "bf16";
|
|
4170
4296
|
q2_k: "q2_k";
|
|
4171
4297
|
q3_k: "q3_k";
|
|
@@ -4176,7 +4302,6 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4176
4302
|
q5_1: "q5_1";
|
|
4177
4303
|
q5_k: "q5_k";
|
|
4178
4304
|
q6_k: "q6_k";
|
|
4179
|
-
q8_0: "q8_0";
|
|
4180
4305
|
}>>>;
|
|
4181
4306
|
rng: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
4182
4307
|
cpu: "cpu";
|
|
@@ -4188,12 +4313,17 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4188
4313
|
cuda: "cuda";
|
|
4189
4314
|
std_default: "std_default";
|
|
4190
4315
|
}>>>;
|
|
4191
|
-
clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
4192
|
-
vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
4193
4316
|
vae_auto_cpu_fallback: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
4194
4317
|
vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4195
4318
|
vae_tiling: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
4196
4319
|
offload_to_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
4320
|
+
control_net_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
4321
|
+
clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
4322
|
+
vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
4323
|
+
backend: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
4324
|
+
params_backend: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
4325
|
+
max_vram: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>>;
|
|
4326
|
+
stream_layers: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
4197
4327
|
flash_attn: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
4198
4328
|
diffusion_fa: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
4199
4329
|
lora_apply_mode: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
@@ -4779,7 +4909,6 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4779
4909
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
4780
4910
|
none: "none";
|
|
4781
4911
|
layer: "layer";
|
|
4782
|
-
row: "row";
|
|
4783
4912
|
tensor: "tensor";
|
|
4784
4913
|
}>>;
|
|
4785
4914
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -4788,6 +4917,29 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4788
4917
|
auto: "auto";
|
|
4789
4918
|
}>>;
|
|
4790
4919
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
4920
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
4921
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
4922
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
4923
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
4924
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
4925
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
4926
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
4927
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
4928
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
4929
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
4930
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
4931
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
4932
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
4933
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
4934
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
4935
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
4936
|
+
on: "on";
|
|
4937
|
+
off: "off";
|
|
4938
|
+
auto: "auto";
|
|
4939
|
+
}>>;
|
|
4940
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
4941
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
4942
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
4791
4943
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
4792
4944
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
4793
4945
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -4871,7 +5023,6 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4871
5023
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
4872
5024
|
none: "none";
|
|
4873
5025
|
layer: "layer";
|
|
4874
|
-
row: "row";
|
|
4875
5026
|
}>>;
|
|
4876
5027
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
4877
5028
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -5097,6 +5248,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
5097
5248
|
auto: "auto";
|
|
5098
5249
|
f32: "f32";
|
|
5099
5250
|
f16: "f16";
|
|
5251
|
+
q8_0: "q8_0";
|
|
5100
5252
|
bf16: "bf16";
|
|
5101
5253
|
q2_k: "q2_k";
|
|
5102
5254
|
q3_k: "q3_k";
|
|
@@ -5107,7 +5259,6 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
5107
5259
|
q5_1: "q5_1";
|
|
5108
5260
|
q5_k: "q5_k";
|
|
5109
5261
|
q6_k: "q6_k";
|
|
5110
|
-
q8_0: "q8_0";
|
|
5111
5262
|
}>>>;
|
|
5112
5263
|
rng: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
5113
5264
|
cpu: "cpu";
|
|
@@ -5119,12 +5270,17 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
5119
5270
|
cuda: "cuda";
|
|
5120
5271
|
std_default: "std_default";
|
|
5121
5272
|
}>>>;
|
|
5122
|
-
clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
5123
|
-
vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
5124
5273
|
vae_auto_cpu_fallback: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
5125
5274
|
vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5126
5275
|
vae_tiling: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
5127
5276
|
offload_to_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
5277
|
+
control_net_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
5278
|
+
clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
5279
|
+
vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodCustom<never, never>>>;
|
|
5280
|
+
backend: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
5281
|
+
params_backend: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
5282
|
+
max_vram: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>>;
|
|
5283
|
+
stream_layers: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
5128
5284
|
flash_attn: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
5129
5285
|
diffusion_fa: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
5130
5286
|
lora_apply_mode: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
package/dist/schemas/errors.d.ts
CHANGED
|
@@ -62,6 +62,10 @@ export declare const ERROR_CODES: {
|
|
|
62
62
|
readonly RAG_LIST_WORKSPACES_FAILED: 52809;
|
|
63
63
|
readonly RAG_CHUNK_FAILED: 52810;
|
|
64
64
|
readonly RAG_WORKSPACE_NOT_OPEN: 52811;
|
|
65
|
+
readonly VECTOR_INDEX_PROVIDER_UNAVAILABLE: 52850;
|
|
66
|
+
readonly VECTOR_INDEX_NOT_FOUND: 52851;
|
|
67
|
+
readonly VECTOR_INDEX_INVALID_VECTORS: 52852;
|
|
68
|
+
readonly VECTOR_INDEX_FAILED: 52853;
|
|
65
69
|
readonly FILE_NOT_FOUND: 53000;
|
|
66
70
|
readonly DOWNLOAD_CANCELLED: 53001;
|
|
67
71
|
readonly CHECKSUM_VALIDATION_FAILED: 53002;
|
package/dist/schemas/errors.js
CHANGED
|
@@ -72,6 +72,11 @@ export const ERROR_CODES = {
|
|
|
72
72
|
RAG_LIST_WORKSPACES_FAILED: 52809,
|
|
73
73
|
RAG_CHUNK_FAILED: 52810,
|
|
74
74
|
RAG_WORKSPACE_NOT_OPEN: 52811,
|
|
75
|
+
// Vector index (52,850-52,899)
|
|
76
|
+
VECTOR_INDEX_PROVIDER_UNAVAILABLE: 52850,
|
|
77
|
+
VECTOR_INDEX_NOT_FOUND: 52851,
|
|
78
|
+
VECTOR_INDEX_INVALID_VECTORS: 52852,
|
|
79
|
+
VECTOR_INDEX_FAILED: 52853,
|
|
75
80
|
// Download / resource (53,000-53,199)
|
|
76
81
|
FILE_NOT_FOUND: 53000,
|
|
77
82
|
DOWNLOAD_CANCELLED: 53001,
|
|
@@ -409,6 +414,23 @@ const errorDefinitions = {
|
|
|
409
414
|
name: 'RAG_WORKSPACE_NOT_OPEN',
|
|
410
415
|
message: (workspace) => `RAG workspace '${workspace}' is not open`
|
|
411
416
|
},
|
|
417
|
+
// Vector index
|
|
418
|
+
[ERROR_CODES.VECTOR_INDEX_PROVIDER_UNAVAILABLE]: {
|
|
419
|
+
name: 'VECTOR_INDEX_PROVIDER_UNAVAILABLE',
|
|
420
|
+
message: () => 'No vector index provider is registered. Register a plugin that exposes the turbovecIndexProvider capability, such as the built-in llamacpp-embedding plugin'
|
|
421
|
+
},
|
|
422
|
+
[ERROR_CODES.VECTOR_INDEX_NOT_FOUND]: {
|
|
423
|
+
name: 'VECTOR_INDEX_NOT_FOUND',
|
|
424
|
+
message: (indexId) => `Vector index '${indexId}' is not open. It was disposed or the worker restarted; create a new index or load a snapshot`
|
|
425
|
+
},
|
|
426
|
+
[ERROR_CODES.VECTOR_INDEX_INVALID_VECTORS]: {
|
|
427
|
+
name: 'VECTOR_INDEX_INVALID_VECTORS',
|
|
428
|
+
message: (details) => `Invalid vector input: ${details}`
|
|
429
|
+
},
|
|
430
|
+
[ERROR_CODES.VECTOR_INDEX_FAILED]: {
|
|
431
|
+
name: 'VECTOR_INDEX_FAILED',
|
|
432
|
+
message: (details) => `Vector index operation failed: ${details}`
|
|
433
|
+
},
|
|
412
434
|
// Download / resource
|
|
413
435
|
[ERROR_CODES.FILE_NOT_FOUND]: {
|
|
414
436
|
name: 'FILE_NOT_FOUND',
|
package/dist/schemas/index.d.ts
CHANGED
|
@@ -23,6 +23,7 @@ export * from './transcription-config.js';
|
|
|
23
23
|
export * from './text-to-speech.js';
|
|
24
24
|
export * from './error.js';
|
|
25
25
|
export * from './rag.js';
|
|
26
|
+
export * from './vector-index.js';
|
|
26
27
|
export * from './ocr.js';
|
|
27
28
|
export * from './sdcpp-config.js';
|
|
28
29
|
export * from './vla.js';
|
package/dist/schemas/index.js
CHANGED
|
@@ -24,6 +24,7 @@ export * from './transcription-config.js';
|
|
|
24
24
|
export * from './text-to-speech.js';
|
|
25
25
|
export * from './error.js';
|
|
26
26
|
export * from './rag.js';
|
|
27
|
+
export * from './vector-index.js';
|
|
27
28
|
export * from './ocr.js';
|
|
28
29
|
export * from './sdcpp-config.js';
|
|
29
30
|
export * from './vla.js';
|