@qvac/inference 0.17.1 → 0.18.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +1 -1
- package/dist/api/index.d.ts +1 -1
- package/dist/api/index.js +1 -1
- package/dist/api/text-to-speech.js +22 -2
- package/dist/api/transcribe.d.ts +19 -2
- package/dist/api/transcribe.js +66 -27
- package/dist/api/translate.js +6 -17
- package/dist/api/vla.d.ts +42 -1
- package/dist/api/vla.js +50 -1
- package/dist/constants/audio.d.ts +2 -1
- package/dist/constants/audio.js +17 -1
- package/dist/errors/index.d.ts +3 -0
- package/dist/errors/index.js +5 -0
- package/dist/handlers/load-model/handler.js +2 -2
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +3 -3
- package/dist/handlers/load-model/resolve.d.ts +12 -2
- package/dist/handlers/load-model/resolve.js +90 -12
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/models/registry/models.d.ts +782 -6
- package/dist/models/registry/models.js +2664 -1859
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +19 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +153 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +54 -4
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +28 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +3 -1
- package/dist/plugins/builtin/ggml-vla/ops/vla-set-embodiment.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-set-embodiment.js +9 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +37 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +21 -4
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +16 -15
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +2 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +131 -123
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +110 -20
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +50 -23
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +308 -143
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -2
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +6 -6
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +56 -36
- package/dist/plugins/builtin/llamacpp-completion/transform.js +0 -7
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -3
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +6 -5
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +27 -16
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +23 -3
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +302 -4
- package/dist/plugins/builtin/tts-ggml/plugin.js +131 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +48 -39
- package/dist/plugins/ops/cancel.d.ts +1 -1
- package/dist/plugins/ops/cancel.js +1 -1
- package/dist/plugins/ops/kv-cache-retention.js +11 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -1
- package/dist/plugins/ops/kv-cache-utils.js +40 -12
- package/dist/plugins/ops/transcribe.d.ts +2 -2
- package/dist/plugins/ops/transcribe.js +54 -48
- package/dist/plugins/ops/translate-stats.d.ts +4 -0
- package/dist/plugins/ops/translate-stats.js +11 -0
- package/dist/plugins/ops/translate.js +66 -38
- package/dist/plugins/ops/unload-model.js +30 -24
- package/dist/runtime/model-registry.d.ts +1 -0
- package/dist/runtime/request-context.js +29 -14
- package/dist/runtime/request-registry.d.ts +27 -0
- package/dist/runtime/request-registry.js +246 -76
- package/dist/schemas/audio-gen.d.ts +103 -0
- package/dist/schemas/audio-gen.js +135 -4
- package/dist/schemas/common.d.ts +550 -11
- package/dist/schemas/config.d.ts +60 -24
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +5 -0
- package/dist/schemas/index.d.ts +1 -1
- package/dist/schemas/index.js +1 -1
- package/dist/schemas/llamacpp-config.d.ts +10 -10
- package/dist/schemas/llamacpp-config.js +168 -82
- package/dist/schemas/load-model.d.ts +3691 -336
- package/dist/schemas/load-model.js +37 -19
- package/dist/schemas/text-to-speech.d.ts +1086 -110
- package/dist/schemas/text-to-speech.js +197 -7
- package/dist/schemas/tools.d.ts +0 -16
- package/dist/schemas/tools.js +0 -15
- package/dist/schemas/transcription-config.d.ts +2 -0
- package/dist/schemas/transcription-config.js +6 -0
- package/dist/schemas/transcription.d.ts +3 -0
- package/dist/schemas/vla.d.ts +83 -0
- package/dist/schemas/vla.js +105 -2
- package/dist/surface.d.ts +1 -1
- package/dist/surface.js +1 -1
- package/dist/utils/addon-responses.d.ts +4 -12
- package/dist/utils/audio/decoder.d.ts +37 -1
- package/dist/utils/audio/decoder.js +82 -52
- package/dist/utils/config-transform.d.ts +3 -0
- package/dist/utils/config-transform.js +6 -0
- package/dist/utils/index.d.ts +0 -1
- package/dist/utils/index.js +0 -1
- package/dist/utils/shard-utils.d.ts +1 -0
- package/dist/utils/shard-utils.js +14 -0
- package/dist/utils/tool-integration.d.ts +3 -10
- package/dist/utils/tool-integration.js +3 -12
- package/package.json +26 -22
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +0 -22
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +0 -30
- package/dist/utils/expand-gguf-shards.d.ts +0 -2
- package/dist/utils/expand-gguf-shards.js +0 -22
package/dist/schemas/config.d.ts
CHANGED
|
@@ -47,10 +47,6 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
47
47
|
n_discarded: z.ZodOptional<z.ZodNumber>;
|
|
48
48
|
parallel: z.ZodOptional<z.ZodNumber>;
|
|
49
49
|
tools: z.ZodOptional<z.ZodBoolean>;
|
|
50
|
-
toolsMode: z.ZodOptional<z.ZodEnum<{
|
|
51
|
-
static: "static";
|
|
52
|
-
dynamic: "dynamic";
|
|
53
|
-
}>>;
|
|
54
50
|
'cache-type-k': z.ZodOptional<z.ZodString>;
|
|
55
51
|
'cache-type-v': z.ZodOptional<z.ZodString>;
|
|
56
52
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
@@ -109,6 +105,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
109
105
|
batched: "batched";
|
|
110
106
|
sequential: "sequential";
|
|
111
107
|
}>>;
|
|
108
|
+
image_no_upscale: z.ZodOptional<z.ZodEnum<{
|
|
109
|
+
on: "on";
|
|
110
|
+
off: "off";
|
|
111
|
+
}>>;
|
|
112
112
|
'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
|
|
113
113
|
}, z.core.$strip>>>;
|
|
114
114
|
"llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
@@ -268,6 +268,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
268
268
|
streamingEnergyVad: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
269
269
|
streamingLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
270
270
|
streamingRightLookaheadMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
271
|
+
language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
271
272
|
streamingSpkCacheEnable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
272
273
|
streamingSpkCacheLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
273
274
|
streamingFifoLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
@@ -843,6 +844,11 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
843
844
|
auto: "auto";
|
|
844
845
|
}>>>;
|
|
845
846
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
847
|
+
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
848
|
+
tag: z.ZodOptional<z.ZodString>;
|
|
849
|
+
catId: z.ZodOptional<z.ZodNumber>;
|
|
850
|
+
numCameras: z.ZodOptional<z.ZodNumber>;
|
|
851
|
+
}, z.core.$strip>]>>>;
|
|
846
852
|
}, z.core.$strip>>>;
|
|
847
853
|
llm: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
848
854
|
ctx_size: z.ZodOptional<z.ZodNumber>;
|
|
@@ -869,10 +875,6 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
869
875
|
n_discarded: z.ZodOptional<z.ZodNumber>;
|
|
870
876
|
parallel: z.ZodOptional<z.ZodNumber>;
|
|
871
877
|
tools: z.ZodOptional<z.ZodBoolean>;
|
|
872
|
-
toolsMode: z.ZodOptional<z.ZodEnum<{
|
|
873
|
-
static: "static";
|
|
874
|
-
dynamic: "dynamic";
|
|
875
|
-
}>>;
|
|
876
878
|
'cache-type-k': z.ZodOptional<z.ZodString>;
|
|
877
879
|
'cache-type-v': z.ZodOptional<z.ZodString>;
|
|
878
880
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
@@ -931,6 +933,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
931
933
|
batched: "batched";
|
|
932
934
|
sequential: "sequential";
|
|
933
935
|
}>>;
|
|
936
|
+
image_no_upscale: z.ZodOptional<z.ZodEnum<{
|
|
937
|
+
on: "on";
|
|
938
|
+
off: "off";
|
|
939
|
+
}>>;
|
|
934
940
|
'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
|
|
935
941
|
}, z.core.$strip>>>;
|
|
936
942
|
embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
@@ -1090,6 +1096,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1090
1096
|
streamingEnergyVad: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
1091
1097
|
streamingLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1092
1098
|
streamingRightLookaheadMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1099
|
+
language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
1093
1100
|
streamingSpkCacheEnable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
1094
1101
|
streamingSpkCacheLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1095
1102
|
streamingFifoLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
@@ -1665,6 +1672,11 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1665
1672
|
auto: "auto";
|
|
1666
1673
|
}>>>;
|
|
1667
1674
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1675
|
+
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
1676
|
+
tag: z.ZodOptional<z.ZodString>;
|
|
1677
|
+
catId: z.ZodOptional<z.ZodNumber>;
|
|
1678
|
+
numCameras: z.ZodOptional<z.ZodNumber>;
|
|
1679
|
+
}, z.core.$strip>]>>>;
|
|
1668
1680
|
}, z.core.$strip>>>;
|
|
1669
1681
|
}, z.core.$strip>;
|
|
1670
1682
|
export type DeviceConfigDefaults = z.infer<typeof deviceConfigDefaultsSchema>;
|
|
@@ -1711,10 +1723,6 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
1711
1723
|
n_discarded: z.ZodOptional<z.ZodNumber>;
|
|
1712
1724
|
parallel: z.ZodOptional<z.ZodNumber>;
|
|
1713
1725
|
tools: z.ZodOptional<z.ZodBoolean>;
|
|
1714
|
-
toolsMode: z.ZodOptional<z.ZodEnum<{
|
|
1715
|
-
static: "static";
|
|
1716
|
-
dynamic: "dynamic";
|
|
1717
|
-
}>>;
|
|
1718
1726
|
'cache-type-k': z.ZodOptional<z.ZodString>;
|
|
1719
1727
|
'cache-type-v': z.ZodOptional<z.ZodString>;
|
|
1720
1728
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
@@ -1773,6 +1781,10 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
1773
1781
|
batched: "batched";
|
|
1774
1782
|
sequential: "sequential";
|
|
1775
1783
|
}>>;
|
|
1784
|
+
image_no_upscale: z.ZodOptional<z.ZodEnum<{
|
|
1785
|
+
on: "on";
|
|
1786
|
+
off: "off";
|
|
1787
|
+
}>>;
|
|
1776
1788
|
'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
|
|
1777
1789
|
}, z.core.$strip>>>;
|
|
1778
1790
|
"llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
@@ -1932,6 +1944,7 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
1932
1944
|
streamingEnergyVad: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
1933
1945
|
streamingLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1934
1946
|
streamingRightLookaheadMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1947
|
+
language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
1935
1948
|
streamingSpkCacheEnable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
1936
1949
|
streamingSpkCacheLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1937
1950
|
streamingFifoLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
@@ -2507,6 +2520,11 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2507
2520
|
auto: "auto";
|
|
2508
2521
|
}>>>;
|
|
2509
2522
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2523
|
+
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
2524
|
+
tag: z.ZodOptional<z.ZodString>;
|
|
2525
|
+
catId: z.ZodOptional<z.ZodNumber>;
|
|
2526
|
+
numCameras: z.ZodOptional<z.ZodNumber>;
|
|
2527
|
+
}, z.core.$strip>]>>>;
|
|
2510
2528
|
}, z.core.$strip>>>;
|
|
2511
2529
|
llm: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
2512
2530
|
ctx_size: z.ZodOptional<z.ZodNumber>;
|
|
@@ -2533,10 +2551,6 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2533
2551
|
n_discarded: z.ZodOptional<z.ZodNumber>;
|
|
2534
2552
|
parallel: z.ZodOptional<z.ZodNumber>;
|
|
2535
2553
|
tools: z.ZodOptional<z.ZodBoolean>;
|
|
2536
|
-
toolsMode: z.ZodOptional<z.ZodEnum<{
|
|
2537
|
-
static: "static";
|
|
2538
|
-
dynamic: "dynamic";
|
|
2539
|
-
}>>;
|
|
2540
2554
|
'cache-type-k': z.ZodOptional<z.ZodString>;
|
|
2541
2555
|
'cache-type-v': z.ZodOptional<z.ZodString>;
|
|
2542
2556
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
@@ -2595,6 +2609,10 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2595
2609
|
batched: "batched";
|
|
2596
2610
|
sequential: "sequential";
|
|
2597
2611
|
}>>;
|
|
2612
|
+
image_no_upscale: z.ZodOptional<z.ZodEnum<{
|
|
2613
|
+
on: "on";
|
|
2614
|
+
off: "off";
|
|
2615
|
+
}>>;
|
|
2598
2616
|
'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
|
|
2599
2617
|
}, z.core.$strip>>>;
|
|
2600
2618
|
embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
@@ -2754,6 +2772,7 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2754
2772
|
streamingEnergyVad: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
2755
2773
|
streamingLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2756
2774
|
streamingRightLookaheadMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2775
|
+
language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
2757
2776
|
streamingSpkCacheEnable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
2758
2777
|
streamingSpkCacheLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2759
2778
|
streamingFifoLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
@@ -3329,6 +3348,11 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3329
3348
|
auto: "auto";
|
|
3330
3349
|
}>>>;
|
|
3331
3350
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3351
|
+
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
3352
|
+
tag: z.ZodOptional<z.ZodString>;
|
|
3353
|
+
catId: z.ZodOptional<z.ZodNumber>;
|
|
3354
|
+
numCameras: z.ZodOptional<z.ZodNumber>;
|
|
3355
|
+
}, z.core.$strip>]>>>;
|
|
3332
3356
|
}, z.core.$strip>>>;
|
|
3333
3357
|
}, z.core.$strip>;
|
|
3334
3358
|
}, z.core.$strip>;
|
|
@@ -3395,10 +3419,6 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
3395
3419
|
n_discarded: z.ZodOptional<z.ZodNumber>;
|
|
3396
3420
|
parallel: z.ZodOptional<z.ZodNumber>;
|
|
3397
3421
|
tools: z.ZodOptional<z.ZodBoolean>;
|
|
3398
|
-
toolsMode: z.ZodOptional<z.ZodEnum<{
|
|
3399
|
-
static: "static";
|
|
3400
|
-
dynamic: "dynamic";
|
|
3401
|
-
}>>;
|
|
3402
3422
|
'cache-type-k': z.ZodOptional<z.ZodString>;
|
|
3403
3423
|
'cache-type-v': z.ZodOptional<z.ZodString>;
|
|
3404
3424
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
@@ -3457,6 +3477,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
3457
3477
|
batched: "batched";
|
|
3458
3478
|
sequential: "sequential";
|
|
3459
3479
|
}>>;
|
|
3480
|
+
image_no_upscale: z.ZodOptional<z.ZodEnum<{
|
|
3481
|
+
on: "on";
|
|
3482
|
+
off: "off";
|
|
3483
|
+
}>>;
|
|
3460
3484
|
'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
|
|
3461
3485
|
}, z.core.$strip>>>;
|
|
3462
3486
|
"llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
@@ -3616,6 +3640,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
3616
3640
|
streamingEnergyVad: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3617
3641
|
streamingLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3618
3642
|
streamingRightLookaheadMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3643
|
+
language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
3619
3644
|
streamingSpkCacheEnable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3620
3645
|
streamingSpkCacheLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3621
3646
|
streamingFifoLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
@@ -4191,6 +4216,11 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4191
4216
|
auto: "auto";
|
|
4192
4217
|
}>>>;
|
|
4193
4218
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4219
|
+
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
4220
|
+
tag: z.ZodOptional<z.ZodString>;
|
|
4221
|
+
catId: z.ZodOptional<z.ZodNumber>;
|
|
4222
|
+
numCameras: z.ZodOptional<z.ZodNumber>;
|
|
4223
|
+
}, z.core.$strip>]>>>;
|
|
4194
4224
|
}, z.core.$strip>>>;
|
|
4195
4225
|
llm: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4196
4226
|
ctx_size: z.ZodOptional<z.ZodNumber>;
|
|
@@ -4217,10 +4247,6 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4217
4247
|
n_discarded: z.ZodOptional<z.ZodNumber>;
|
|
4218
4248
|
parallel: z.ZodOptional<z.ZodNumber>;
|
|
4219
4249
|
tools: z.ZodOptional<z.ZodBoolean>;
|
|
4220
|
-
toolsMode: z.ZodOptional<z.ZodEnum<{
|
|
4221
|
-
static: "static";
|
|
4222
|
-
dynamic: "dynamic";
|
|
4223
|
-
}>>;
|
|
4224
4250
|
'cache-type-k': z.ZodOptional<z.ZodString>;
|
|
4225
4251
|
'cache-type-v': z.ZodOptional<z.ZodString>;
|
|
4226
4252
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
@@ -4279,6 +4305,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4279
4305
|
batched: "batched";
|
|
4280
4306
|
sequential: "sequential";
|
|
4281
4307
|
}>>;
|
|
4308
|
+
image_no_upscale: z.ZodOptional<z.ZodEnum<{
|
|
4309
|
+
on: "on";
|
|
4310
|
+
off: "off";
|
|
4311
|
+
}>>;
|
|
4282
4312
|
'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
|
|
4283
4313
|
}, z.core.$strip>>>;
|
|
4284
4314
|
embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
@@ -4438,6 +4468,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4438
4468
|
streamingEnergyVad: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
4439
4469
|
streamingLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4440
4470
|
streamingRightLookaheadMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4471
|
+
language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
4441
4472
|
streamingSpkCacheEnable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
4442
4473
|
streamingSpkCacheLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4443
4474
|
streamingFifoLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
@@ -5013,6 +5044,11 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
5013
5044
|
auto: "auto";
|
|
5014
5045
|
}>>>;
|
|
5015
5046
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5047
|
+
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
5048
|
+
tag: z.ZodOptional<z.ZodString>;
|
|
5049
|
+
catId: z.ZodOptional<z.ZodNumber>;
|
|
5050
|
+
numCameras: z.ZodOptional<z.ZodNumber>;
|
|
5051
|
+
}, z.core.$strip>]>>>;
|
|
5016
5052
|
}, z.core.$strip>>>;
|
|
5017
5053
|
}, z.core.$strip>;
|
|
5018
5054
|
}, z.core.$strip>>>;
|
package/dist/schemas/errors.d.ts
CHANGED
|
@@ -52,6 +52,7 @@ export declare const ERROR_CODES: {
|
|
|
52
52
|
readonly INFERENCE_CANCELLED: 52419;
|
|
53
53
|
readonly REQUEST_REJECTED_BY_POLICY: 52420;
|
|
54
54
|
readonly CONTEXT_OVERFLOW: 52421;
|
|
55
|
+
readonly INVALID_AUDIO_INPUT: 52422;
|
|
55
56
|
readonly RAG_SAVE_FAILED: 52800;
|
|
56
57
|
readonly RAG_SEARCH_FAILED: 52801;
|
|
57
58
|
readonly RAG_DELETE_FAILED: 52802;
|
package/dist/schemas/errors.js
CHANGED
|
@@ -62,6 +62,7 @@ export const ERROR_CODES = {
|
|
|
62
62
|
INFERENCE_CANCELLED: 52419,
|
|
63
63
|
REQUEST_REJECTED_BY_POLICY: 52420,
|
|
64
64
|
CONTEXT_OVERFLOW: 52421,
|
|
65
|
+
INVALID_AUDIO_INPUT: 52422,
|
|
65
66
|
// RAG operations (52,800-52,999)
|
|
66
67
|
RAG_SAVE_FAILED: 52800,
|
|
67
68
|
RAG_SEARCH_FAILED: 52801,
|
|
@@ -362,6 +363,10 @@ const errorDefinitions = {
|
|
|
362
363
|
return `${prompt}${ctx}${model}. Reduce the prompt size or start a new conversation.`;
|
|
363
364
|
}
|
|
364
365
|
},
|
|
366
|
+
[ERROR_CODES.INVALID_AUDIO_INPUT]: {
|
|
367
|
+
name: 'INVALID_AUDIO_INPUT',
|
|
368
|
+
message: (details) => `Invalid audio input${details ? `: ${details}` : ''}`
|
|
369
|
+
},
|
|
365
370
|
// RAG operations
|
|
366
371
|
[ERROR_CODES.RAG_SAVE_FAILED]: {
|
|
367
372
|
name: 'RAG_SAVE_FAILED',
|
package/dist/schemas/index.d.ts
CHANGED
|
@@ -3,7 +3,7 @@ export * from '../schemas/cancel.js';
|
|
|
3
3
|
export * from '../schemas/batch-completion-stream.js';
|
|
4
4
|
export * from '../schemas/completion-stream.js';
|
|
5
5
|
export * from '../schemas/completion-event.js';
|
|
6
|
-
export { toolSchema, toolCallSchema, toolCallErrorSchema,
|
|
6
|
+
export { toolSchema, toolCallSchema, toolCallErrorSchema, type Tool, type ToolCall, type ToolCallError, type ToolCallWithCall } from '../schemas/tools.js';
|
|
7
7
|
export * from '../schemas/delegate.js';
|
|
8
8
|
export * from '../schemas/model-ops.js';
|
|
9
9
|
export * from '../schemas/download-asset.js';
|
package/dist/schemas/index.js
CHANGED
|
@@ -4,7 +4,7 @@ export * from '../schemas/cancel.js';
|
|
|
4
4
|
export * from '../schemas/batch-completion-stream.js';
|
|
5
5
|
export * from '../schemas/completion-stream.js';
|
|
6
6
|
export * from '../schemas/completion-event.js';
|
|
7
|
-
export { toolSchema, toolCallSchema, toolCallErrorSchema
|
|
7
|
+
export { toolSchema, toolCallSchema, toolCallErrorSchema } from '../schemas/tools.js';
|
|
8
8
|
export * from '../schemas/delegate.js';
|
|
9
9
|
export * from '../schemas/model-ops.js';
|
|
10
10
|
export * from '../schemas/download-asset.js';
|
|
@@ -36,10 +36,6 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
|
|
|
36
36
|
n_discarded: z.ZodOptional<z.ZodNumber>;
|
|
37
37
|
parallel: z.ZodOptional<z.ZodNumber>;
|
|
38
38
|
tools: z.ZodOptional<z.ZodBoolean>;
|
|
39
|
-
toolsMode: z.ZodOptional<z.ZodEnum<{
|
|
40
|
-
static: "static";
|
|
41
|
-
dynamic: "dynamic";
|
|
42
|
-
}>>;
|
|
43
39
|
'cache-type-k': z.ZodOptional<z.ZodString>;
|
|
44
40
|
'cache-type-v': z.ZodOptional<z.ZodString>;
|
|
45
41
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
@@ -98,6 +94,10 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
|
|
|
98
94
|
batched: "batched";
|
|
99
95
|
sequential: "sequential";
|
|
100
96
|
}>>;
|
|
97
|
+
image_no_upscale: z.ZodOptional<z.ZodEnum<{
|
|
98
|
+
on: "on";
|
|
99
|
+
off: "off";
|
|
100
|
+
}>>;
|
|
101
101
|
'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
|
|
102
102
|
}, z.core.$strip>;
|
|
103
103
|
export type LlmConfigInput = z.infer<typeof llmConfigBaseSchema>;
|
|
@@ -133,10 +133,6 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
133
133
|
n_discarded: z.ZodOptional<z.ZodNumber>;
|
|
134
134
|
parallel: z.ZodOptional<z.ZodNumber>;
|
|
135
135
|
tools: z.ZodOptional<z.ZodBoolean>;
|
|
136
|
-
toolsMode: z.ZodOptional<z.ZodEnum<{
|
|
137
|
-
static: "static";
|
|
138
|
-
dynamic: "dynamic";
|
|
139
|
-
}>>;
|
|
140
136
|
'cache-type-k': z.ZodOptional<z.ZodString>;
|
|
141
137
|
'cache-type-v': z.ZodOptional<z.ZodString>;
|
|
142
138
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
@@ -195,6 +191,10 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
195
191
|
batched: "batched";
|
|
196
192
|
sequential: "sequential";
|
|
197
193
|
}>>;
|
|
194
|
+
image_no_upscale: z.ZodOptional<z.ZodEnum<{
|
|
195
|
+
on: "on";
|
|
196
|
+
off: "off";
|
|
197
|
+
}>>;
|
|
198
198
|
'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
|
|
199
199
|
}, z.core.$strip>, z.ZodTransform<{
|
|
200
200
|
ctx_size: number | undefined;
|
|
@@ -216,7 +216,6 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
216
216
|
n_discarded?: number | undefined;
|
|
217
217
|
parallel?: number | undefined;
|
|
218
218
|
tools?: boolean | undefined;
|
|
219
|
-
toolsMode?: "static" | "dynamic" | undefined;
|
|
220
219
|
'cache-type-k'?: string | undefined;
|
|
221
220
|
'cache-type-v'?: string | undefined;
|
|
222
221
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
@@ -238,6 +237,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
238
237
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
239
238
|
} | undefined;
|
|
240
239
|
image_tile_mode: "disabled" | "batched" | "sequential" | undefined;
|
|
240
|
+
image_no_upscale?: "on" | "off" | undefined;
|
|
241
241
|
'mmproj-use-gpu'?: boolean | undefined;
|
|
242
242
|
}, {
|
|
243
243
|
ctx_size?: number | undefined;
|
|
@@ -259,7 +259,6 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
259
259
|
n_discarded?: number | undefined;
|
|
260
260
|
parallel?: number | undefined;
|
|
261
261
|
tools?: boolean | undefined;
|
|
262
|
-
toolsMode?: "static" | "dynamic" | undefined;
|
|
263
262
|
'cache-type-k'?: string | undefined;
|
|
264
263
|
'cache-type-v'?: string | undefined;
|
|
265
264
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
@@ -281,6 +280,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
281
280
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
282
281
|
} | undefined;
|
|
283
282
|
image_tile_mode?: "disabled" | "batched" | "sequential" | undefined;
|
|
283
|
+
image_no_upscale?: "on" | "off" | undefined;
|
|
284
284
|
'mmproj-use-gpu'?: boolean | undefined;
|
|
285
285
|
}>>;
|
|
286
286
|
export type LlmConfig = z.infer<typeof llmConfigSchema>;
|