@qvac/inference 0.17.1 → 0.18.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (110) hide show
  1. package/dist/api/completion-stream.d.ts +1 -1
  2. package/dist/api/completion-stream.js +1 -1
  3. package/dist/api/index.d.ts +1 -1
  4. package/dist/api/index.js +1 -1
  5. package/dist/api/text-to-speech.js +22 -2
  6. package/dist/api/transcribe.d.ts +19 -2
  7. package/dist/api/transcribe.js +66 -27
  8. package/dist/api/translate.js +6 -17
  9. package/dist/api/vla.d.ts +42 -1
  10. package/dist/api/vla.js +50 -1
  11. package/dist/constants/audio.d.ts +2 -1
  12. package/dist/constants/audio.js +17 -1
  13. package/dist/errors/index.d.ts +3 -0
  14. package/dist/errors/index.js +5 -0
  15. package/dist/handlers/load-model/handler.js +2 -2
  16. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  17. package/dist/handlers/load-model/resolve-session.js +3 -3
  18. package/dist/handlers/load-model/resolve.d.ts +12 -2
  19. package/dist/handlers/load-model/resolve.js +90 -12
  20. package/dist/index.d.ts +1 -1
  21. package/dist/index.js +1 -1
  22. package/dist/models/registry/models.d.ts +782 -6
  23. package/dist/models/registry/models.js +2664 -1859
  24. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +19 -0
  25. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +153 -0
  26. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +54 -4
  27. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +28 -0
  28. package/dist/plugins/builtin/ggml-ocr/plugin.js +3 -1
  29. package/dist/plugins/builtin/ggml-vla/ops/vla-set-embodiment.d.ts +2 -0
  30. package/dist/plugins/builtin/ggml-vla/ops/vla-set-embodiment.js +9 -0
  31. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +37 -0
  32. package/dist/plugins/builtin/ggml-vla/plugin.js +21 -4
  33. package/dist/plugins/builtin/index.d.ts +1 -0
  34. package/dist/plugins/builtin/index.js +1 -0
  35. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +16 -15
  36. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -1
  37. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +2 -2
  38. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +6 -0
  39. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +10 -0
  40. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  41. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +131 -123
  42. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +110 -20
  43. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +50 -23
  44. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +308 -143
  45. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +1 -0
  46. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -2
  47. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +6 -6
  48. package/dist/plugins/builtin/llamacpp-completion/plugin.js +56 -36
  49. package/dist/plugins/builtin/llamacpp-completion/transform.js +0 -7
  50. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -3
  51. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +6 -5
  52. package/dist/plugins/builtin/parakeet-transcription/plugin.js +27 -16
  53. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +23 -3
  54. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +302 -4
  55. package/dist/plugins/builtin/tts-ggml/plugin.js +131 -0
  56. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +48 -39
  57. package/dist/plugins/ops/cancel.d.ts +1 -1
  58. package/dist/plugins/ops/cancel.js +1 -1
  59. package/dist/plugins/ops/kv-cache-retention.js +11 -0
  60. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -1
  61. package/dist/plugins/ops/kv-cache-utils.js +40 -12
  62. package/dist/plugins/ops/transcribe.d.ts +2 -2
  63. package/dist/plugins/ops/transcribe.js +54 -48
  64. package/dist/plugins/ops/translate-stats.d.ts +4 -0
  65. package/dist/plugins/ops/translate-stats.js +11 -0
  66. package/dist/plugins/ops/translate.js +66 -38
  67. package/dist/plugins/ops/unload-model.js +30 -24
  68. package/dist/runtime/model-registry.d.ts +1 -0
  69. package/dist/runtime/request-context.js +29 -14
  70. package/dist/runtime/request-registry.d.ts +27 -0
  71. package/dist/runtime/request-registry.js +246 -76
  72. package/dist/schemas/audio-gen.d.ts +103 -0
  73. package/dist/schemas/audio-gen.js +135 -4
  74. package/dist/schemas/common.d.ts +550 -11
  75. package/dist/schemas/config.d.ts +60 -24
  76. package/dist/schemas/errors.d.ts +1 -0
  77. package/dist/schemas/errors.js +5 -0
  78. package/dist/schemas/index.d.ts +1 -1
  79. package/dist/schemas/index.js +1 -1
  80. package/dist/schemas/llamacpp-config.d.ts +10 -10
  81. package/dist/schemas/llamacpp-config.js +168 -82
  82. package/dist/schemas/load-model.d.ts +3691 -336
  83. package/dist/schemas/load-model.js +37 -19
  84. package/dist/schemas/text-to-speech.d.ts +1086 -110
  85. package/dist/schemas/text-to-speech.js +197 -7
  86. package/dist/schemas/tools.d.ts +0 -16
  87. package/dist/schemas/tools.js +0 -15
  88. package/dist/schemas/transcription-config.d.ts +2 -0
  89. package/dist/schemas/transcription-config.js +6 -0
  90. package/dist/schemas/transcription.d.ts +3 -0
  91. package/dist/schemas/vla.d.ts +83 -0
  92. package/dist/schemas/vla.js +105 -2
  93. package/dist/surface.d.ts +1 -1
  94. package/dist/surface.js +1 -1
  95. package/dist/utils/addon-responses.d.ts +4 -12
  96. package/dist/utils/audio/decoder.d.ts +37 -1
  97. package/dist/utils/audio/decoder.js +82 -52
  98. package/dist/utils/config-transform.d.ts +3 -0
  99. package/dist/utils/config-transform.js +6 -0
  100. package/dist/utils/index.d.ts +0 -1
  101. package/dist/utils/index.js +0 -1
  102. package/dist/utils/shard-utils.d.ts +1 -0
  103. package/dist/utils/shard-utils.js +14 -0
  104. package/dist/utils/tool-integration.d.ts +3 -10
  105. package/dist/utils/tool-integration.js +3 -12
  106. package/package.json +26 -22
  107. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +0 -22
  108. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +0 -30
  109. package/dist/utils/expand-gguf-shards.d.ts +0 -2
  110. package/dist/utils/expand-gguf-shards.js +0 -22
@@ -47,10 +47,6 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
47
47
  n_discarded: z.ZodOptional<z.ZodNumber>;
48
48
  parallel: z.ZodOptional<z.ZodNumber>;
49
49
  tools: z.ZodOptional<z.ZodBoolean>;
50
- toolsMode: z.ZodOptional<z.ZodEnum<{
51
- static: "static";
52
- dynamic: "dynamic";
53
- }>>;
54
50
  'cache-type-k': z.ZodOptional<z.ZodString>;
55
51
  'cache-type-v': z.ZodOptional<z.ZodString>;
56
52
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -109,6 +105,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
109
105
  batched: "batched";
110
106
  sequential: "sequential";
111
107
  }>>;
108
+ image_no_upscale: z.ZodOptional<z.ZodEnum<{
109
+ on: "on";
110
+ off: "off";
111
+ }>>;
112
112
  'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
113
113
  }, z.core.$strip>>>;
114
114
  "llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
@@ -268,6 +268,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
268
268
  streamingEnergyVad: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
269
269
  streamingLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
270
270
  streamingRightLookaheadMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
271
+ language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
271
272
  streamingSpkCacheEnable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
272
273
  streamingSpkCacheLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
273
274
  streamingFifoLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
@@ -843,6 +844,11 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
843
844
  auto: "auto";
844
845
  }>>>;
845
846
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
847
+ embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
848
+ tag: z.ZodOptional<z.ZodString>;
849
+ catId: z.ZodOptional<z.ZodNumber>;
850
+ numCameras: z.ZodOptional<z.ZodNumber>;
851
+ }, z.core.$strip>]>>>;
846
852
  }, z.core.$strip>>>;
847
853
  llm: z.ZodOptional<z.ZodOptional<z.ZodObject<{
848
854
  ctx_size: z.ZodOptional<z.ZodNumber>;
@@ -869,10 +875,6 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
869
875
  n_discarded: z.ZodOptional<z.ZodNumber>;
870
876
  parallel: z.ZodOptional<z.ZodNumber>;
871
877
  tools: z.ZodOptional<z.ZodBoolean>;
872
- toolsMode: z.ZodOptional<z.ZodEnum<{
873
- static: "static";
874
- dynamic: "dynamic";
875
- }>>;
876
878
  'cache-type-k': z.ZodOptional<z.ZodString>;
877
879
  'cache-type-v': z.ZodOptional<z.ZodString>;
878
880
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -931,6 +933,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
931
933
  batched: "batched";
932
934
  sequential: "sequential";
933
935
  }>>;
936
+ image_no_upscale: z.ZodOptional<z.ZodEnum<{
937
+ on: "on";
938
+ off: "off";
939
+ }>>;
934
940
  'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
935
941
  }, z.core.$strip>>>;
936
942
  embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
@@ -1090,6 +1096,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1090
1096
  streamingEnergyVad: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1091
1097
  streamingLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1092
1098
  streamingRightLookaheadMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1099
+ language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
1093
1100
  streamingSpkCacheEnable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1094
1101
  streamingSpkCacheLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1095
1102
  streamingFifoLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
@@ -1665,6 +1672,11 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1665
1672
  auto: "auto";
1666
1673
  }>>>;
1667
1674
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1675
+ embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
1676
+ tag: z.ZodOptional<z.ZodString>;
1677
+ catId: z.ZodOptional<z.ZodNumber>;
1678
+ numCameras: z.ZodOptional<z.ZodNumber>;
1679
+ }, z.core.$strip>]>>>;
1668
1680
  }, z.core.$strip>>>;
1669
1681
  }, z.core.$strip>;
1670
1682
  export type DeviceConfigDefaults = z.infer<typeof deviceConfigDefaultsSchema>;
@@ -1711,10 +1723,6 @@ export declare const devicePatternSchema: z.ZodObject<{
1711
1723
  n_discarded: z.ZodOptional<z.ZodNumber>;
1712
1724
  parallel: z.ZodOptional<z.ZodNumber>;
1713
1725
  tools: z.ZodOptional<z.ZodBoolean>;
1714
- toolsMode: z.ZodOptional<z.ZodEnum<{
1715
- static: "static";
1716
- dynamic: "dynamic";
1717
- }>>;
1718
1726
  'cache-type-k': z.ZodOptional<z.ZodString>;
1719
1727
  'cache-type-v': z.ZodOptional<z.ZodString>;
1720
1728
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -1773,6 +1781,10 @@ export declare const devicePatternSchema: z.ZodObject<{
1773
1781
  batched: "batched";
1774
1782
  sequential: "sequential";
1775
1783
  }>>;
1784
+ image_no_upscale: z.ZodOptional<z.ZodEnum<{
1785
+ on: "on";
1786
+ off: "off";
1787
+ }>>;
1776
1788
  'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
1777
1789
  }, z.core.$strip>>>;
1778
1790
  "llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
@@ -1932,6 +1944,7 @@ export declare const devicePatternSchema: z.ZodObject<{
1932
1944
  streamingEnergyVad: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1933
1945
  streamingLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1934
1946
  streamingRightLookaheadMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1947
+ language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
1935
1948
  streamingSpkCacheEnable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1936
1949
  streamingSpkCacheLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1937
1950
  streamingFifoLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
@@ -2507,6 +2520,11 @@ export declare const devicePatternSchema: z.ZodObject<{
2507
2520
  auto: "auto";
2508
2521
  }>>>;
2509
2522
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2523
+ embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
2524
+ tag: z.ZodOptional<z.ZodString>;
2525
+ catId: z.ZodOptional<z.ZodNumber>;
2526
+ numCameras: z.ZodOptional<z.ZodNumber>;
2527
+ }, z.core.$strip>]>>>;
2510
2528
  }, z.core.$strip>>>;
2511
2529
  llm: z.ZodOptional<z.ZodOptional<z.ZodObject<{
2512
2530
  ctx_size: z.ZodOptional<z.ZodNumber>;
@@ -2533,10 +2551,6 @@ export declare const devicePatternSchema: z.ZodObject<{
2533
2551
  n_discarded: z.ZodOptional<z.ZodNumber>;
2534
2552
  parallel: z.ZodOptional<z.ZodNumber>;
2535
2553
  tools: z.ZodOptional<z.ZodBoolean>;
2536
- toolsMode: z.ZodOptional<z.ZodEnum<{
2537
- static: "static";
2538
- dynamic: "dynamic";
2539
- }>>;
2540
2554
  'cache-type-k': z.ZodOptional<z.ZodString>;
2541
2555
  'cache-type-v': z.ZodOptional<z.ZodString>;
2542
2556
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -2595,6 +2609,10 @@ export declare const devicePatternSchema: z.ZodObject<{
2595
2609
  batched: "batched";
2596
2610
  sequential: "sequential";
2597
2611
  }>>;
2612
+ image_no_upscale: z.ZodOptional<z.ZodEnum<{
2613
+ on: "on";
2614
+ off: "off";
2615
+ }>>;
2598
2616
  'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
2599
2617
  }, z.core.$strip>>>;
2600
2618
  embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
@@ -2754,6 +2772,7 @@ export declare const devicePatternSchema: z.ZodObject<{
2754
2772
  streamingEnergyVad: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2755
2773
  streamingLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2756
2774
  streamingRightLookaheadMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2775
+ language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
2757
2776
  streamingSpkCacheEnable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2758
2777
  streamingSpkCacheLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2759
2778
  streamingFifoLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
@@ -3329,6 +3348,11 @@ export declare const devicePatternSchema: z.ZodObject<{
3329
3348
  auto: "auto";
3330
3349
  }>>>;
3331
3350
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3351
+ embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
3352
+ tag: z.ZodOptional<z.ZodString>;
3353
+ catId: z.ZodOptional<z.ZodNumber>;
3354
+ numCameras: z.ZodOptional<z.ZodNumber>;
3355
+ }, z.core.$strip>]>>>;
3332
3356
  }, z.core.$strip>>>;
3333
3357
  }, z.core.$strip>;
3334
3358
  }, z.core.$strip>;
@@ -3395,10 +3419,6 @@ export declare const qvacConfigSchema: z.ZodObject<{
3395
3419
  n_discarded: z.ZodOptional<z.ZodNumber>;
3396
3420
  parallel: z.ZodOptional<z.ZodNumber>;
3397
3421
  tools: z.ZodOptional<z.ZodBoolean>;
3398
- toolsMode: z.ZodOptional<z.ZodEnum<{
3399
- static: "static";
3400
- dynamic: "dynamic";
3401
- }>>;
3402
3422
  'cache-type-k': z.ZodOptional<z.ZodString>;
3403
3423
  'cache-type-v': z.ZodOptional<z.ZodString>;
3404
3424
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -3457,6 +3477,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
3457
3477
  batched: "batched";
3458
3478
  sequential: "sequential";
3459
3479
  }>>;
3480
+ image_no_upscale: z.ZodOptional<z.ZodEnum<{
3481
+ on: "on";
3482
+ off: "off";
3483
+ }>>;
3460
3484
  'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
3461
3485
  }, z.core.$strip>>>;
3462
3486
  "llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
@@ -3616,6 +3640,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
3616
3640
  streamingEnergyVad: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
3617
3641
  streamingLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3618
3642
  streamingRightLookaheadMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3643
+ language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
3619
3644
  streamingSpkCacheEnable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
3620
3645
  streamingSpkCacheLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3621
3646
  streamingFifoLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
@@ -4191,6 +4216,11 @@ export declare const qvacConfigSchema: z.ZodObject<{
4191
4216
  auto: "auto";
4192
4217
  }>>>;
4193
4218
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4219
+ embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
4220
+ tag: z.ZodOptional<z.ZodString>;
4221
+ catId: z.ZodOptional<z.ZodNumber>;
4222
+ numCameras: z.ZodOptional<z.ZodNumber>;
4223
+ }, z.core.$strip>]>>>;
4194
4224
  }, z.core.$strip>>>;
4195
4225
  llm: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4196
4226
  ctx_size: z.ZodOptional<z.ZodNumber>;
@@ -4217,10 +4247,6 @@ export declare const qvacConfigSchema: z.ZodObject<{
4217
4247
  n_discarded: z.ZodOptional<z.ZodNumber>;
4218
4248
  parallel: z.ZodOptional<z.ZodNumber>;
4219
4249
  tools: z.ZodOptional<z.ZodBoolean>;
4220
- toolsMode: z.ZodOptional<z.ZodEnum<{
4221
- static: "static";
4222
- dynamic: "dynamic";
4223
- }>>;
4224
4250
  'cache-type-k': z.ZodOptional<z.ZodString>;
4225
4251
  'cache-type-v': z.ZodOptional<z.ZodString>;
4226
4252
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -4279,6 +4305,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
4279
4305
  batched: "batched";
4280
4306
  sequential: "sequential";
4281
4307
  }>>;
4308
+ image_no_upscale: z.ZodOptional<z.ZodEnum<{
4309
+ on: "on";
4310
+ off: "off";
4311
+ }>>;
4282
4312
  'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
4283
4313
  }, z.core.$strip>>>;
4284
4314
  embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
@@ -4438,6 +4468,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
4438
4468
  streamingEnergyVad: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
4439
4469
  streamingLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4440
4470
  streamingRightLookaheadMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4471
+ language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
4441
4472
  streamingSpkCacheEnable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
4442
4473
  streamingSpkCacheLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4443
4474
  streamingFifoLen: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
@@ -5013,6 +5044,11 @@ export declare const qvacConfigSchema: z.ZodObject<{
5013
5044
  auto: "auto";
5014
5045
  }>>>;
5015
5046
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5047
+ embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
5048
+ tag: z.ZodOptional<z.ZodString>;
5049
+ catId: z.ZodOptional<z.ZodNumber>;
5050
+ numCameras: z.ZodOptional<z.ZodNumber>;
5051
+ }, z.core.$strip>]>>>;
5016
5052
  }, z.core.$strip>>>;
5017
5053
  }, z.core.$strip>;
5018
5054
  }, z.core.$strip>>>;
@@ -52,6 +52,7 @@ export declare const ERROR_CODES: {
52
52
  readonly INFERENCE_CANCELLED: 52419;
53
53
  readonly REQUEST_REJECTED_BY_POLICY: 52420;
54
54
  readonly CONTEXT_OVERFLOW: 52421;
55
+ readonly INVALID_AUDIO_INPUT: 52422;
55
56
  readonly RAG_SAVE_FAILED: 52800;
56
57
  readonly RAG_SEARCH_FAILED: 52801;
57
58
  readonly RAG_DELETE_FAILED: 52802;
@@ -62,6 +62,7 @@ export const ERROR_CODES = {
62
62
  INFERENCE_CANCELLED: 52419,
63
63
  REQUEST_REJECTED_BY_POLICY: 52420,
64
64
  CONTEXT_OVERFLOW: 52421,
65
+ INVALID_AUDIO_INPUT: 52422,
65
66
  // RAG operations (52,800-52,999)
66
67
  RAG_SAVE_FAILED: 52800,
67
68
  RAG_SEARCH_FAILED: 52801,
@@ -362,6 +363,10 @@ const errorDefinitions = {
362
363
  return `${prompt}${ctx}${model}. Reduce the prompt size or start a new conversation.`;
363
364
  }
364
365
  },
366
+ [ERROR_CODES.INVALID_AUDIO_INPUT]: {
367
+ name: 'INVALID_AUDIO_INPUT',
368
+ message: (details) => `Invalid audio input${details ? `: ${details}` : ''}`
369
+ },
365
370
  // RAG operations
366
371
  [ERROR_CODES.RAG_SAVE_FAILED]: {
367
372
  name: 'RAG_SAVE_FAILED',
@@ -3,7 +3,7 @@ export * from '../schemas/cancel.js';
3
3
  export * from '../schemas/batch-completion-stream.js';
4
4
  export * from '../schemas/completion-stream.js';
5
5
  export * from '../schemas/completion-event.js';
6
- export { toolSchema, toolCallSchema, toolCallErrorSchema, TOOLS_MODE, type Tool, type ToolCall, type ToolCallError, type ToolCallWithCall, type ToolsMode } from '../schemas/tools.js';
6
+ export { toolSchema, toolCallSchema, toolCallErrorSchema, type Tool, type ToolCall, type ToolCallError, type ToolCallWithCall } from '../schemas/tools.js';
7
7
  export * from '../schemas/delegate.js';
8
8
  export * from '../schemas/model-ops.js';
9
9
  export * from '../schemas/download-asset.js';
@@ -4,7 +4,7 @@ export * from '../schemas/cancel.js';
4
4
  export * from '../schemas/batch-completion-stream.js';
5
5
  export * from '../schemas/completion-stream.js';
6
6
  export * from '../schemas/completion-event.js';
7
- export { toolSchema, toolCallSchema, toolCallErrorSchema, TOOLS_MODE } from '../schemas/tools.js';
7
+ export { toolSchema, toolCallSchema, toolCallErrorSchema } from '../schemas/tools.js';
8
8
  export * from '../schemas/delegate.js';
9
9
  export * from '../schemas/model-ops.js';
10
10
  export * from '../schemas/download-asset.js';
@@ -36,10 +36,6 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
36
36
  n_discarded: z.ZodOptional<z.ZodNumber>;
37
37
  parallel: z.ZodOptional<z.ZodNumber>;
38
38
  tools: z.ZodOptional<z.ZodBoolean>;
39
- toolsMode: z.ZodOptional<z.ZodEnum<{
40
- static: "static";
41
- dynamic: "dynamic";
42
- }>>;
43
39
  'cache-type-k': z.ZodOptional<z.ZodString>;
44
40
  'cache-type-v': z.ZodOptional<z.ZodString>;
45
41
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -98,6 +94,10 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
98
94
  batched: "batched";
99
95
  sequential: "sequential";
100
96
  }>>;
97
+ image_no_upscale: z.ZodOptional<z.ZodEnum<{
98
+ on: "on";
99
+ off: "off";
100
+ }>>;
101
101
  'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
102
102
  }, z.core.$strip>;
103
103
  export type LlmConfigInput = z.infer<typeof llmConfigBaseSchema>;
@@ -133,10 +133,6 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
133
133
  n_discarded: z.ZodOptional<z.ZodNumber>;
134
134
  parallel: z.ZodOptional<z.ZodNumber>;
135
135
  tools: z.ZodOptional<z.ZodBoolean>;
136
- toolsMode: z.ZodOptional<z.ZodEnum<{
137
- static: "static";
138
- dynamic: "dynamic";
139
- }>>;
140
136
  'cache-type-k': z.ZodOptional<z.ZodString>;
141
137
  'cache-type-v': z.ZodOptional<z.ZodString>;
142
138
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -195,6 +191,10 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
195
191
  batched: "batched";
196
192
  sequential: "sequential";
197
193
  }>>;
194
+ image_no_upscale: z.ZodOptional<z.ZodEnum<{
195
+ on: "on";
196
+ off: "off";
197
+ }>>;
198
198
  'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
199
199
  }, z.core.$strip>, z.ZodTransform<{
200
200
  ctx_size: number | undefined;
@@ -216,7 +216,6 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
216
216
  n_discarded?: number | undefined;
217
217
  parallel?: number | undefined;
218
218
  tools?: boolean | undefined;
219
- toolsMode?: "static" | "dynamic" | undefined;
220
219
  'cache-type-k'?: string | undefined;
221
220
  'cache-type-v'?: string | undefined;
222
221
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
@@ -238,6 +237,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
238
237
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
239
238
  } | undefined;
240
239
  image_tile_mode: "disabled" | "batched" | "sequential" | undefined;
240
+ image_no_upscale?: "on" | "off" | undefined;
241
241
  'mmproj-use-gpu'?: boolean | undefined;
242
242
  }, {
243
243
  ctx_size?: number | undefined;
@@ -259,7 +259,6 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
259
259
  n_discarded?: number | undefined;
260
260
  parallel?: number | undefined;
261
261
  tools?: boolean | undefined;
262
- toolsMode?: "static" | "dynamic" | undefined;
263
262
  'cache-type-k'?: string | undefined;
264
263
  'cache-type-v'?: string | undefined;
265
264
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
@@ -281,6 +280,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
281
280
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
282
281
  } | undefined;
283
282
  image_tile_mode?: "disabled" | "batched" | "sequential" | undefined;
283
+ image_no_upscale?: "on" | "off" | undefined;
284
284
  'mmproj-use-gpu'?: boolean | undefined;
285
285
  }>>;
286
286
  export type LlmConfig = z.infer<typeof llmConfigSchema>;