@qvac/inference 0.20.1 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (212) hide show
  1. package/NOTICE +90 -24
  2. package/README.md +8 -5
  3. package/dist/api/bci-transcribe.d.ts +4 -1
  4. package/dist/api/index.d.ts +1 -0
  5. package/dist/api/index.js +1 -0
  6. package/dist/api/rpc-server.d.ts +19 -0
  7. package/dist/api/rpc-server.js +44 -0
  8. package/dist/api/text-to-speech.d.ts +9 -0
  9. package/dist/api/text-to-speech.js +9 -0
  10. package/dist/api/transcribe.d.ts +11 -7
  11. package/dist/api/transcribe.js +47 -15
  12. package/dist/api/video-request.d.ts +5 -5
  13. package/dist/dispatch.js +39 -7
  14. package/dist/errors/index.d.ts +7 -0
  15. package/dist/errors/index.js +15 -0
  16. package/dist/handlers/assess-model-fit.d.ts +8 -20
  17. package/dist/handlers/assess-model-fit.js +195 -77
  18. package/dist/handlers/completion-orchestrate.js +17 -0
  19. package/dist/handlers/get-loaded-model-info.js +4 -1
  20. package/dist/handlers/get-model-info.js +29 -1
  21. package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
  22. package/dist/handlers/load-model/coreml-sidecars.js +274 -0
  23. package/dist/handlers/load-model/hyperdrive.js +2 -2
  24. package/dist/handlers/load-model/registry.js +59 -0
  25. package/dist/handlers/rpc-server.d.ts +23 -0
  26. package/dist/handlers/rpc-server.js +141 -0
  27. package/dist/index.d.ts +2 -1
  28. package/dist/index.js +2 -1
  29. package/dist/models/registry/models.d.ts +7731 -5672
  30. package/dist/models/registry/models.js +4652 -2526
  31. package/dist/models/registry/resource-profiles.js +481 -94
  32. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
  33. package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
  34. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
  35. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
  36. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  37. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
  38. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  39. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
  40. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +22 -11
  41. package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
  42. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
  43. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
  44. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
  45. package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
  46. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
  47. package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
  48. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
  49. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
  50. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
  51. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
  52. package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
  53. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
  54. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
  55. package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
  56. package/dist/plugins/ops/bci-transcribe.js +18 -13
  57. package/dist/plugins/ops/load-model.js +2 -2
  58. package/dist/plugins/ops/transcribe.d.ts +4 -2
  59. package/dist/plugins/ops/transcribe.js +39 -2
  60. package/dist/plugins/ops/translate-stats.d.ts +2 -1
  61. package/dist/plugins/ops/translate-stats.js +64 -7
  62. package/dist/plugins/ops/translate.js +20 -4
  63. package/dist/profiling/operation-metrics.js +56 -0
  64. package/dist/registry.js +4 -0
  65. package/dist/resources/model-fit/assess.d.ts +37 -2
  66. package/dist/resources/model-fit/assess.js +24 -3
  67. package/dist/resources/model-fit/estimators/llm.js +2 -2
  68. package/dist/resources/model-fit/estimators/whisper.js +3 -4
  69. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +20 -1
  70. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +126 -47
  71. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
  72. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
  73. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
  74. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
  75. package/dist/resources/model-fit/floor.js +2 -2
  76. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
  77. package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
  78. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
  79. package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
  80. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
  81. package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
  82. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
  83. package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
  84. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
  85. package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
  86. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
  87. package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
  88. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
  89. package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
  90. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
  91. package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
  92. package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
  93. package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
  94. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
  95. package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
  96. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
  97. package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
  98. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
  99. package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
  100. package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
  101. package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
  102. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
  103. package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
  104. package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
  105. package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
  106. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
  107. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
  108. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
  109. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
  110. package/dist/resources/model-fit/platform.d.ts +9 -0
  111. package/dist/resources/model-fit/platform.js +28 -0
  112. package/dist/rpc/device-map.d.ts +13 -0
  113. package/dist/rpc/device-map.js +22 -0
  114. package/dist/rpc/discovery.d.ts +12 -0
  115. package/dist/rpc/discovery.js +225 -0
  116. package/dist/rpc/ggml-provider.d.ts +4 -0
  117. package/dist/rpc/ggml-provider.js +25 -0
  118. package/dist/rpc/index.d.ts +2 -0
  119. package/dist/rpc/index.js +1 -0
  120. package/dist/rpc/instance.d.ts +6 -0
  121. package/dist/rpc/instance.js +21 -0
  122. package/dist/rpc/inventory.d.ts +5 -0
  123. package/dist/rpc/inventory.js +144 -0
  124. package/dist/rpc/manager.d.ts +14 -0
  125. package/dist/rpc/manager.js +174 -0
  126. package/dist/rpc/network.d.ts +11 -0
  127. package/dist/rpc/network.js +85 -0
  128. package/dist/rpc/provider.d.ts +6 -0
  129. package/dist/rpc/provider.js +24 -0
  130. package/dist/runtime/lifecycle.js +31 -13
  131. package/dist/runtime/request-context.d.ts +1 -1
  132. package/dist/runtime/state.js +5 -0
  133. package/dist/schemas/assess-model-fit.d.ts +269 -85
  134. package/dist/schemas/assess-model-fit.js +78 -54
  135. package/dist/schemas/audio-gen.d.ts +6 -6
  136. package/dist/schemas/audio-gen.js +2 -2
  137. package/dist/schemas/batch-completion-stream.d.ts +13 -5
  138. package/dist/schemas/batch-completion-stream.js +5 -3
  139. package/dist/schemas/bci-config.js +1 -1
  140. package/dist/schemas/bci.d.ts +86 -1
  141. package/dist/schemas/bci.js +21 -2
  142. package/dist/schemas/cancel.d.ts +10 -0
  143. package/dist/schemas/cancel.js +2 -0
  144. package/dist/schemas/common.d.ts +708 -66
  145. package/dist/schemas/common.js +7 -0
  146. package/dist/schemas/completion-event.d.ts +6 -6
  147. package/dist/schemas/completion-stream.d.ts +27 -8
  148. package/dist/schemas/completion-stream.js +41 -4
  149. package/dist/schemas/config.d.ts +104 -36
  150. package/dist/schemas/config.js +10 -0
  151. package/dist/schemas/embed.d.ts +2 -2
  152. package/dist/schemas/error.js +13 -0
  153. package/dist/schemas/errors.d.ts +1 -0
  154. package/dist/schemas/errors.js +5 -0
  155. package/dist/schemas/index.d.ts +1 -0
  156. package/dist/schemas/index.js +1 -0
  157. package/dist/schemas/llamacpp-config.d.ts +25 -18
  158. package/dist/schemas/llamacpp-config.js +26 -16
  159. package/dist/schemas/load-model.d.ts +2608 -469
  160. package/dist/schemas/load-model.js +2 -2
  161. package/dist/schemas/mcp-adapter.d.ts +4 -0
  162. package/dist/schemas/model-config-schemas.d.ts +183 -6
  163. package/dist/schemas/model-info.d.ts +56 -0
  164. package/dist/schemas/model-info.js +5 -1
  165. package/dist/schemas/plugin.d.ts +8 -2
  166. package/dist/schemas/profiling.d.ts +4 -4
  167. package/dist/schemas/reload-config.d.ts +30 -0
  168. package/dist/schemas/rpc-server.d.ts +101 -0
  169. package/dist/schemas/rpc-server.js +87 -0
  170. package/dist/schemas/sdcpp-config.d.ts +7 -3
  171. package/dist/schemas/sdcpp-config.js +37 -2
  172. package/dist/schemas/system-resources.d.ts +4 -4
  173. package/dist/schemas/text-to-speech.d.ts +529 -1
  174. package/dist/schemas/text-to-speech.js +122 -12
  175. package/dist/schemas/tools.d.ts +2 -0
  176. package/dist/schemas/tools.js +8 -0
  177. package/dist/schemas/transcription-config.d.ts +5 -0
  178. package/dist/schemas/transcription-config.js +20 -2
  179. package/dist/schemas/transcription.d.ts +164 -0
  180. package/dist/schemas/transcription.js +71 -4
  181. package/dist/schemas/vla.d.ts +1 -1
  182. package/dist/surface.d.ts +4 -1
  183. package/dist/surface.js +3 -1
  184. package/dist/utils/addon-responses.d.ts +5 -1
  185. package/dist/utils/archive.js +5 -1
  186. package/dist/utils/asr-diagnostics.d.ts +12 -0
  187. package/dist/utils/asr-diagnostics.js +42 -0
  188. package/dist/utils/asr-events.d.ts +1 -0
  189. package/dist/utils/asr-events.js +3 -2
  190. package/dist/utils/cache/paths.js +3 -2
  191. package/dist/utils/mcp-adapter.js +7 -1
  192. package/dist/utils/multi-gpu-mobile.d.ts +1 -1
  193. package/dist/utils/multi-gpu-mobile.js +8 -6
  194. package/dist/utils/path-security.d.ts +5 -0
  195. package/dist/utils/path-security.js +14 -0
  196. package/dist/utils/tool-helpers.d.ts +4 -0
  197. package/dist/utils/tool-helpers.js +2 -0
  198. package/dist/utils/tools/defer.d.ts +93 -0
  199. package/dist/utils/tools/defer.js +290 -0
  200. package/dist/utils/tools/index.d.ts +1 -0
  201. package/dist/utils/tools/index.js +1 -0
  202. package/dist/utils/transcribe-metadata.d.ts +21 -7
  203. package/dist/utils/transcribe-metadata.js +24 -8
  204. package/dist/utils/tts-stats.d.ts +6 -0
  205. package/dist/utils/tts-stats.js +14 -1
  206. package/package.json +43 -29
  207. package/dist/resources/model-fit/fit-stub/index.d.ts +0 -2
  208. package/dist/resources/model-fit/fit-stub/index.js +0 -2
  209. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.d.ts +0 -31
  210. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.js +0 -36
  211. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
  212. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -191
@@ -54,15 +54,17 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
54
54
  integrated: "integrated";
55
55
  dedicated: "dedicated";
56
56
  }>]>>;
57
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
58
+ devices: z.ZodOptional<z.ZodString>;
57
59
  'split-mode': z.ZodOptional<z.ZodEnum<{
58
60
  none: "none";
59
61
  layer: "layer";
60
62
  tensor: "tensor";
61
63
  }>>;
62
64
  'flash-attn': z.ZodOptional<z.ZodEnum<{
65
+ auto: "auto";
63
66
  on: "on";
64
67
  off: "off";
65
- auto: "auto";
66
68
  }>>;
67
69
  'tensor-split': z.ZodOptional<z.ZodString>;
68
70
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -81,9 +83,9 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
81
83
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
82
84
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
83
85
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
86
+ auto: "auto";
84
87
  on: "on";
85
88
  off: "off";
86
- auto: "auto";
87
89
  }>>;
88
90
  fit: z.ZodOptional<z.ZodBoolean>;
89
91
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -227,6 +229,10 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
227
229
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
228
230
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
229
231
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
232
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
233
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
234
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
235
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
230
236
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
231
237
  threshold: z.ZodOptional<z.ZodNumber>;
232
238
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -247,6 +253,7 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
247
253
  }, z.core.$strip>>>;
248
254
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
249
255
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
256
+ seed: z.ZodOptional<z.ZodNumber>;
250
257
  }, z.core.$strip>>>;
251
258
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
252
259
  src: z.ZodString;
@@ -510,8 +517,8 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
510
517
  modelConfig: z.ZodOptional<z.ZodObject<{
511
518
  gpuLayers: z.ZodOptional<z.ZodNumber>;
512
519
  device: z.ZodOptional<z.ZodEnum<{
513
- gpu: "gpu";
514
520
  cpu: "cpu";
521
+ gpu: "gpu";
515
522
  }>>;
516
523
  batchSize: z.ZodOptional<z.ZodNumber>;
517
524
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -527,9 +534,9 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
527
534
  }>>;
528
535
  embdNormalize: z.ZodOptional<z.ZodNumber>;
529
536
  flashAttention: z.ZodOptional<z.ZodEnum<{
537
+ auto: "auto";
530
538
  on: "on";
531
539
  off: "off";
532
- auto: "auto";
533
540
  }>>;
534
541
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
535
542
  integrated: "integrated";
@@ -1760,6 +1767,172 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1760
1767
  threads: z.ZodOptional<z.ZodNumber>;
1761
1768
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
1762
1769
  seed: z.ZodOptional<z.ZodNumber>;
1770
+ }, z.core.$strict>, z.ZodObject<{
1771
+ mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1772
+ src: z.ZodString;
1773
+ name: z.ZodOptional<z.ZodString>;
1774
+ modelId: z.ZodOptional<z.ZodString>;
1775
+ registryPath: z.ZodOptional<z.ZodString>;
1776
+ registrySource: z.ZodOptional<z.ZodString>;
1777
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1778
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1779
+ engine: z.ZodOptional<z.ZodString>;
1780
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1781
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1782
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1783
+ embeddings: "embeddings";
1784
+ diffusion: "diffusion";
1785
+ audiogen: "audiogen";
1786
+ tts: "tts";
1787
+ ocr: "ocr";
1788
+ vla: "vla";
1789
+ "llamacpp-completion": "llamacpp-completion";
1790
+ "whispercpp-transcription": "whispercpp-transcription";
1791
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1792
+ "llamacpp-embedding": "llamacpp-embedding";
1793
+ "nmtcpp-translation": "nmtcpp-translation";
1794
+ "onnx-tts": "onnx-tts";
1795
+ "tts-ggml": "tts-ggml";
1796
+ "parakeet-transcription": "parakeet-transcription";
1797
+ "ggml-ocr": "ggml-ocr";
1798
+ "sdcpp-generation": "sdcpp-generation";
1799
+ "audiogen-ggml": "audiogen-ggml";
1800
+ "ggml-vla": "ggml-vla";
1801
+ "ggml-classification": "ggml-classification";
1802
+ llm: "llm";
1803
+ whisper: "whisper";
1804
+ bci: "bci";
1805
+ nmt: "nmt";
1806
+ parakeet: "parakeet";
1807
+ classification: "classification";
1808
+ }>, z.ZodLiteral<"vad">]>>;
1809
+ }, z.core.$strip>]>;
1810
+ mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1811
+ src: z.ZodString;
1812
+ name: z.ZodOptional<z.ZodString>;
1813
+ modelId: z.ZodOptional<z.ZodString>;
1814
+ registryPath: z.ZodOptional<z.ZodString>;
1815
+ registrySource: z.ZodOptional<z.ZodString>;
1816
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1817
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1818
+ engine: z.ZodOptional<z.ZodString>;
1819
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1820
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1821
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1822
+ embeddings: "embeddings";
1823
+ diffusion: "diffusion";
1824
+ audiogen: "audiogen";
1825
+ tts: "tts";
1826
+ ocr: "ocr";
1827
+ vla: "vla";
1828
+ "llamacpp-completion": "llamacpp-completion";
1829
+ "whispercpp-transcription": "whispercpp-transcription";
1830
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1831
+ "llamacpp-embedding": "llamacpp-embedding";
1832
+ "nmtcpp-translation": "nmtcpp-translation";
1833
+ "onnx-tts": "onnx-tts";
1834
+ "tts-ggml": "tts-ggml";
1835
+ "parakeet-transcription": "parakeet-transcription";
1836
+ "ggml-ocr": "ggml-ocr";
1837
+ "sdcpp-generation": "sdcpp-generation";
1838
+ "audiogen-ggml": "audiogen-ggml";
1839
+ "ggml-vla": "ggml-vla";
1840
+ "ggml-classification": "ggml-classification";
1841
+ llm: "llm";
1842
+ whisper: "whisper";
1843
+ bci: "bci";
1844
+ nmt: "nmt";
1845
+ parakeet: "parakeet";
1846
+ classification: "classification";
1847
+ }>, z.ZodLiteral<"vad">]>>;
1848
+ }, z.core.$strip>]>>;
1849
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1850
+ src: z.ZodString;
1851
+ name: z.ZodOptional<z.ZodString>;
1852
+ modelId: z.ZodOptional<z.ZodString>;
1853
+ registryPath: z.ZodOptional<z.ZodString>;
1854
+ registrySource: z.ZodOptional<z.ZodString>;
1855
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1856
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1857
+ engine: z.ZodOptional<z.ZodString>;
1858
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1859
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1860
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1861
+ embeddings: "embeddings";
1862
+ diffusion: "diffusion";
1863
+ audiogen: "audiogen";
1864
+ tts: "tts";
1865
+ ocr: "ocr";
1866
+ vla: "vla";
1867
+ "llamacpp-completion": "llamacpp-completion";
1868
+ "whispercpp-transcription": "whispercpp-transcription";
1869
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1870
+ "llamacpp-embedding": "llamacpp-embedding";
1871
+ "nmtcpp-translation": "nmtcpp-translation";
1872
+ "onnx-tts": "onnx-tts";
1873
+ "tts-ggml": "tts-ggml";
1874
+ "parakeet-transcription": "parakeet-transcription";
1875
+ "ggml-ocr": "ggml-ocr";
1876
+ "sdcpp-generation": "sdcpp-generation";
1877
+ "audiogen-ggml": "audiogen-ggml";
1878
+ "ggml-vla": "ggml-vla";
1879
+ "ggml-classification": "ggml-classification";
1880
+ llm: "llm";
1881
+ whisper: "whisper";
1882
+ bci: "bci";
1883
+ nmt: "nmt";
1884
+ parakeet: "parakeet";
1885
+ classification: "classification";
1886
+ }>, z.ZodLiteral<"vad">]>>;
1887
+ }, z.core.$strip>]>>;
1888
+ dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1889
+ src: z.ZodString;
1890
+ name: z.ZodOptional<z.ZodString>;
1891
+ modelId: z.ZodOptional<z.ZodString>;
1892
+ registryPath: z.ZodOptional<z.ZodString>;
1893
+ registrySource: z.ZodOptional<z.ZodString>;
1894
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1895
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1896
+ engine: z.ZodOptional<z.ZodString>;
1897
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1898
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1899
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1900
+ embeddings: "embeddings";
1901
+ diffusion: "diffusion";
1902
+ audiogen: "audiogen";
1903
+ tts: "tts";
1904
+ ocr: "ocr";
1905
+ vla: "vla";
1906
+ "llamacpp-completion": "llamacpp-completion";
1907
+ "whispercpp-transcription": "whispercpp-transcription";
1908
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1909
+ "llamacpp-embedding": "llamacpp-embedding";
1910
+ "nmtcpp-translation": "nmtcpp-translation";
1911
+ "onnx-tts": "onnx-tts";
1912
+ "tts-ggml": "tts-ggml";
1913
+ "parakeet-transcription": "parakeet-transcription";
1914
+ "ggml-ocr": "ggml-ocr";
1915
+ "sdcpp-generation": "sdcpp-generation";
1916
+ "audiogen-ggml": "audiogen-ggml";
1917
+ "ggml-vla": "ggml-vla";
1918
+ "ggml-classification": "ggml-classification";
1919
+ llm: "llm";
1920
+ whisper: "whisper";
1921
+ bci: "bci";
1922
+ nmt: "nmt";
1923
+ parakeet: "parakeet";
1924
+ classification: "classification";
1925
+ }>, z.ZodLiteral<"vad">]>>;
1926
+ }, z.core.$strip>]>>>;
1927
+ backendsDir: z.ZodOptional<z.ZodString>;
1928
+ ttsEngine: z.ZodLiteral<"moss">;
1929
+ language: z.ZodOptional<z.ZodString>;
1930
+ durationTokens: z.ZodOptional<z.ZodNumber>;
1931
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
1932
+ useGPU: z.ZodOptional<z.ZodBoolean>;
1933
+ threads: z.ZodOptional<z.ZodNumber>;
1934
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
1935
+ seed: z.ZodOptional<z.ZodNumber>;
1763
1936
  }, z.core.$strict>], "ttsEngine">;
1764
1937
  modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1765
1938
  src: z.ZodString;
@@ -1926,8 +2099,8 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1926
2099
  }>>;
1927
2100
  threads: z.ZodOptional<z.ZodNumber>;
1928
2101
  device: z.ZodOptional<z.ZodEnum<{
1929
- gpu: "gpu";
1930
2102
  cpu: "cpu";
2103
+ gpu: "gpu";
1931
2104
  }>>;
1932
2105
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
1933
2106
  integrated: "integrated";
@@ -2461,6 +2634,10 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
2461
2634
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
2462
2635
  localAttnSize: z.ZodOptional<z.ZodNumber>;
2463
2636
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
2637
+ paramsBackend: z.ZodOptional<z.ZodString>;
2638
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
2639
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
2640
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
2464
2641
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
2465
2642
  kvCache: z.ZodOptional<z.ZodBoolean>;
2466
2643
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -2860,8 +3037,8 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
2860
3037
  }>;
2861
3038
  modelConfig: z.ZodOptional<z.ZodObject<{
2862
3039
  backend: z.ZodOptional<z.ZodEnum<{
2863
- auto: "auto";
2864
3040
  cpu: "cpu";
3041
+ auto: "auto";
2865
3042
  }>>;
2866
3043
  verbosity: z.ZodOptional<z.ZodNumber>;
2867
3044
  embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -3055,15 +3232,17 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
3055
3232
  integrated: "integrated";
3056
3233
  dedicated: "dedicated";
3057
3234
  }>]>>;
3235
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
3236
+ devices: z.ZodOptional<z.ZodString>;
3058
3237
  'split-mode': z.ZodOptional<z.ZodEnum<{
3059
3238
  none: "none";
3060
3239
  layer: "layer";
3061
3240
  tensor: "tensor";
3062
3241
  }>>;
3063
3242
  'flash-attn': z.ZodOptional<z.ZodEnum<{
3243
+ auto: "auto";
3064
3244
  on: "on";
3065
3245
  off: "off";
3066
- auto: "auto";
3067
3246
  }>>;
3068
3247
  'tensor-split': z.ZodOptional<z.ZodString>;
3069
3248
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -3082,9 +3261,9 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
3082
3261
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
3083
3262
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
3084
3263
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
3264
+ auto: "auto";
3085
3265
  on: "on";
3086
3266
  off: "off";
3087
- auto: "auto";
3088
3267
  }>>;
3089
3268
  fit: z.ZodOptional<z.ZodBoolean>;
3090
3269
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -3228,6 +3407,10 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
3228
3407
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3229
3408
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3230
3409
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3410
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3411
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3412
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3413
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
3231
3414
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
3232
3415
  threshold: z.ZodOptional<z.ZodNumber>;
3233
3416
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -3248,6 +3431,7 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
3248
3431
  }, z.core.$strip>>>;
3249
3432
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
3250
3433
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
3434
+ seed: z.ZodOptional<z.ZodNumber>;
3251
3435
  }, z.core.$strip>>>;
3252
3436
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
3253
3437
  src: z.ZodString;
@@ -3511,8 +3695,8 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
3511
3695
  modelConfig: z.ZodOptional<z.ZodObject<{
3512
3696
  gpuLayers: z.ZodOptional<z.ZodNumber>;
3513
3697
  device: z.ZodOptional<z.ZodEnum<{
3514
- gpu: "gpu";
3515
3698
  cpu: "cpu";
3699
+ gpu: "gpu";
3516
3700
  }>>;
3517
3701
  batchSize: z.ZodOptional<z.ZodNumber>;
3518
3702
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -3528,9 +3712,9 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
3528
3712
  }>>;
3529
3713
  embdNormalize: z.ZodOptional<z.ZodNumber>;
3530
3714
  flashAttention: z.ZodOptional<z.ZodEnum<{
3715
+ auto: "auto";
3531
3716
  on: "on";
3532
3717
  off: "off";
3533
- auto: "auto";
3534
3718
  }>>;
3535
3719
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
3536
3720
  integrated: "integrated";
@@ -4761,6 +4945,172 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4761
4945
  threads: z.ZodOptional<z.ZodNumber>;
4762
4946
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
4763
4947
  seed: z.ZodOptional<z.ZodNumber>;
4948
+ }, z.core.$strict>, z.ZodObject<{
4949
+ mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4950
+ src: z.ZodString;
4951
+ name: z.ZodOptional<z.ZodString>;
4952
+ modelId: z.ZodOptional<z.ZodString>;
4953
+ registryPath: z.ZodOptional<z.ZodString>;
4954
+ registrySource: z.ZodOptional<z.ZodString>;
4955
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4956
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4957
+ engine: z.ZodOptional<z.ZodString>;
4958
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4959
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4960
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
4961
+ embeddings: "embeddings";
4962
+ diffusion: "diffusion";
4963
+ audiogen: "audiogen";
4964
+ tts: "tts";
4965
+ ocr: "ocr";
4966
+ vla: "vla";
4967
+ "llamacpp-completion": "llamacpp-completion";
4968
+ "whispercpp-transcription": "whispercpp-transcription";
4969
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4970
+ "llamacpp-embedding": "llamacpp-embedding";
4971
+ "nmtcpp-translation": "nmtcpp-translation";
4972
+ "onnx-tts": "onnx-tts";
4973
+ "tts-ggml": "tts-ggml";
4974
+ "parakeet-transcription": "parakeet-transcription";
4975
+ "ggml-ocr": "ggml-ocr";
4976
+ "sdcpp-generation": "sdcpp-generation";
4977
+ "audiogen-ggml": "audiogen-ggml";
4978
+ "ggml-vla": "ggml-vla";
4979
+ "ggml-classification": "ggml-classification";
4980
+ llm: "llm";
4981
+ whisper: "whisper";
4982
+ bci: "bci";
4983
+ nmt: "nmt";
4984
+ parakeet: "parakeet";
4985
+ classification: "classification";
4986
+ }>, z.ZodLiteral<"vad">]>>;
4987
+ }, z.core.$strip>]>;
4988
+ mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4989
+ src: z.ZodString;
4990
+ name: z.ZodOptional<z.ZodString>;
4991
+ modelId: z.ZodOptional<z.ZodString>;
4992
+ registryPath: z.ZodOptional<z.ZodString>;
4993
+ registrySource: z.ZodOptional<z.ZodString>;
4994
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4995
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4996
+ engine: z.ZodOptional<z.ZodString>;
4997
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4998
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4999
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
5000
+ embeddings: "embeddings";
5001
+ diffusion: "diffusion";
5002
+ audiogen: "audiogen";
5003
+ tts: "tts";
5004
+ ocr: "ocr";
5005
+ vla: "vla";
5006
+ "llamacpp-completion": "llamacpp-completion";
5007
+ "whispercpp-transcription": "whispercpp-transcription";
5008
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5009
+ "llamacpp-embedding": "llamacpp-embedding";
5010
+ "nmtcpp-translation": "nmtcpp-translation";
5011
+ "onnx-tts": "onnx-tts";
5012
+ "tts-ggml": "tts-ggml";
5013
+ "parakeet-transcription": "parakeet-transcription";
5014
+ "ggml-ocr": "ggml-ocr";
5015
+ "sdcpp-generation": "sdcpp-generation";
5016
+ "audiogen-ggml": "audiogen-ggml";
5017
+ "ggml-vla": "ggml-vla";
5018
+ "ggml-classification": "ggml-classification";
5019
+ llm: "llm";
5020
+ whisper: "whisper";
5021
+ bci: "bci";
5022
+ nmt: "nmt";
5023
+ parakeet: "parakeet";
5024
+ classification: "classification";
5025
+ }>, z.ZodLiteral<"vad">]>>;
5026
+ }, z.core.$strip>]>>;
5027
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
5028
+ src: z.ZodString;
5029
+ name: z.ZodOptional<z.ZodString>;
5030
+ modelId: z.ZodOptional<z.ZodString>;
5031
+ registryPath: z.ZodOptional<z.ZodString>;
5032
+ registrySource: z.ZodOptional<z.ZodString>;
5033
+ blobCoreKey: z.ZodOptional<z.ZodString>;
5034
+ blobIndex: z.ZodOptional<z.ZodNumber>;
5035
+ engine: z.ZodOptional<z.ZodString>;
5036
+ expectedSize: z.ZodOptional<z.ZodNumber>;
5037
+ sha256Checksum: z.ZodOptional<z.ZodString>;
5038
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
5039
+ embeddings: "embeddings";
5040
+ diffusion: "diffusion";
5041
+ audiogen: "audiogen";
5042
+ tts: "tts";
5043
+ ocr: "ocr";
5044
+ vla: "vla";
5045
+ "llamacpp-completion": "llamacpp-completion";
5046
+ "whispercpp-transcription": "whispercpp-transcription";
5047
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5048
+ "llamacpp-embedding": "llamacpp-embedding";
5049
+ "nmtcpp-translation": "nmtcpp-translation";
5050
+ "onnx-tts": "onnx-tts";
5051
+ "tts-ggml": "tts-ggml";
5052
+ "parakeet-transcription": "parakeet-transcription";
5053
+ "ggml-ocr": "ggml-ocr";
5054
+ "sdcpp-generation": "sdcpp-generation";
5055
+ "audiogen-ggml": "audiogen-ggml";
5056
+ "ggml-vla": "ggml-vla";
5057
+ "ggml-classification": "ggml-classification";
5058
+ llm: "llm";
5059
+ whisper: "whisper";
5060
+ bci: "bci";
5061
+ nmt: "nmt";
5062
+ parakeet: "parakeet";
5063
+ classification: "classification";
5064
+ }>, z.ZodLiteral<"vad">]>>;
5065
+ }, z.core.$strip>]>>;
5066
+ dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
5067
+ src: z.ZodString;
5068
+ name: z.ZodOptional<z.ZodString>;
5069
+ modelId: z.ZodOptional<z.ZodString>;
5070
+ registryPath: z.ZodOptional<z.ZodString>;
5071
+ registrySource: z.ZodOptional<z.ZodString>;
5072
+ blobCoreKey: z.ZodOptional<z.ZodString>;
5073
+ blobIndex: z.ZodOptional<z.ZodNumber>;
5074
+ engine: z.ZodOptional<z.ZodString>;
5075
+ expectedSize: z.ZodOptional<z.ZodNumber>;
5076
+ sha256Checksum: z.ZodOptional<z.ZodString>;
5077
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
5078
+ embeddings: "embeddings";
5079
+ diffusion: "diffusion";
5080
+ audiogen: "audiogen";
5081
+ tts: "tts";
5082
+ ocr: "ocr";
5083
+ vla: "vla";
5084
+ "llamacpp-completion": "llamacpp-completion";
5085
+ "whispercpp-transcription": "whispercpp-transcription";
5086
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5087
+ "llamacpp-embedding": "llamacpp-embedding";
5088
+ "nmtcpp-translation": "nmtcpp-translation";
5089
+ "onnx-tts": "onnx-tts";
5090
+ "tts-ggml": "tts-ggml";
5091
+ "parakeet-transcription": "parakeet-transcription";
5092
+ "ggml-ocr": "ggml-ocr";
5093
+ "sdcpp-generation": "sdcpp-generation";
5094
+ "audiogen-ggml": "audiogen-ggml";
5095
+ "ggml-vla": "ggml-vla";
5096
+ "ggml-classification": "ggml-classification";
5097
+ llm: "llm";
5098
+ whisper: "whisper";
5099
+ bci: "bci";
5100
+ nmt: "nmt";
5101
+ parakeet: "parakeet";
5102
+ classification: "classification";
5103
+ }>, z.ZodLiteral<"vad">]>>;
5104
+ }, z.core.$strip>]>>>;
5105
+ backendsDir: z.ZodOptional<z.ZodString>;
5106
+ ttsEngine: z.ZodLiteral<"moss">;
5107
+ language: z.ZodOptional<z.ZodString>;
5108
+ durationTokens: z.ZodOptional<z.ZodNumber>;
5109
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
5110
+ useGPU: z.ZodOptional<z.ZodBoolean>;
5111
+ threads: z.ZodOptional<z.ZodNumber>;
5112
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
5113
+ seed: z.ZodOptional<z.ZodNumber>;
4764
5114
  }, z.core.$strict>], "ttsEngine">;
4765
5115
  modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4766
5116
  src: z.ZodString;
@@ -4927,8 +5277,8 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4927
5277
  }>>;
4928
5278
  threads: z.ZodOptional<z.ZodNumber>;
4929
5279
  device: z.ZodOptional<z.ZodEnum<{
4930
- gpu: "gpu";
4931
5280
  cpu: "cpu";
5281
+ gpu: "gpu";
4932
5282
  }>>;
4933
5283
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
4934
5284
  integrated: "integrated";
@@ -5462,6 +5812,10 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
5462
5812
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
5463
5813
  localAttnSize: z.ZodOptional<z.ZodNumber>;
5464
5814
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
5815
+ paramsBackend: z.ZodOptional<z.ZodString>;
5816
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
5817
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
5818
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
5465
5819
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
5466
5820
  kvCache: z.ZodOptional<z.ZodBoolean>;
5467
5821
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -5861,8 +6215,8 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
5861
6215
  }>;
5862
6216
  modelConfig: z.ZodOptional<z.ZodObject<{
5863
6217
  backend: z.ZodOptional<z.ZodEnum<{
5864
- auto: "auto";
5865
6218
  cpu: "cpu";
6219
+ auto: "auto";
5866
6220
  }>>;
5867
6221
  verbosity: z.ZodOptional<z.ZodNumber>;
5868
6222
  embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -6055,15 +6409,17 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6055
6409
  integrated: "integrated";
6056
6410
  dedicated: "dedicated";
6057
6411
  }>]>>;
6412
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
6413
+ devices: z.ZodOptional<z.ZodString>;
6058
6414
  'split-mode': z.ZodOptional<z.ZodEnum<{
6059
6415
  none: "none";
6060
6416
  layer: "layer";
6061
6417
  tensor: "tensor";
6062
6418
  }>>;
6063
6419
  'flash-attn': z.ZodOptional<z.ZodEnum<{
6420
+ auto: "auto";
6064
6421
  on: "on";
6065
6422
  off: "off";
6066
- auto: "auto";
6067
6423
  }>>;
6068
6424
  'tensor-split': z.ZodOptional<z.ZodString>;
6069
6425
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -6082,9 +6438,9 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6082
6438
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
6083
6439
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
6084
6440
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
6441
+ auto: "auto";
6085
6442
  on: "on";
6086
6443
  off: "off";
6087
- auto: "auto";
6088
6444
  }>>;
6089
6445
  fit: z.ZodOptional<z.ZodBoolean>;
6090
6446
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -6228,6 +6584,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6228
6584
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
6229
6585
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
6230
6586
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
6587
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
6588
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
6589
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
6590
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
6231
6591
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
6232
6592
  threshold: z.ZodOptional<z.ZodNumber>;
6233
6593
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -6248,6 +6608,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6248
6608
  }, z.core.$strip>>>;
6249
6609
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
6250
6610
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
6611
+ seed: z.ZodOptional<z.ZodNumber>;
6251
6612
  }, z.core.$strip>>>;
6252
6613
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
6253
6614
  src: z.ZodString;
@@ -6511,8 +6872,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6511
6872
  modelConfig: z.ZodOptional<z.ZodObject<{
6512
6873
  gpuLayers: z.ZodOptional<z.ZodNumber>;
6513
6874
  device: z.ZodOptional<z.ZodEnum<{
6514
- gpu: "gpu";
6515
6875
  cpu: "cpu";
6876
+ gpu: "gpu";
6516
6877
  }>>;
6517
6878
  batchSize: z.ZodOptional<z.ZodNumber>;
6518
6879
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -6528,9 +6889,9 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6528
6889
  }>>;
6529
6890
  embdNormalize: z.ZodOptional<z.ZodNumber>;
6530
6891
  flashAttention: z.ZodOptional<z.ZodEnum<{
6892
+ auto: "auto";
6531
6893
  on: "on";
6532
6894
  off: "off";
6533
- auto: "auto";
6534
6895
  }>>;
6535
6896
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
6536
6897
  integrated: "integrated";
@@ -7501,7 +7862,268 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
7501
7862
  classification: "classification";
7502
7863
  }>, z.ZodLiteral<"vad">]>>;
7503
7864
  }, z.core.$strip>]>>;
7504
- lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7865
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7866
+ src: z.ZodString;
7867
+ name: z.ZodOptional<z.ZodString>;
7868
+ modelId: z.ZodOptional<z.ZodString>;
7869
+ registryPath: z.ZodOptional<z.ZodString>;
7870
+ registrySource: z.ZodOptional<z.ZodString>;
7871
+ blobCoreKey: z.ZodOptional<z.ZodString>;
7872
+ blobIndex: z.ZodOptional<z.ZodNumber>;
7873
+ engine: z.ZodOptional<z.ZodString>;
7874
+ expectedSize: z.ZodOptional<z.ZodNumber>;
7875
+ sha256Checksum: z.ZodOptional<z.ZodString>;
7876
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
7877
+ embeddings: "embeddings";
7878
+ diffusion: "diffusion";
7879
+ audiogen: "audiogen";
7880
+ tts: "tts";
7881
+ ocr: "ocr";
7882
+ vla: "vla";
7883
+ "llamacpp-completion": "llamacpp-completion";
7884
+ "whispercpp-transcription": "whispercpp-transcription";
7885
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
7886
+ "llamacpp-embedding": "llamacpp-embedding";
7887
+ "nmtcpp-translation": "nmtcpp-translation";
7888
+ "onnx-tts": "onnx-tts";
7889
+ "tts-ggml": "tts-ggml";
7890
+ "parakeet-transcription": "parakeet-transcription";
7891
+ "ggml-ocr": "ggml-ocr";
7892
+ "sdcpp-generation": "sdcpp-generation";
7893
+ "audiogen-ggml": "audiogen-ggml";
7894
+ "ggml-vla": "ggml-vla";
7895
+ "ggml-classification": "ggml-classification";
7896
+ llm: "llm";
7897
+ whisper: "whisper";
7898
+ bci: "bci";
7899
+ nmt: "nmt";
7900
+ parakeet: "parakeet";
7901
+ classification: "classification";
7902
+ }>, z.ZodLiteral<"vad">]>>;
7903
+ }, z.core.$strip>]>>;
7904
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7905
+ src: z.ZodString;
7906
+ name: z.ZodOptional<z.ZodString>;
7907
+ modelId: z.ZodOptional<z.ZodString>;
7908
+ registryPath: z.ZodOptional<z.ZodString>;
7909
+ registrySource: z.ZodOptional<z.ZodString>;
7910
+ blobCoreKey: z.ZodOptional<z.ZodString>;
7911
+ blobIndex: z.ZodOptional<z.ZodNumber>;
7912
+ engine: z.ZodOptional<z.ZodString>;
7913
+ expectedSize: z.ZodOptional<z.ZodNumber>;
7914
+ sha256Checksum: z.ZodOptional<z.ZodString>;
7915
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
7916
+ embeddings: "embeddings";
7917
+ diffusion: "diffusion";
7918
+ audiogen: "audiogen";
7919
+ tts: "tts";
7920
+ ocr: "ocr";
7921
+ vla: "vla";
7922
+ "llamacpp-completion": "llamacpp-completion";
7923
+ "whispercpp-transcription": "whispercpp-transcription";
7924
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
7925
+ "llamacpp-embedding": "llamacpp-embedding";
7926
+ "nmtcpp-translation": "nmtcpp-translation";
7927
+ "onnx-tts": "onnx-tts";
7928
+ "tts-ggml": "tts-ggml";
7929
+ "parakeet-transcription": "parakeet-transcription";
7930
+ "ggml-ocr": "ggml-ocr";
7931
+ "sdcpp-generation": "sdcpp-generation";
7932
+ "audiogen-ggml": "audiogen-ggml";
7933
+ "ggml-vla": "ggml-vla";
7934
+ "ggml-classification": "ggml-classification";
7935
+ llm: "llm";
7936
+ whisper: "whisper";
7937
+ bci: "bci";
7938
+ nmt: "nmt";
7939
+ parakeet: "parakeet";
7940
+ classification: "classification";
7941
+ }>, z.ZodLiteral<"vad">]>>;
7942
+ }, z.core.$strip>]>>;
7943
+ openclCacheDir: z.ZodOptional<z.ZodString>;
7944
+ backendsDir: z.ZodOptional<z.ZodString>;
7945
+ ttsEngine: z.ZodLiteral<"cosyvoice3">;
7946
+ emotion: z.ZodOptional<z.ZodEnum<{
7947
+ anger: "anger";
7948
+ happy: "happy";
7949
+ neutral: "neutral";
7950
+ sad: "sad";
7951
+ }>>;
7952
+ pace: z.ZodOptional<z.ZodEnum<{
7953
+ slow: "slow";
7954
+ moderate: "moderate";
7955
+ fast: "fast";
7956
+ }>>;
7957
+ instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7958
+ dialect: z.ZodOptional<z.ZodEnum<{
7959
+ cantonese: "cantonese";
7960
+ northeastern: "northeastern";
7961
+ gansu: "gansu";
7962
+ guizhou: "guizhou";
7963
+ henan: "henan";
7964
+ hubei: "hubei";
7965
+ hunan: "hunan";
7966
+ jiangxi: "jiangxi";
7967
+ minnan: "minnan";
7968
+ ningxia: "ningxia";
7969
+ shanxi: "shanxi";
7970
+ shaanxi: "shaanxi";
7971
+ shandong: "shandong";
7972
+ shanghai: "shanghai";
7973
+ sichuan: "sichuan";
7974
+ tianjin: "tianjin";
7975
+ yunnan: "yunnan";
7976
+ }>>;
7977
+ volume: z.ZodOptional<z.ZodEnum<{
7978
+ loud: "loud";
7979
+ soft: "soft";
7980
+ }>>;
7981
+ style: z.ZodOptional<z.ZodEnum<{
7982
+ peppa: "peppa";
7983
+ robot: "robot";
7984
+ }>>;
7985
+ }, z.core.$strict>]>>;
7986
+ promptText: z.ZodOptional<z.ZodString>;
7987
+ useGPU: z.ZodOptional<z.ZodBoolean>;
7988
+ outputSampleRate: z.ZodOptional<z.ZodNumber>;
7989
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
7990
+ streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
7991
+ threads: z.ZodOptional<z.ZodNumber>;
7992
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
7993
+ seed: z.ZodOptional<z.ZodNumber>;
7994
+ }, z.core.$strict>, z.ZodObject<{
7995
+ audio8CodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7996
+ src: z.ZodString;
7997
+ name: z.ZodOptional<z.ZodString>;
7998
+ modelId: z.ZodOptional<z.ZodString>;
7999
+ registryPath: z.ZodOptional<z.ZodString>;
8000
+ registrySource: z.ZodOptional<z.ZodString>;
8001
+ blobCoreKey: z.ZodOptional<z.ZodString>;
8002
+ blobIndex: z.ZodOptional<z.ZodNumber>;
8003
+ engine: z.ZodOptional<z.ZodString>;
8004
+ expectedSize: z.ZodOptional<z.ZodNumber>;
8005
+ sha256Checksum: z.ZodOptional<z.ZodString>;
8006
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
8007
+ embeddings: "embeddings";
8008
+ diffusion: "diffusion";
8009
+ audiogen: "audiogen";
8010
+ tts: "tts";
8011
+ ocr: "ocr";
8012
+ vla: "vla";
8013
+ "llamacpp-completion": "llamacpp-completion";
8014
+ "whispercpp-transcription": "whispercpp-transcription";
8015
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
8016
+ "llamacpp-embedding": "llamacpp-embedding";
8017
+ "nmtcpp-translation": "nmtcpp-translation";
8018
+ "onnx-tts": "onnx-tts";
8019
+ "tts-ggml": "tts-ggml";
8020
+ "parakeet-transcription": "parakeet-transcription";
8021
+ "ggml-ocr": "ggml-ocr";
8022
+ "sdcpp-generation": "sdcpp-generation";
8023
+ "audiogen-ggml": "audiogen-ggml";
8024
+ "ggml-vla": "ggml-vla";
8025
+ "ggml-classification": "ggml-classification";
8026
+ llm: "llm";
8027
+ whisper: "whisper";
8028
+ bci: "bci";
8029
+ nmt: "nmt";
8030
+ parakeet: "parakeet";
8031
+ classification: "classification";
8032
+ }>, z.ZodLiteral<"vad">]>>;
8033
+ }, z.core.$strip>]>;
8034
+ audio8CodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
8035
+ src: z.ZodString;
8036
+ name: z.ZodOptional<z.ZodString>;
8037
+ modelId: z.ZodOptional<z.ZodString>;
8038
+ registryPath: z.ZodOptional<z.ZodString>;
8039
+ registrySource: z.ZodOptional<z.ZodString>;
8040
+ blobCoreKey: z.ZodOptional<z.ZodString>;
8041
+ blobIndex: z.ZodOptional<z.ZodNumber>;
8042
+ engine: z.ZodOptional<z.ZodString>;
8043
+ expectedSize: z.ZodOptional<z.ZodNumber>;
8044
+ sha256Checksum: z.ZodOptional<z.ZodString>;
8045
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
8046
+ embeddings: "embeddings";
8047
+ diffusion: "diffusion";
8048
+ audiogen: "audiogen";
8049
+ tts: "tts";
8050
+ ocr: "ocr";
8051
+ vla: "vla";
8052
+ "llamacpp-completion": "llamacpp-completion";
8053
+ "whispercpp-transcription": "whispercpp-transcription";
8054
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
8055
+ "llamacpp-embedding": "llamacpp-embedding";
8056
+ "nmtcpp-translation": "nmtcpp-translation";
8057
+ "onnx-tts": "onnx-tts";
8058
+ "tts-ggml": "tts-ggml";
8059
+ "parakeet-transcription": "parakeet-transcription";
8060
+ "ggml-ocr": "ggml-ocr";
8061
+ "sdcpp-generation": "sdcpp-generation";
8062
+ "audiogen-ggml": "audiogen-ggml";
8063
+ "ggml-vla": "ggml-vla";
8064
+ "ggml-classification": "ggml-classification";
8065
+ llm: "llm";
8066
+ whisper: "whisper";
8067
+ bci: "bci";
8068
+ nmt: "nmt";
8069
+ parakeet: "parakeet";
8070
+ classification: "classification";
8071
+ }>, z.ZodLiteral<"vad">]>>;
8072
+ }, z.core.$strip>]>>;
8073
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
8074
+ src: z.ZodString;
8075
+ name: z.ZodOptional<z.ZodString>;
8076
+ modelId: z.ZodOptional<z.ZodString>;
8077
+ registryPath: z.ZodOptional<z.ZodString>;
8078
+ registrySource: z.ZodOptional<z.ZodString>;
8079
+ blobCoreKey: z.ZodOptional<z.ZodString>;
8080
+ blobIndex: z.ZodOptional<z.ZodNumber>;
8081
+ engine: z.ZodOptional<z.ZodString>;
8082
+ expectedSize: z.ZodOptional<z.ZodNumber>;
8083
+ sha256Checksum: z.ZodOptional<z.ZodString>;
8084
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
8085
+ embeddings: "embeddings";
8086
+ diffusion: "diffusion";
8087
+ audiogen: "audiogen";
8088
+ tts: "tts";
8089
+ ocr: "ocr";
8090
+ vla: "vla";
8091
+ "llamacpp-completion": "llamacpp-completion";
8092
+ "whispercpp-transcription": "whispercpp-transcription";
8093
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
8094
+ "llamacpp-embedding": "llamacpp-embedding";
8095
+ "nmtcpp-translation": "nmtcpp-translation";
8096
+ "onnx-tts": "onnx-tts";
8097
+ "tts-ggml": "tts-ggml";
8098
+ "parakeet-transcription": "parakeet-transcription";
8099
+ "ggml-ocr": "ggml-ocr";
8100
+ "sdcpp-generation": "sdcpp-generation";
8101
+ "audiogen-ggml": "audiogen-ggml";
8102
+ "ggml-vla": "ggml-vla";
8103
+ "ggml-classification": "ggml-classification";
8104
+ llm: "llm";
8105
+ whisper: "whisper";
8106
+ bci: "bci";
8107
+ nmt: "nmt";
8108
+ parakeet: "parakeet";
8109
+ classification: "classification";
8110
+ }>, z.ZodLiteral<"vad">]>>;
8111
+ }, z.core.$strip>]>>;
8112
+ backendsDir: z.ZodOptional<z.ZodString>;
8113
+ ttsEngine: z.ZodLiteral<"audio8">;
8114
+ referenceText: z.ZodOptional<z.ZodString>;
8115
+ greedy: z.ZodOptional<z.ZodBoolean>;
8116
+ temperature: z.ZodOptional<z.ZodNumber>;
8117
+ topK: z.ZodOptional<z.ZodNumber>;
8118
+ topP: z.ZodOptional<z.ZodNumber>;
8119
+ maxFrames: z.ZodOptional<z.ZodNumber>;
8120
+ useGPU: z.ZodOptional<z.ZodBoolean>;
8121
+ outputSampleRate: z.ZodOptional<z.ZodNumber>;
8122
+ threads: z.ZodOptional<z.ZodNumber>;
8123
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
8124
+ seed: z.ZodOptional<z.ZodNumber>;
8125
+ }, z.core.$strict>, z.ZodObject<{
8126
+ mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7505
8127
  src: z.ZodString;
7506
8128
  name: z.ZodOptional<z.ZodString>;
7507
8129
  modelId: z.ZodOptional<z.ZodString>;
@@ -7539,8 +8161,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
7539
8161
  parakeet: "parakeet";
7540
8162
  classification: "classification";
7541
8163
  }>, z.ZodLiteral<"vad">]>>;
7542
- }, z.core.$strip>]>>;
7543
- lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
8164
+ }, z.core.$strip>]>;
8165
+ mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7544
8166
  src: z.ZodString;
7545
8167
  name: z.ZodOptional<z.ZodString>;
7546
8168
  modelId: z.ZodOptional<z.ZodString>;
@@ -7579,98 +8201,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
7579
8201
  classification: "classification";
7580
8202
  }>, z.ZodLiteral<"vad">]>>;
7581
8203
  }, z.core.$strip>]>>;
7582
- openclCacheDir: z.ZodOptional<z.ZodString>;
7583
- backendsDir: z.ZodOptional<z.ZodString>;
7584
- ttsEngine: z.ZodLiteral<"cosyvoice3">;
7585
- emotion: z.ZodOptional<z.ZodEnum<{
7586
- anger: "anger";
7587
- happy: "happy";
7588
- neutral: "neutral";
7589
- sad: "sad";
7590
- }>>;
7591
- pace: z.ZodOptional<z.ZodEnum<{
7592
- slow: "slow";
7593
- moderate: "moderate";
7594
- fast: "fast";
7595
- }>>;
7596
- instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7597
- dialect: z.ZodOptional<z.ZodEnum<{
7598
- cantonese: "cantonese";
7599
- northeastern: "northeastern";
7600
- gansu: "gansu";
7601
- guizhou: "guizhou";
7602
- henan: "henan";
7603
- hubei: "hubei";
7604
- hunan: "hunan";
7605
- jiangxi: "jiangxi";
7606
- minnan: "minnan";
7607
- ningxia: "ningxia";
7608
- shanxi: "shanxi";
7609
- shaanxi: "shaanxi";
7610
- shandong: "shandong";
7611
- shanghai: "shanghai";
7612
- sichuan: "sichuan";
7613
- tianjin: "tianjin";
7614
- yunnan: "yunnan";
7615
- }>>;
7616
- volume: z.ZodOptional<z.ZodEnum<{
7617
- loud: "loud";
7618
- soft: "soft";
7619
- }>>;
7620
- style: z.ZodOptional<z.ZodEnum<{
7621
- peppa: "peppa";
7622
- robot: "robot";
7623
- }>>;
7624
- }, z.core.$strict>]>>;
7625
- promptText: z.ZodOptional<z.ZodString>;
7626
- useGPU: z.ZodOptional<z.ZodBoolean>;
7627
- outputSampleRate: z.ZodOptional<z.ZodNumber>;
7628
- streamChunkTokens: z.ZodOptional<z.ZodNumber>;
7629
- streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
7630
- threads: z.ZodOptional<z.ZodNumber>;
7631
- nGpuLayers: z.ZodOptional<z.ZodNumber>;
7632
- seed: z.ZodOptional<z.ZodNumber>;
7633
- }, z.core.$strict>, z.ZodObject<{
7634
- audio8CodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7635
- src: z.ZodString;
7636
- name: z.ZodOptional<z.ZodString>;
7637
- modelId: z.ZodOptional<z.ZodString>;
7638
- registryPath: z.ZodOptional<z.ZodString>;
7639
- registrySource: z.ZodOptional<z.ZodString>;
7640
- blobCoreKey: z.ZodOptional<z.ZodString>;
7641
- blobIndex: z.ZodOptional<z.ZodNumber>;
7642
- engine: z.ZodOptional<z.ZodString>;
7643
- expectedSize: z.ZodOptional<z.ZodNumber>;
7644
- sha256Checksum: z.ZodOptional<z.ZodString>;
7645
- addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
7646
- embeddings: "embeddings";
7647
- diffusion: "diffusion";
7648
- audiogen: "audiogen";
7649
- tts: "tts";
7650
- ocr: "ocr";
7651
- vla: "vla";
7652
- "llamacpp-completion": "llamacpp-completion";
7653
- "whispercpp-transcription": "whispercpp-transcription";
7654
- "bci-whispercpp-transcription": "bci-whispercpp-transcription";
7655
- "llamacpp-embedding": "llamacpp-embedding";
7656
- "nmtcpp-translation": "nmtcpp-translation";
7657
- "onnx-tts": "onnx-tts";
7658
- "tts-ggml": "tts-ggml";
7659
- "parakeet-transcription": "parakeet-transcription";
7660
- "ggml-ocr": "ggml-ocr";
7661
- "sdcpp-generation": "sdcpp-generation";
7662
- "audiogen-ggml": "audiogen-ggml";
7663
- "ggml-vla": "ggml-vla";
7664
- "ggml-classification": "ggml-classification";
7665
- llm: "llm";
7666
- whisper: "whisper";
7667
- bci: "bci";
7668
- nmt: "nmt";
7669
- parakeet: "parakeet";
7670
- classification: "classification";
7671
- }>, z.ZodLiteral<"vad">]>>;
7672
- }, z.core.$strip>]>;
7673
- audio8CodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
8204
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7674
8205
  src: z.ZodString;
7675
8206
  name: z.ZodOptional<z.ZodString>;
7676
8207
  modelId: z.ZodOptional<z.ZodString>;
@@ -7709,7 +8240,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
7709
8240
  classification: "classification";
7710
8241
  }>, z.ZodLiteral<"vad">]>>;
7711
8242
  }, z.core.$strip>]>>;
7712
- referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
8243
+ dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7713
8244
  src: z.ZodString;
7714
8245
  name: z.ZodOptional<z.ZodString>;
7715
8246
  modelId: z.ZodOptional<z.ZodString>;
@@ -7747,17 +8278,13 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
7747
8278
  parakeet: "parakeet";
7748
8279
  classification: "classification";
7749
8280
  }>, z.ZodLiteral<"vad">]>>;
7750
- }, z.core.$strip>]>>;
8281
+ }, z.core.$strip>]>>>;
7751
8282
  backendsDir: z.ZodOptional<z.ZodString>;
7752
- ttsEngine: z.ZodLiteral<"audio8">;
7753
- referenceText: z.ZodOptional<z.ZodString>;
7754
- greedy: z.ZodOptional<z.ZodBoolean>;
7755
- temperature: z.ZodOptional<z.ZodNumber>;
7756
- topK: z.ZodOptional<z.ZodNumber>;
7757
- topP: z.ZodOptional<z.ZodNumber>;
7758
- maxFrames: z.ZodOptional<z.ZodNumber>;
8283
+ ttsEngine: z.ZodLiteral<"moss">;
8284
+ language: z.ZodOptional<z.ZodString>;
8285
+ durationTokens: z.ZodOptional<z.ZodNumber>;
8286
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
7759
8287
  useGPU: z.ZodOptional<z.ZodBoolean>;
7760
- outputSampleRate: z.ZodOptional<z.ZodNumber>;
7761
8288
  threads: z.ZodOptional<z.ZodNumber>;
7762
8289
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
7763
8290
  seed: z.ZodOptional<z.ZodNumber>;
@@ -7927,8 +8454,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
7927
8454
  }>>;
7928
8455
  threads: z.ZodOptional<z.ZodNumber>;
7929
8456
  device: z.ZodOptional<z.ZodEnum<{
7930
- gpu: "gpu";
7931
8457
  cpu: "cpu";
8458
+ gpu: "gpu";
7932
8459
  }>>;
7933
8460
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
7934
8461
  integrated: "integrated";
@@ -8462,6 +8989,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8462
8989
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
8463
8990
  localAttnSize: z.ZodOptional<z.ZodNumber>;
8464
8991
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
8992
+ paramsBackend: z.ZodOptional<z.ZodString>;
8993
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
8994
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
8995
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
8465
8996
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
8466
8997
  kvCache: z.ZodOptional<z.ZodBoolean>;
8467
8998
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -8861,8 +9392,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8861
9392
  }>;
8862
9393
  modelConfig: z.ZodOptional<z.ZodObject<{
8863
9394
  backend: z.ZodOptional<z.ZodEnum<{
8864
- auto: "auto";
8865
9395
  cpu: "cpu";
9396
+ auto: "auto";
8866
9397
  }>>;
8867
9398
  verbosity: z.ZodOptional<z.ZodNumber>;
8868
9399
  embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -9051,8 +9582,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9051
9582
  'cache-type-k'?: string | undefined;
9052
9583
  'cache-type-v'?: string | undefined;
9053
9584
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
9585
+ 'rpc-servers'?: string | undefined;
9586
+ devices?: string | undefined;
9054
9587
  'split-mode'?: "none" | "layer" | "tensor" | undefined;
9055
- 'flash-attn'?: "on" | "off" | "auto" | undefined;
9588
+ 'flash-attn'?: "auto" | "on" | "off" | undefined;
9056
9589
  'tensor-split'?: string | undefined;
9057
9590
  'batch-size'?: number | undefined;
9058
9591
  'ubatch-size'?: number | undefined;
@@ -9069,7 +9602,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9069
9602
  'n-cpu-ffn'?: number | undefined;
9070
9603
  'moe-cache-mib'?: number | "auto" | undefined;
9071
9604
  'prefetch-weights'?: boolean | "auto" | undefined;
9072
- 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
9605
+ 'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
9073
9606
  fit?: boolean | undefined;
9074
9607
  'fit-target'?: string | number | undefined;
9075
9608
  'fit-ctx'?: number | undefined;
@@ -9147,6 +9680,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9147
9680
  logprob_thold?: number | undefined;
9148
9681
  greedy_best_of?: number | undefined;
9149
9682
  beam_search_beam_size?: number | undefined;
9683
+ max_initial_ts?: number | undefined;
9684
+ no_speech_thold?: number | undefined;
9685
+ seed?: number | undefined;
9686
+ backendsDir?: string | undefined;
9150
9687
  vad_params?: {
9151
9688
  threshold?: number | undefined;
9152
9689
  min_speech_duration_ms?: number | undefined;
@@ -9164,6 +9701,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9164
9701
  } | undefined;
9165
9702
  miscConfig?: {
9166
9703
  caption_enabled?: boolean | undefined;
9704
+ seed?: number | undefined;
9167
9705
  } | undefined;
9168
9706
  vadModelSrc?: string | {
9169
9707
  src: string;
@@ -9287,12 +9825,12 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9287
9825
  };
9288
9826
  modelConfig?: {
9289
9827
  gpuLayers?: number | undefined;
9290
- device?: "gpu" | "cpu" | undefined;
9828
+ device?: "cpu" | "gpu" | undefined;
9291
9829
  batchSize?: number | undefined;
9292
9830
  pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
9293
9831
  attention?: "causal" | "non-causal" | undefined;
9294
9832
  embdNormalize?: number | undefined;
9295
- flashAttention?: "on" | "off" | "auto" | undefined;
9833
+ flashAttention?: "auto" | "on" | "off" | undefined;
9296
9834
  mainGpu?: number | "integrated" | "dedicated" | undefined;
9297
9835
  splitMode?: "none" | "layer" | undefined;
9298
9836
  tensorSplit?: string | undefined;
@@ -9622,6 +10160,68 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9622
10160
  threads?: number | undefined;
9623
10161
  nGpuLayers?: number | undefined;
9624
10162
  seed?: number | undefined;
10163
+ } | {
10164
+ mossCodecDecoderModelSrc: string | {
10165
+ src: string;
10166
+ name?: string | undefined;
10167
+ modelId?: string | undefined;
10168
+ registryPath?: string | undefined;
10169
+ registrySource?: string | undefined;
10170
+ blobCoreKey?: string | undefined;
10171
+ blobIndex?: number | undefined;
10172
+ engine?: string | undefined;
10173
+ expectedSize?: number | undefined;
10174
+ sha256Checksum?: string | undefined;
10175
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
10176
+ };
10177
+ ttsEngine: "moss";
10178
+ mossCodecEncoderModelSrc?: string | {
10179
+ src: string;
10180
+ name?: string | undefined;
10181
+ modelId?: string | undefined;
10182
+ registryPath?: string | undefined;
10183
+ registrySource?: string | undefined;
10184
+ blobCoreKey?: string | undefined;
10185
+ blobIndex?: number | undefined;
10186
+ engine?: string | undefined;
10187
+ expectedSize?: number | undefined;
10188
+ sha256Checksum?: string | undefined;
10189
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
10190
+ } | undefined;
10191
+ referenceAudioSrc?: string | {
10192
+ src: string;
10193
+ name?: string | undefined;
10194
+ modelId?: string | undefined;
10195
+ registryPath?: string | undefined;
10196
+ registrySource?: string | undefined;
10197
+ blobCoreKey?: string | undefined;
10198
+ blobIndex?: number | undefined;
10199
+ engine?: string | undefined;
10200
+ expectedSize?: number | undefined;
10201
+ sha256Checksum?: string | undefined;
10202
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
10203
+ } | undefined;
10204
+ dialogueReferenceSrcs?: (string | {
10205
+ src: string;
10206
+ name?: string | undefined;
10207
+ modelId?: string | undefined;
10208
+ registryPath?: string | undefined;
10209
+ registrySource?: string | undefined;
10210
+ blobCoreKey?: string | undefined;
10211
+ blobIndex?: number | undefined;
10212
+ engine?: string | undefined;
10213
+ expectedSize?: number | undefined;
10214
+ sha256Checksum?: string | undefined;
10215
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
10216
+ })[] | undefined;
10217
+ backendsDir?: string | undefined;
10218
+ language?: string | undefined;
10219
+ durationTokens?: number | undefined;
10220
+ streamChunkTokens?: number | undefined;
10221
+ useGPU?: boolean | undefined;
10222
+ threads?: number | undefined;
10223
+ nGpuLayers?: number | undefined;
10224
+ seed?: number | undefined;
9625
10225
  };
9626
10226
  modelSrc: string | {
9627
10227
  src: string;
@@ -9703,7 +10303,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9703
10303
  modelConfig?: {
9704
10304
  mode: "diffusion" | "world" | "upscale" | "video";
9705
10305
  threads?: number | undefined;
9706
- device?: "gpu" | "cpu" | undefined;
10306
+ device?: "cpu" | "gpu" | undefined;
9707
10307
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
9708
10308
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
9709
10309
  type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
@@ -9887,6 +10487,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9887
10487
  numFramePerBlock?: number | undefined;
9888
10488
  localAttnSize?: number | undefined;
9889
10489
  offloadParamsToCpu?: boolean | undefined;
10490
+ paramsBackend?: string | undefined;
10491
+ maxVram?: string | number | undefined;
10492
+ streamLayers?: boolean | undefined;
10493
+ verbosity?: 0 | 3 | 2 | 1 | undefined;
9890
10494
  frameJpegQuality?: number | undefined;
9891
10495
  kvCache?: boolean | undefined;
9892
10496
  profile?: boolean | undefined;
@@ -10045,7 +10649,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
10045
10649
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
10046
10650
  };
10047
10651
  modelConfig?: {
10048
- backend?: "auto" | "cpu" | undefined;
10652
+ backend?: "cpu" | "auto" | undefined;
10049
10653
  verbosity?: number | undefined;
10050
10654
  embodiment?: string | number | {
10051
10655
  tag?: string | undefined;
@@ -10137,8 +10741,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
10137
10741
  'cache-type-k'?: string | undefined;
10138
10742
  'cache-type-v'?: string | undefined;
10139
10743
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
10744
+ 'rpc-servers'?: string | undefined;
10745
+ devices?: string | undefined;
10140
10746
  'split-mode'?: "none" | "layer" | "tensor" | undefined;
10141
- 'flash-attn'?: "on" | "off" | "auto" | undefined;
10747
+ 'flash-attn'?: "auto" | "on" | "off" | undefined;
10142
10748
  'tensor-split'?: string | undefined;
10143
10749
  'batch-size'?: number | undefined;
10144
10750
  'ubatch-size'?: number | undefined;
@@ -10155,7 +10761,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
10155
10761
  'n-cpu-ffn'?: number | undefined;
10156
10762
  'moe-cache-mib'?: number | "auto" | undefined;
10157
10763
  'prefetch-weights'?: boolean | "auto" | undefined;
10158
- 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
10764
+ 'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
10159
10765
  fit?: boolean | undefined;
10160
10766
  'fit-target'?: string | number | undefined;
10161
10767
  'fit-ctx'?: number | undefined;
@@ -10233,6 +10839,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
10233
10839
  logprob_thold?: number | undefined;
10234
10840
  greedy_best_of?: number | undefined;
10235
10841
  beam_search_beam_size?: number | undefined;
10842
+ max_initial_ts?: number | undefined;
10843
+ no_speech_thold?: number | undefined;
10844
+ seed?: number | undefined;
10845
+ backendsDir?: string | undefined;
10236
10846
  vad_params?: {
10237
10847
  threshold?: number | undefined;
10238
10848
  min_speech_duration_ms?: number | undefined;
@@ -10250,6 +10860,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
10250
10860
  } | undefined;
10251
10861
  miscConfig?: {
10252
10862
  caption_enabled?: boolean | undefined;
10863
+ seed?: number | undefined;
10253
10864
  } | undefined;
10254
10865
  vadModelSrc?: string | {
10255
10866
  src: string;
@@ -10373,12 +10984,12 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
10373
10984
  };
10374
10985
  modelConfig?: {
10375
10986
  gpuLayers?: number | undefined;
10376
- device?: "gpu" | "cpu" | undefined;
10987
+ device?: "cpu" | "gpu" | undefined;
10377
10988
  batchSize?: number | undefined;
10378
10989
  pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
10379
10990
  attention?: "causal" | "non-causal" | undefined;
10380
10991
  embdNormalize?: number | undefined;
10381
- flashAttention?: "on" | "off" | "auto" | undefined;
10992
+ flashAttention?: "auto" | "on" | "off" | undefined;
10382
10993
  mainGpu?: number | "integrated" | "dedicated" | undefined;
10383
10994
  splitMode?: "none" | "layer" | undefined;
10384
10995
  tensorSplit?: string | undefined;
@@ -10708,6 +11319,68 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
10708
11319
  threads?: number | undefined;
10709
11320
  nGpuLayers?: number | undefined;
10710
11321
  seed?: number | undefined;
11322
+ } | {
11323
+ mossCodecDecoderModelSrc: string | {
11324
+ src: string;
11325
+ name?: string | undefined;
11326
+ modelId?: string | undefined;
11327
+ registryPath?: string | undefined;
11328
+ registrySource?: string | undefined;
11329
+ blobCoreKey?: string | undefined;
11330
+ blobIndex?: number | undefined;
11331
+ engine?: string | undefined;
11332
+ expectedSize?: number | undefined;
11333
+ sha256Checksum?: string | undefined;
11334
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
11335
+ };
11336
+ ttsEngine: "moss";
11337
+ mossCodecEncoderModelSrc?: string | {
11338
+ src: string;
11339
+ name?: string | undefined;
11340
+ modelId?: string | undefined;
11341
+ registryPath?: string | undefined;
11342
+ registrySource?: string | undefined;
11343
+ blobCoreKey?: string | undefined;
11344
+ blobIndex?: number | undefined;
11345
+ engine?: string | undefined;
11346
+ expectedSize?: number | undefined;
11347
+ sha256Checksum?: string | undefined;
11348
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
11349
+ } | undefined;
11350
+ referenceAudioSrc?: string | {
11351
+ src: string;
11352
+ name?: string | undefined;
11353
+ modelId?: string | undefined;
11354
+ registryPath?: string | undefined;
11355
+ registrySource?: string | undefined;
11356
+ blobCoreKey?: string | undefined;
11357
+ blobIndex?: number | undefined;
11358
+ engine?: string | undefined;
11359
+ expectedSize?: number | undefined;
11360
+ sha256Checksum?: string | undefined;
11361
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
11362
+ } | undefined;
11363
+ dialogueReferenceSrcs?: (string | {
11364
+ src: string;
11365
+ name?: string | undefined;
11366
+ modelId?: string | undefined;
11367
+ registryPath?: string | undefined;
11368
+ registrySource?: string | undefined;
11369
+ blobCoreKey?: string | undefined;
11370
+ blobIndex?: number | undefined;
11371
+ engine?: string | undefined;
11372
+ expectedSize?: number | undefined;
11373
+ sha256Checksum?: string | undefined;
11374
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
11375
+ })[] | undefined;
11376
+ backendsDir?: string | undefined;
11377
+ language?: string | undefined;
11378
+ durationTokens?: number | undefined;
11379
+ streamChunkTokens?: number | undefined;
11380
+ useGPU?: boolean | undefined;
11381
+ threads?: number | undefined;
11382
+ nGpuLayers?: number | undefined;
11383
+ seed?: number | undefined;
10711
11384
  };
10712
11385
  modelSrc: string | {
10713
11386
  src: string;
@@ -10789,7 +11462,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
10789
11462
  modelConfig?: {
10790
11463
  mode: "diffusion" | "world" | "upscale" | "video";
10791
11464
  threads?: number | undefined;
10792
- device?: "gpu" | "cpu" | undefined;
11465
+ device?: "cpu" | "gpu" | undefined;
10793
11466
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
10794
11467
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
10795
11468
  type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
@@ -10973,6 +11646,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
10973
11646
  numFramePerBlock?: number | undefined;
10974
11647
  localAttnSize?: number | undefined;
10975
11648
  offloadParamsToCpu?: boolean | undefined;
11649
+ paramsBackend?: string | undefined;
11650
+ maxVram?: string | number | undefined;
11651
+ streamLayers?: boolean | undefined;
11652
+ verbosity?: 0 | 3 | 2 | 1 | undefined;
10976
11653
  frameJpegQuality?: number | undefined;
10977
11654
  kvCache?: boolean | undefined;
10978
11655
  profile?: boolean | undefined;
@@ -11131,7 +11808,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
11131
11808
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
11132
11809
  };
11133
11810
  modelConfig?: {
11134
- backend?: "auto" | "cpu" | undefined;
11811
+ backend?: "cpu" | "auto" | undefined;
11135
11812
  verbosity?: number | undefined;
11136
11813
  embodiment?: string | number | {
11137
11814
  tag?: string | undefined;
@@ -11229,15 +11906,17 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11229
11906
  integrated: "integrated";
11230
11907
  dedicated: "dedicated";
11231
11908
  }>]>>;
11909
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
11910
+ devices: z.ZodOptional<z.ZodString>;
11232
11911
  'split-mode': z.ZodOptional<z.ZodEnum<{
11233
11912
  none: "none";
11234
11913
  layer: "layer";
11235
11914
  tensor: "tensor";
11236
11915
  }>>;
11237
11916
  'flash-attn': z.ZodOptional<z.ZodEnum<{
11917
+ auto: "auto";
11238
11918
  on: "on";
11239
11919
  off: "off";
11240
- auto: "auto";
11241
11920
  }>>;
11242
11921
  'tensor-split': z.ZodOptional<z.ZodString>;
11243
11922
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -11256,9 +11935,9 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11256
11935
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
11257
11936
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
11258
11937
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
11938
+ auto: "auto";
11259
11939
  on: "on";
11260
11940
  off: "off";
11261
- auto: "auto";
11262
11941
  }>>;
11263
11942
  fit: z.ZodOptional<z.ZodBoolean>;
11264
11943
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -11411,8 +12090,10 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11411
12090
  'cache-type-k'?: string | undefined;
11412
12091
  'cache-type-v'?: string | undefined;
11413
12092
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
12093
+ 'rpc-servers'?: string | undefined;
12094
+ devices?: string | undefined;
11414
12095
  'split-mode'?: "none" | "layer" | "tensor" | undefined;
11415
- 'flash-attn'?: "on" | "off" | "auto" | undefined;
12096
+ 'flash-attn'?: "auto" | "on" | "off" | undefined;
11416
12097
  'tensor-split'?: string | undefined;
11417
12098
  'batch-size'?: number | undefined;
11418
12099
  'ubatch-size'?: number | undefined;
@@ -11429,7 +12110,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11429
12110
  'n-cpu-ffn'?: number | undefined;
11430
12111
  'moe-cache-mib'?: number | "auto" | undefined;
11431
12112
  'prefetch-weights'?: boolean | "auto" | undefined;
11432
- 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
12113
+ 'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
11433
12114
  fit?: boolean | undefined;
11434
12115
  'fit-target'?: string | number | undefined;
11435
12116
  'fit-ctx'?: number | undefined;
@@ -11504,6 +12185,10 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11504
12185
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
11505
12186
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
11506
12187
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
12188
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
12189
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
12190
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
12191
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
11507
12192
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
11508
12193
  threshold: z.ZodOptional<z.ZodNumber>;
11509
12194
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -11524,6 +12209,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11524
12209
  }, z.core.$strip>>>;
11525
12210
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
11526
12211
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
12212
+ seed: z.ZodOptional<z.ZodNumber>;
11527
12213
  }, z.core.$strip>>>;
11528
12214
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
11529
12215
  src: z.ZodString;
@@ -11657,6 +12343,10 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11657
12343
  logprob_thold?: number | undefined;
11658
12344
  greedy_best_of?: number | undefined;
11659
12345
  beam_search_beam_size?: number | undefined;
12346
+ max_initial_ts?: number | undefined;
12347
+ no_speech_thold?: number | undefined;
12348
+ seed?: number | undefined;
12349
+ backendsDir?: string | undefined;
11660
12350
  vad_params?: {
11661
12351
  threshold?: number | undefined;
11662
12352
  min_speech_duration_ms?: number | undefined;
@@ -11674,6 +12364,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11674
12364
  } | undefined;
11675
12365
  miscConfig?: {
11676
12366
  caption_enabled?: boolean | undefined;
12367
+ seed?: number | undefined;
11677
12368
  } | undefined;
11678
12369
  vadModelSrc?: string | {
11679
12370
  src: string;
@@ -11742,6 +12433,10 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11742
12433
  logprob_thold?: number | undefined;
11743
12434
  greedy_best_of?: number | undefined;
11744
12435
  beam_search_beam_size?: number | undefined;
12436
+ max_initial_ts?: number | undefined;
12437
+ no_speech_thold?: number | undefined;
12438
+ seed?: number | undefined;
12439
+ backendsDir?: string | undefined;
11745
12440
  vad_params?: {
11746
12441
  threshold?: number | undefined;
11747
12442
  min_speech_duration_ms?: number | undefined;
@@ -11759,6 +12454,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11759
12454
  } | undefined;
11760
12455
  miscConfig?: {
11761
12456
  caption_enabled?: boolean | undefined;
12457
+ seed?: number | undefined;
11762
12458
  } | undefined;
11763
12459
  vadModelSrc?: string | {
11764
12460
  src: string;
@@ -12135,8 +12831,8 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12135
12831
  modelConfig: z.ZodOptional<z.ZodObject<{
12136
12832
  gpuLayers: z.ZodOptional<z.ZodNumber>;
12137
12833
  device: z.ZodOptional<z.ZodEnum<{
12138
- gpu: "gpu";
12139
12834
  cpu: "cpu";
12835
+ gpu: "gpu";
12140
12836
  }>>;
12141
12837
  batchSize: z.ZodOptional<z.ZodNumber>;
12142
12838
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -12152,9 +12848,9 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12152
12848
  }>>;
12153
12849
  embdNormalize: z.ZodOptional<z.ZodNumber>;
12154
12850
  flashAttention: z.ZodOptional<z.ZodEnum<{
12851
+ auto: "auto";
12155
12852
  on: "on";
12156
12853
  off: "off";
12157
- auto: "auto";
12158
12854
  }>>;
12159
12855
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
12160
12856
  integrated: "integrated";
@@ -12249,12 +12945,12 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12249
12945
  };
12250
12946
  modelConfig?: {
12251
12947
  gpuLayers?: number | undefined;
12252
- device?: "gpu" | "cpu" | undefined;
12948
+ device?: "cpu" | "gpu" | undefined;
12253
12949
  batchSize?: number | undefined;
12254
12950
  pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
12255
12951
  attention?: "causal" | "non-causal" | undefined;
12256
12952
  embdNormalize?: number | undefined;
12257
- flashAttention?: "on" | "off" | "auto" | undefined;
12953
+ flashAttention?: "auto" | "on" | "off" | undefined;
12258
12954
  mainGpu?: number | "integrated" | "dedicated" | undefined;
12259
12955
  splitMode?: "none" | "layer" | undefined;
12260
12956
  tensorSplit?: string | undefined;
@@ -13686,6 +14382,172 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
13686
14382
  threads: z.ZodOptional<z.ZodNumber>;
13687
14383
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
13688
14384
  seed: z.ZodOptional<z.ZodNumber>;
14385
+ }, z.core.$strict>, z.ZodObject<{
14386
+ mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
14387
+ src: z.ZodString;
14388
+ name: z.ZodOptional<z.ZodString>;
14389
+ modelId: z.ZodOptional<z.ZodString>;
14390
+ registryPath: z.ZodOptional<z.ZodString>;
14391
+ registrySource: z.ZodOptional<z.ZodString>;
14392
+ blobCoreKey: z.ZodOptional<z.ZodString>;
14393
+ blobIndex: z.ZodOptional<z.ZodNumber>;
14394
+ engine: z.ZodOptional<z.ZodString>;
14395
+ expectedSize: z.ZodOptional<z.ZodNumber>;
14396
+ sha256Checksum: z.ZodOptional<z.ZodString>;
14397
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
14398
+ embeddings: "embeddings";
14399
+ diffusion: "diffusion";
14400
+ audiogen: "audiogen";
14401
+ tts: "tts";
14402
+ ocr: "ocr";
14403
+ vla: "vla";
14404
+ "llamacpp-completion": "llamacpp-completion";
14405
+ "whispercpp-transcription": "whispercpp-transcription";
14406
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
14407
+ "llamacpp-embedding": "llamacpp-embedding";
14408
+ "nmtcpp-translation": "nmtcpp-translation";
14409
+ "onnx-tts": "onnx-tts";
14410
+ "tts-ggml": "tts-ggml";
14411
+ "parakeet-transcription": "parakeet-transcription";
14412
+ "ggml-ocr": "ggml-ocr";
14413
+ "sdcpp-generation": "sdcpp-generation";
14414
+ "audiogen-ggml": "audiogen-ggml";
14415
+ "ggml-vla": "ggml-vla";
14416
+ "ggml-classification": "ggml-classification";
14417
+ llm: "llm";
14418
+ whisper: "whisper";
14419
+ bci: "bci";
14420
+ nmt: "nmt";
14421
+ parakeet: "parakeet";
14422
+ classification: "classification";
14423
+ }>, z.ZodLiteral<"vad">]>>;
14424
+ }, z.core.$strip>]>;
14425
+ mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
14426
+ src: z.ZodString;
14427
+ name: z.ZodOptional<z.ZodString>;
14428
+ modelId: z.ZodOptional<z.ZodString>;
14429
+ registryPath: z.ZodOptional<z.ZodString>;
14430
+ registrySource: z.ZodOptional<z.ZodString>;
14431
+ blobCoreKey: z.ZodOptional<z.ZodString>;
14432
+ blobIndex: z.ZodOptional<z.ZodNumber>;
14433
+ engine: z.ZodOptional<z.ZodString>;
14434
+ expectedSize: z.ZodOptional<z.ZodNumber>;
14435
+ sha256Checksum: z.ZodOptional<z.ZodString>;
14436
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
14437
+ embeddings: "embeddings";
14438
+ diffusion: "diffusion";
14439
+ audiogen: "audiogen";
14440
+ tts: "tts";
14441
+ ocr: "ocr";
14442
+ vla: "vla";
14443
+ "llamacpp-completion": "llamacpp-completion";
14444
+ "whispercpp-transcription": "whispercpp-transcription";
14445
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
14446
+ "llamacpp-embedding": "llamacpp-embedding";
14447
+ "nmtcpp-translation": "nmtcpp-translation";
14448
+ "onnx-tts": "onnx-tts";
14449
+ "tts-ggml": "tts-ggml";
14450
+ "parakeet-transcription": "parakeet-transcription";
14451
+ "ggml-ocr": "ggml-ocr";
14452
+ "sdcpp-generation": "sdcpp-generation";
14453
+ "audiogen-ggml": "audiogen-ggml";
14454
+ "ggml-vla": "ggml-vla";
14455
+ "ggml-classification": "ggml-classification";
14456
+ llm: "llm";
14457
+ whisper: "whisper";
14458
+ bci: "bci";
14459
+ nmt: "nmt";
14460
+ parakeet: "parakeet";
14461
+ classification: "classification";
14462
+ }>, z.ZodLiteral<"vad">]>>;
14463
+ }, z.core.$strip>]>>;
14464
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
14465
+ src: z.ZodString;
14466
+ name: z.ZodOptional<z.ZodString>;
14467
+ modelId: z.ZodOptional<z.ZodString>;
14468
+ registryPath: z.ZodOptional<z.ZodString>;
14469
+ registrySource: z.ZodOptional<z.ZodString>;
14470
+ blobCoreKey: z.ZodOptional<z.ZodString>;
14471
+ blobIndex: z.ZodOptional<z.ZodNumber>;
14472
+ engine: z.ZodOptional<z.ZodString>;
14473
+ expectedSize: z.ZodOptional<z.ZodNumber>;
14474
+ sha256Checksum: z.ZodOptional<z.ZodString>;
14475
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
14476
+ embeddings: "embeddings";
14477
+ diffusion: "diffusion";
14478
+ audiogen: "audiogen";
14479
+ tts: "tts";
14480
+ ocr: "ocr";
14481
+ vla: "vla";
14482
+ "llamacpp-completion": "llamacpp-completion";
14483
+ "whispercpp-transcription": "whispercpp-transcription";
14484
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
14485
+ "llamacpp-embedding": "llamacpp-embedding";
14486
+ "nmtcpp-translation": "nmtcpp-translation";
14487
+ "onnx-tts": "onnx-tts";
14488
+ "tts-ggml": "tts-ggml";
14489
+ "parakeet-transcription": "parakeet-transcription";
14490
+ "ggml-ocr": "ggml-ocr";
14491
+ "sdcpp-generation": "sdcpp-generation";
14492
+ "audiogen-ggml": "audiogen-ggml";
14493
+ "ggml-vla": "ggml-vla";
14494
+ "ggml-classification": "ggml-classification";
14495
+ llm: "llm";
14496
+ whisper: "whisper";
14497
+ bci: "bci";
14498
+ nmt: "nmt";
14499
+ parakeet: "parakeet";
14500
+ classification: "classification";
14501
+ }>, z.ZodLiteral<"vad">]>>;
14502
+ }, z.core.$strip>]>>;
14503
+ dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
14504
+ src: z.ZodString;
14505
+ name: z.ZodOptional<z.ZodString>;
14506
+ modelId: z.ZodOptional<z.ZodString>;
14507
+ registryPath: z.ZodOptional<z.ZodString>;
14508
+ registrySource: z.ZodOptional<z.ZodString>;
14509
+ blobCoreKey: z.ZodOptional<z.ZodString>;
14510
+ blobIndex: z.ZodOptional<z.ZodNumber>;
14511
+ engine: z.ZodOptional<z.ZodString>;
14512
+ expectedSize: z.ZodOptional<z.ZodNumber>;
14513
+ sha256Checksum: z.ZodOptional<z.ZodString>;
14514
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
14515
+ embeddings: "embeddings";
14516
+ diffusion: "diffusion";
14517
+ audiogen: "audiogen";
14518
+ tts: "tts";
14519
+ ocr: "ocr";
14520
+ vla: "vla";
14521
+ "llamacpp-completion": "llamacpp-completion";
14522
+ "whispercpp-transcription": "whispercpp-transcription";
14523
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
14524
+ "llamacpp-embedding": "llamacpp-embedding";
14525
+ "nmtcpp-translation": "nmtcpp-translation";
14526
+ "onnx-tts": "onnx-tts";
14527
+ "tts-ggml": "tts-ggml";
14528
+ "parakeet-transcription": "parakeet-transcription";
14529
+ "ggml-ocr": "ggml-ocr";
14530
+ "sdcpp-generation": "sdcpp-generation";
14531
+ "audiogen-ggml": "audiogen-ggml";
14532
+ "ggml-vla": "ggml-vla";
14533
+ "ggml-classification": "ggml-classification";
14534
+ llm: "llm";
14535
+ whisper: "whisper";
14536
+ bci: "bci";
14537
+ nmt: "nmt";
14538
+ parakeet: "parakeet";
14539
+ classification: "classification";
14540
+ }>, z.ZodLiteral<"vad">]>>;
14541
+ }, z.core.$strip>]>>>;
14542
+ backendsDir: z.ZodOptional<z.ZodString>;
14543
+ ttsEngine: z.ZodLiteral<"moss">;
14544
+ language: z.ZodOptional<z.ZodString>;
14545
+ durationTokens: z.ZodOptional<z.ZodNumber>;
14546
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
14547
+ useGPU: z.ZodOptional<z.ZodBoolean>;
14548
+ threads: z.ZodOptional<z.ZodNumber>;
14549
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
14550
+ seed: z.ZodOptional<z.ZodNumber>;
13689
14551
  }, z.core.$strict>], "ttsEngine">;
13690
14552
  onProgress: z.ZodOptional<z.ZodUnknown>;
13691
14553
  logger: z.ZodOptional<z.ZodUnknown>;
@@ -13936,6 +14798,68 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
13936
14798
  threads?: number | undefined;
13937
14799
  nGpuLayers?: number | undefined;
13938
14800
  seed?: number | undefined;
14801
+ } | {
14802
+ mossCodecDecoderModelSrc: string | {
14803
+ src: string;
14804
+ name?: string | undefined;
14805
+ modelId?: string | undefined;
14806
+ registryPath?: string | undefined;
14807
+ registrySource?: string | undefined;
14808
+ blobCoreKey?: string | undefined;
14809
+ blobIndex?: number | undefined;
14810
+ engine?: string | undefined;
14811
+ expectedSize?: number | undefined;
14812
+ sha256Checksum?: string | undefined;
14813
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
14814
+ };
14815
+ ttsEngine: "moss";
14816
+ mossCodecEncoderModelSrc?: string | {
14817
+ src: string;
14818
+ name?: string | undefined;
14819
+ modelId?: string | undefined;
14820
+ registryPath?: string | undefined;
14821
+ registrySource?: string | undefined;
14822
+ blobCoreKey?: string | undefined;
14823
+ blobIndex?: number | undefined;
14824
+ engine?: string | undefined;
14825
+ expectedSize?: number | undefined;
14826
+ sha256Checksum?: string | undefined;
14827
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
14828
+ } | undefined;
14829
+ referenceAudioSrc?: string | {
14830
+ src: string;
14831
+ name?: string | undefined;
14832
+ modelId?: string | undefined;
14833
+ registryPath?: string | undefined;
14834
+ registrySource?: string | undefined;
14835
+ blobCoreKey?: string | undefined;
14836
+ blobIndex?: number | undefined;
14837
+ engine?: string | undefined;
14838
+ expectedSize?: number | undefined;
14839
+ sha256Checksum?: string | undefined;
14840
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
14841
+ } | undefined;
14842
+ dialogueReferenceSrcs?: (string | {
14843
+ src: string;
14844
+ name?: string | undefined;
14845
+ modelId?: string | undefined;
14846
+ registryPath?: string | undefined;
14847
+ registrySource?: string | undefined;
14848
+ blobCoreKey?: string | undefined;
14849
+ blobIndex?: number | undefined;
14850
+ engine?: string | undefined;
14851
+ expectedSize?: number | undefined;
14852
+ sha256Checksum?: string | undefined;
14853
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
14854
+ })[] | undefined;
14855
+ backendsDir?: string | undefined;
14856
+ language?: string | undefined;
14857
+ durationTokens?: number | undefined;
14858
+ streamChunkTokens?: number | undefined;
14859
+ useGPU?: boolean | undefined;
14860
+ threads?: number | undefined;
14861
+ nGpuLayers?: number | undefined;
14862
+ seed?: number | undefined;
13939
14863
  };
13940
14864
  seed: boolean;
13941
14865
  withProgress: boolean;
@@ -14123,14 +15047,76 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
14123
15047
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
14124
15048
  } | undefined;
14125
15049
  backendsDir?: string | undefined;
14126
- referenceText?: string | undefined;
14127
- greedy?: boolean | undefined;
14128
- temperature?: number | undefined;
14129
- topK?: number | undefined;
14130
- topP?: number | undefined;
14131
- maxFrames?: number | undefined;
15050
+ referenceText?: string | undefined;
15051
+ greedy?: boolean | undefined;
15052
+ temperature?: number | undefined;
15053
+ topK?: number | undefined;
15054
+ topP?: number | undefined;
15055
+ maxFrames?: number | undefined;
15056
+ useGPU?: boolean | undefined;
15057
+ outputSampleRate?: number | undefined;
15058
+ threads?: number | undefined;
15059
+ nGpuLayers?: number | undefined;
15060
+ seed?: number | undefined;
15061
+ } | {
15062
+ mossCodecDecoderModelSrc: string | {
15063
+ src: string;
15064
+ name?: string | undefined;
15065
+ modelId?: string | undefined;
15066
+ registryPath?: string | undefined;
15067
+ registrySource?: string | undefined;
15068
+ blobCoreKey?: string | undefined;
15069
+ blobIndex?: number | undefined;
15070
+ engine?: string | undefined;
15071
+ expectedSize?: number | undefined;
15072
+ sha256Checksum?: string | undefined;
15073
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
15074
+ };
15075
+ ttsEngine: "moss";
15076
+ mossCodecEncoderModelSrc?: string | {
15077
+ src: string;
15078
+ name?: string | undefined;
15079
+ modelId?: string | undefined;
15080
+ registryPath?: string | undefined;
15081
+ registrySource?: string | undefined;
15082
+ blobCoreKey?: string | undefined;
15083
+ blobIndex?: number | undefined;
15084
+ engine?: string | undefined;
15085
+ expectedSize?: number | undefined;
15086
+ sha256Checksum?: string | undefined;
15087
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
15088
+ } | undefined;
15089
+ referenceAudioSrc?: string | {
15090
+ src: string;
15091
+ name?: string | undefined;
15092
+ modelId?: string | undefined;
15093
+ registryPath?: string | undefined;
15094
+ registrySource?: string | undefined;
15095
+ blobCoreKey?: string | undefined;
15096
+ blobIndex?: number | undefined;
15097
+ engine?: string | undefined;
15098
+ expectedSize?: number | undefined;
15099
+ sha256Checksum?: string | undefined;
15100
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
15101
+ } | undefined;
15102
+ dialogueReferenceSrcs?: (string | {
15103
+ src: string;
15104
+ name?: string | undefined;
15105
+ modelId?: string | undefined;
15106
+ registryPath?: string | undefined;
15107
+ registrySource?: string | undefined;
15108
+ blobCoreKey?: string | undefined;
15109
+ blobIndex?: number | undefined;
15110
+ engine?: string | undefined;
15111
+ expectedSize?: number | undefined;
15112
+ sha256Checksum?: string | undefined;
15113
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
15114
+ })[] | undefined;
15115
+ backendsDir?: string | undefined;
15116
+ language?: string | undefined;
15117
+ durationTokens?: number | undefined;
15118
+ streamChunkTokens?: number | undefined;
14132
15119
  useGPU?: boolean | undefined;
14133
- outputSampleRate?: number | undefined;
14134
15120
  threads?: number | undefined;
14135
15121
  nGpuLayers?: number | undefined;
14136
15122
  seed?: number | undefined;
@@ -14368,8 +15354,8 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
14368
15354
  }>>;
14369
15355
  threads: z.ZodOptional<z.ZodNumber>;
14370
15356
  device: z.ZodOptional<z.ZodEnum<{
14371
- gpu: "gpu";
14372
15357
  cpu: "cpu";
15358
+ gpu: "gpu";
14373
15359
  }>>;
14374
15360
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
14375
15361
  integrated: "integrated";
@@ -14903,6 +15889,10 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
14903
15889
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
14904
15890
  localAttnSize: z.ZodOptional<z.ZodNumber>;
14905
15891
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
15892
+ paramsBackend: z.ZodOptional<z.ZodString>;
15893
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
15894
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
15895
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
14906
15896
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
14907
15897
  kvCache: z.ZodOptional<z.ZodBoolean>;
14908
15898
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -15031,7 +16021,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
15031
16021
  modelConfig?: {
15032
16022
  mode: "diffusion" | "world" | "upscale" | "video";
15033
16023
  threads?: number | undefined;
15034
- device?: "gpu" | "cpu" | undefined;
16024
+ device?: "cpu" | "gpu" | undefined;
15035
16025
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
15036
16026
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
15037
16027
  type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
@@ -15215,6 +16205,10 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
15215
16205
  numFramePerBlock?: number | undefined;
15216
16206
  localAttnSize?: number | undefined;
15217
16207
  offloadParamsToCpu?: boolean | undefined;
16208
+ paramsBackend?: string | undefined;
16209
+ maxVram?: string | number | undefined;
16210
+ streamLayers?: boolean | undefined;
16211
+ verbosity?: 0 | 3 | 2 | 1 | undefined;
15218
16212
  frameJpegQuality?: number | undefined;
15219
16213
  kvCache?: boolean | undefined;
15220
16214
  profile?: boolean | undefined;
@@ -15779,8 +16773,8 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
15779
16773
  }>;
15780
16774
  modelConfig: z.ZodOptional<z.ZodObject<{
15781
16775
  backend: z.ZodOptional<z.ZodEnum<{
15782
- auto: "auto";
15783
16776
  cpu: "cpu";
16777
+ auto: "auto";
15784
16778
  }>>;
15785
16779
  verbosity: z.ZodOptional<z.ZodNumber>;
15786
16780
  embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -15846,7 +16840,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
15846
16840
  modelSrc: string;
15847
16841
  modelName: string | undefined;
15848
16842
  modelConfig: {
15849
- backend?: "auto" | "cpu" | undefined;
16843
+ backend?: "cpu" | "auto" | undefined;
15850
16844
  verbosity?: number | undefined;
15851
16845
  embodiment?: string | number | {
15852
16846
  tag?: string | undefined;
@@ -15872,7 +16866,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
15872
16866
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
15873
16867
  };
15874
16868
  modelConfig?: {
15875
- backend?: "auto" | "cpu" | undefined;
16869
+ backend?: "cpu" | "auto" | undefined;
15876
16870
  verbosity?: number | undefined;
15877
16871
  embodiment?: string | number | {
15878
16872
  tag?: string | undefined;
@@ -16118,15 +17112,17 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16118
17112
  integrated: "integrated";
16119
17113
  dedicated: "dedicated";
16120
17114
  }>]>>;
17115
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
17116
+ devices: z.ZodOptional<z.ZodString>;
16121
17117
  'split-mode': z.ZodOptional<z.ZodEnum<{
16122
17118
  none: "none";
16123
17119
  layer: "layer";
16124
17120
  tensor: "tensor";
16125
17121
  }>>;
16126
17122
  'flash-attn': z.ZodOptional<z.ZodEnum<{
17123
+ auto: "auto";
16127
17124
  on: "on";
16128
17125
  off: "off";
16129
- auto: "auto";
16130
17126
  }>>;
16131
17127
  'tensor-split': z.ZodOptional<z.ZodString>;
16132
17128
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -16145,9 +17141,9 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16145
17141
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
16146
17142
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
16147
17143
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
17144
+ auto: "auto";
16148
17145
  on: "on";
16149
17146
  off: "off";
16150
- auto: "auto";
16151
17147
  }>>;
16152
17148
  fit: z.ZodOptional<z.ZodBoolean>;
16153
17149
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -16300,8 +17296,10 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16300
17296
  'cache-type-k'?: string | undefined;
16301
17297
  'cache-type-v'?: string | undefined;
16302
17298
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
17299
+ 'rpc-servers'?: string | undefined;
17300
+ devices?: string | undefined;
16303
17301
  'split-mode'?: "none" | "layer" | "tensor" | undefined;
16304
- 'flash-attn'?: "on" | "off" | "auto" | undefined;
17302
+ 'flash-attn'?: "auto" | "on" | "off" | undefined;
16305
17303
  'tensor-split'?: string | undefined;
16306
17304
  'batch-size'?: number | undefined;
16307
17305
  'ubatch-size'?: number | undefined;
@@ -16318,7 +17316,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16318
17316
  'n-cpu-ffn'?: number | undefined;
16319
17317
  'moe-cache-mib'?: number | "auto" | undefined;
16320
17318
  'prefetch-weights'?: boolean | "auto" | undefined;
16321
- 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
17319
+ 'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
16322
17320
  fit?: boolean | undefined;
16323
17321
  'fit-target'?: string | number | undefined;
16324
17322
  'fit-ctx'?: number | undefined;
@@ -16393,6 +17391,10 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16393
17391
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
16394
17392
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
16395
17393
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
17394
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
17395
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
17396
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
17397
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
16396
17398
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
16397
17399
  threshold: z.ZodOptional<z.ZodNumber>;
16398
17400
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -16413,6 +17415,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16413
17415
  }, z.core.$strip>>>;
16414
17416
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
16415
17417
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
17418
+ seed: z.ZodOptional<z.ZodNumber>;
16416
17419
  }, z.core.$strip>>>;
16417
17420
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
16418
17421
  src: z.ZodString;
@@ -16546,6 +17549,10 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16546
17549
  logprob_thold?: number | undefined;
16547
17550
  greedy_best_of?: number | undefined;
16548
17551
  beam_search_beam_size?: number | undefined;
17552
+ max_initial_ts?: number | undefined;
17553
+ no_speech_thold?: number | undefined;
17554
+ seed?: number | undefined;
17555
+ backendsDir?: string | undefined;
16549
17556
  vad_params?: {
16550
17557
  threshold?: number | undefined;
16551
17558
  min_speech_duration_ms?: number | undefined;
@@ -16563,6 +17570,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16563
17570
  } | undefined;
16564
17571
  miscConfig?: {
16565
17572
  caption_enabled?: boolean | undefined;
17573
+ seed?: number | undefined;
16566
17574
  } | undefined;
16567
17575
  vadModelSrc?: string | {
16568
17576
  src: string;
@@ -16631,6 +17639,10 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16631
17639
  logprob_thold?: number | undefined;
16632
17640
  greedy_best_of?: number | undefined;
16633
17641
  beam_search_beam_size?: number | undefined;
17642
+ max_initial_ts?: number | undefined;
17643
+ no_speech_thold?: number | undefined;
17644
+ seed?: number | undefined;
17645
+ backendsDir?: string | undefined;
16634
17646
  vad_params?: {
16635
17647
  threshold?: number | undefined;
16636
17648
  min_speech_duration_ms?: number | undefined;
@@ -16648,6 +17660,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16648
17660
  } | undefined;
16649
17661
  miscConfig?: {
16650
17662
  caption_enabled?: boolean | undefined;
17663
+ seed?: number | undefined;
16651
17664
  } | undefined;
16652
17665
  vadModelSrc?: string | {
16653
17666
  src: string;
@@ -17024,8 +18037,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17024
18037
  modelConfig: z.ZodOptional<z.ZodObject<{
17025
18038
  gpuLayers: z.ZodOptional<z.ZodNumber>;
17026
18039
  device: z.ZodOptional<z.ZodEnum<{
17027
- gpu: "gpu";
17028
18040
  cpu: "cpu";
18041
+ gpu: "gpu";
17029
18042
  }>>;
17030
18043
  batchSize: z.ZodOptional<z.ZodNumber>;
17031
18044
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -17041,9 +18054,9 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17041
18054
  }>>;
17042
18055
  embdNormalize: z.ZodOptional<z.ZodNumber>;
17043
18056
  flashAttention: z.ZodOptional<z.ZodEnum<{
18057
+ auto: "auto";
17044
18058
  on: "on";
17045
18059
  off: "off";
17046
- auto: "auto";
17047
18060
  }>>;
17048
18061
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
17049
18062
  integrated: "integrated";
@@ -17138,12 +18151,12 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17138
18151
  };
17139
18152
  modelConfig?: {
17140
18153
  gpuLayers?: number | undefined;
17141
- device?: "gpu" | "cpu" | undefined;
18154
+ device?: "cpu" | "gpu" | undefined;
17142
18155
  batchSize?: number | undefined;
17143
18156
  pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
17144
18157
  attention?: "causal" | "non-causal" | undefined;
17145
18158
  embdNormalize?: number | undefined;
17146
- flashAttention?: "on" | "off" | "auto" | undefined;
18159
+ flashAttention?: "auto" | "on" | "off" | undefined;
17147
18160
  mainGpu?: number | "integrated" | "dedicated" | undefined;
17148
18161
  splitMode?: "none" | "layer" | undefined;
17149
18162
  tensorSplit?: string | undefined;
@@ -18575,6 +19588,172 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
18575
19588
  threads: z.ZodOptional<z.ZodNumber>;
18576
19589
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
18577
19590
  seed: z.ZodOptional<z.ZodNumber>;
19591
+ }, z.core.$strict>, z.ZodObject<{
19592
+ mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
19593
+ src: z.ZodString;
19594
+ name: z.ZodOptional<z.ZodString>;
19595
+ modelId: z.ZodOptional<z.ZodString>;
19596
+ registryPath: z.ZodOptional<z.ZodString>;
19597
+ registrySource: z.ZodOptional<z.ZodString>;
19598
+ blobCoreKey: z.ZodOptional<z.ZodString>;
19599
+ blobIndex: z.ZodOptional<z.ZodNumber>;
19600
+ engine: z.ZodOptional<z.ZodString>;
19601
+ expectedSize: z.ZodOptional<z.ZodNumber>;
19602
+ sha256Checksum: z.ZodOptional<z.ZodString>;
19603
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
19604
+ embeddings: "embeddings";
19605
+ diffusion: "diffusion";
19606
+ audiogen: "audiogen";
19607
+ tts: "tts";
19608
+ ocr: "ocr";
19609
+ vla: "vla";
19610
+ "llamacpp-completion": "llamacpp-completion";
19611
+ "whispercpp-transcription": "whispercpp-transcription";
19612
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
19613
+ "llamacpp-embedding": "llamacpp-embedding";
19614
+ "nmtcpp-translation": "nmtcpp-translation";
19615
+ "onnx-tts": "onnx-tts";
19616
+ "tts-ggml": "tts-ggml";
19617
+ "parakeet-transcription": "parakeet-transcription";
19618
+ "ggml-ocr": "ggml-ocr";
19619
+ "sdcpp-generation": "sdcpp-generation";
19620
+ "audiogen-ggml": "audiogen-ggml";
19621
+ "ggml-vla": "ggml-vla";
19622
+ "ggml-classification": "ggml-classification";
19623
+ llm: "llm";
19624
+ whisper: "whisper";
19625
+ bci: "bci";
19626
+ nmt: "nmt";
19627
+ parakeet: "parakeet";
19628
+ classification: "classification";
19629
+ }>, z.ZodLiteral<"vad">]>>;
19630
+ }, z.core.$strip>]>;
19631
+ mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
19632
+ src: z.ZodString;
19633
+ name: z.ZodOptional<z.ZodString>;
19634
+ modelId: z.ZodOptional<z.ZodString>;
19635
+ registryPath: z.ZodOptional<z.ZodString>;
19636
+ registrySource: z.ZodOptional<z.ZodString>;
19637
+ blobCoreKey: z.ZodOptional<z.ZodString>;
19638
+ blobIndex: z.ZodOptional<z.ZodNumber>;
19639
+ engine: z.ZodOptional<z.ZodString>;
19640
+ expectedSize: z.ZodOptional<z.ZodNumber>;
19641
+ sha256Checksum: z.ZodOptional<z.ZodString>;
19642
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
19643
+ embeddings: "embeddings";
19644
+ diffusion: "diffusion";
19645
+ audiogen: "audiogen";
19646
+ tts: "tts";
19647
+ ocr: "ocr";
19648
+ vla: "vla";
19649
+ "llamacpp-completion": "llamacpp-completion";
19650
+ "whispercpp-transcription": "whispercpp-transcription";
19651
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
19652
+ "llamacpp-embedding": "llamacpp-embedding";
19653
+ "nmtcpp-translation": "nmtcpp-translation";
19654
+ "onnx-tts": "onnx-tts";
19655
+ "tts-ggml": "tts-ggml";
19656
+ "parakeet-transcription": "parakeet-transcription";
19657
+ "ggml-ocr": "ggml-ocr";
19658
+ "sdcpp-generation": "sdcpp-generation";
19659
+ "audiogen-ggml": "audiogen-ggml";
19660
+ "ggml-vla": "ggml-vla";
19661
+ "ggml-classification": "ggml-classification";
19662
+ llm: "llm";
19663
+ whisper: "whisper";
19664
+ bci: "bci";
19665
+ nmt: "nmt";
19666
+ parakeet: "parakeet";
19667
+ classification: "classification";
19668
+ }>, z.ZodLiteral<"vad">]>>;
19669
+ }, z.core.$strip>]>>;
19670
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
19671
+ src: z.ZodString;
19672
+ name: z.ZodOptional<z.ZodString>;
19673
+ modelId: z.ZodOptional<z.ZodString>;
19674
+ registryPath: z.ZodOptional<z.ZodString>;
19675
+ registrySource: z.ZodOptional<z.ZodString>;
19676
+ blobCoreKey: z.ZodOptional<z.ZodString>;
19677
+ blobIndex: z.ZodOptional<z.ZodNumber>;
19678
+ engine: z.ZodOptional<z.ZodString>;
19679
+ expectedSize: z.ZodOptional<z.ZodNumber>;
19680
+ sha256Checksum: z.ZodOptional<z.ZodString>;
19681
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
19682
+ embeddings: "embeddings";
19683
+ diffusion: "diffusion";
19684
+ audiogen: "audiogen";
19685
+ tts: "tts";
19686
+ ocr: "ocr";
19687
+ vla: "vla";
19688
+ "llamacpp-completion": "llamacpp-completion";
19689
+ "whispercpp-transcription": "whispercpp-transcription";
19690
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
19691
+ "llamacpp-embedding": "llamacpp-embedding";
19692
+ "nmtcpp-translation": "nmtcpp-translation";
19693
+ "onnx-tts": "onnx-tts";
19694
+ "tts-ggml": "tts-ggml";
19695
+ "parakeet-transcription": "parakeet-transcription";
19696
+ "ggml-ocr": "ggml-ocr";
19697
+ "sdcpp-generation": "sdcpp-generation";
19698
+ "audiogen-ggml": "audiogen-ggml";
19699
+ "ggml-vla": "ggml-vla";
19700
+ "ggml-classification": "ggml-classification";
19701
+ llm: "llm";
19702
+ whisper: "whisper";
19703
+ bci: "bci";
19704
+ nmt: "nmt";
19705
+ parakeet: "parakeet";
19706
+ classification: "classification";
19707
+ }>, z.ZodLiteral<"vad">]>>;
19708
+ }, z.core.$strip>]>>;
19709
+ dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
19710
+ src: z.ZodString;
19711
+ name: z.ZodOptional<z.ZodString>;
19712
+ modelId: z.ZodOptional<z.ZodString>;
19713
+ registryPath: z.ZodOptional<z.ZodString>;
19714
+ registrySource: z.ZodOptional<z.ZodString>;
19715
+ blobCoreKey: z.ZodOptional<z.ZodString>;
19716
+ blobIndex: z.ZodOptional<z.ZodNumber>;
19717
+ engine: z.ZodOptional<z.ZodString>;
19718
+ expectedSize: z.ZodOptional<z.ZodNumber>;
19719
+ sha256Checksum: z.ZodOptional<z.ZodString>;
19720
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
19721
+ embeddings: "embeddings";
19722
+ diffusion: "diffusion";
19723
+ audiogen: "audiogen";
19724
+ tts: "tts";
19725
+ ocr: "ocr";
19726
+ vla: "vla";
19727
+ "llamacpp-completion": "llamacpp-completion";
19728
+ "whispercpp-transcription": "whispercpp-transcription";
19729
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
19730
+ "llamacpp-embedding": "llamacpp-embedding";
19731
+ "nmtcpp-translation": "nmtcpp-translation";
19732
+ "onnx-tts": "onnx-tts";
19733
+ "tts-ggml": "tts-ggml";
19734
+ "parakeet-transcription": "parakeet-transcription";
19735
+ "ggml-ocr": "ggml-ocr";
19736
+ "sdcpp-generation": "sdcpp-generation";
19737
+ "audiogen-ggml": "audiogen-ggml";
19738
+ "ggml-vla": "ggml-vla";
19739
+ "ggml-classification": "ggml-classification";
19740
+ llm: "llm";
19741
+ whisper: "whisper";
19742
+ bci: "bci";
19743
+ nmt: "nmt";
19744
+ parakeet: "parakeet";
19745
+ classification: "classification";
19746
+ }>, z.ZodLiteral<"vad">]>>;
19747
+ }, z.core.$strip>]>>>;
19748
+ backendsDir: z.ZodOptional<z.ZodString>;
19749
+ ttsEngine: z.ZodLiteral<"moss">;
19750
+ language: z.ZodOptional<z.ZodString>;
19751
+ durationTokens: z.ZodOptional<z.ZodNumber>;
19752
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
19753
+ useGPU: z.ZodOptional<z.ZodBoolean>;
19754
+ threads: z.ZodOptional<z.ZodNumber>;
19755
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
19756
+ seed: z.ZodOptional<z.ZodNumber>;
18578
19757
  }, z.core.$strict>], "ttsEngine">;
18579
19758
  onProgress: z.ZodOptional<z.ZodUnknown>;
18580
19759
  logger: z.ZodOptional<z.ZodUnknown>;
@@ -18825,6 +20004,68 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
18825
20004
  threads?: number | undefined;
18826
20005
  nGpuLayers?: number | undefined;
18827
20006
  seed?: number | undefined;
20007
+ } | {
20008
+ mossCodecDecoderModelSrc: string | {
20009
+ src: string;
20010
+ name?: string | undefined;
20011
+ modelId?: string | undefined;
20012
+ registryPath?: string | undefined;
20013
+ registrySource?: string | undefined;
20014
+ blobCoreKey?: string | undefined;
20015
+ blobIndex?: number | undefined;
20016
+ engine?: string | undefined;
20017
+ expectedSize?: number | undefined;
20018
+ sha256Checksum?: string | undefined;
20019
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
20020
+ };
20021
+ ttsEngine: "moss";
20022
+ mossCodecEncoderModelSrc?: string | {
20023
+ src: string;
20024
+ name?: string | undefined;
20025
+ modelId?: string | undefined;
20026
+ registryPath?: string | undefined;
20027
+ registrySource?: string | undefined;
20028
+ blobCoreKey?: string | undefined;
20029
+ blobIndex?: number | undefined;
20030
+ engine?: string | undefined;
20031
+ expectedSize?: number | undefined;
20032
+ sha256Checksum?: string | undefined;
20033
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
20034
+ } | undefined;
20035
+ referenceAudioSrc?: string | {
20036
+ src: string;
20037
+ name?: string | undefined;
20038
+ modelId?: string | undefined;
20039
+ registryPath?: string | undefined;
20040
+ registrySource?: string | undefined;
20041
+ blobCoreKey?: string | undefined;
20042
+ blobIndex?: number | undefined;
20043
+ engine?: string | undefined;
20044
+ expectedSize?: number | undefined;
20045
+ sha256Checksum?: string | undefined;
20046
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
20047
+ } | undefined;
20048
+ dialogueReferenceSrcs?: (string | {
20049
+ src: string;
20050
+ name?: string | undefined;
20051
+ modelId?: string | undefined;
20052
+ registryPath?: string | undefined;
20053
+ registrySource?: string | undefined;
20054
+ blobCoreKey?: string | undefined;
20055
+ blobIndex?: number | undefined;
20056
+ engine?: string | undefined;
20057
+ expectedSize?: number | undefined;
20058
+ sha256Checksum?: string | undefined;
20059
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
20060
+ })[] | undefined;
20061
+ backendsDir?: string | undefined;
20062
+ language?: string | undefined;
20063
+ durationTokens?: number | undefined;
20064
+ streamChunkTokens?: number | undefined;
20065
+ useGPU?: boolean | undefined;
20066
+ threads?: number | undefined;
20067
+ nGpuLayers?: number | undefined;
20068
+ seed?: number | undefined;
18828
20069
  };
18829
20070
  seed: boolean;
18830
20071
  withProgress: boolean;
@@ -19023,6 +20264,68 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
19023
20264
  threads?: number | undefined;
19024
20265
  nGpuLayers?: number | undefined;
19025
20266
  seed?: number | undefined;
20267
+ } | {
20268
+ mossCodecDecoderModelSrc: string | {
20269
+ src: string;
20270
+ name?: string | undefined;
20271
+ modelId?: string | undefined;
20272
+ registryPath?: string | undefined;
20273
+ registrySource?: string | undefined;
20274
+ blobCoreKey?: string | undefined;
20275
+ blobIndex?: number | undefined;
20276
+ engine?: string | undefined;
20277
+ expectedSize?: number | undefined;
20278
+ sha256Checksum?: string | undefined;
20279
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
20280
+ };
20281
+ ttsEngine: "moss";
20282
+ mossCodecEncoderModelSrc?: string | {
20283
+ src: string;
20284
+ name?: string | undefined;
20285
+ modelId?: string | undefined;
20286
+ registryPath?: string | undefined;
20287
+ registrySource?: string | undefined;
20288
+ blobCoreKey?: string | undefined;
20289
+ blobIndex?: number | undefined;
20290
+ engine?: string | undefined;
20291
+ expectedSize?: number | undefined;
20292
+ sha256Checksum?: string | undefined;
20293
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
20294
+ } | undefined;
20295
+ referenceAudioSrc?: string | {
20296
+ src: string;
20297
+ name?: string | undefined;
20298
+ modelId?: string | undefined;
20299
+ registryPath?: string | undefined;
20300
+ registrySource?: string | undefined;
20301
+ blobCoreKey?: string | undefined;
20302
+ blobIndex?: number | undefined;
20303
+ engine?: string | undefined;
20304
+ expectedSize?: number | undefined;
20305
+ sha256Checksum?: string | undefined;
20306
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
20307
+ } | undefined;
20308
+ dialogueReferenceSrcs?: (string | {
20309
+ src: string;
20310
+ name?: string | undefined;
20311
+ modelId?: string | undefined;
20312
+ registryPath?: string | undefined;
20313
+ registrySource?: string | undefined;
20314
+ blobCoreKey?: string | undefined;
20315
+ blobIndex?: number | undefined;
20316
+ engine?: string | undefined;
20317
+ expectedSize?: number | undefined;
20318
+ sha256Checksum?: string | undefined;
20319
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
20320
+ })[] | undefined;
20321
+ backendsDir?: string | undefined;
20322
+ language?: string | undefined;
20323
+ durationTokens?: number | undefined;
20324
+ streamChunkTokens?: number | undefined;
20325
+ useGPU?: boolean | undefined;
20326
+ threads?: number | undefined;
20327
+ nGpuLayers?: number | undefined;
20328
+ seed?: number | undefined;
19026
20329
  };
19027
20330
  modelSrc: string | {
19028
20331
  src: string;
@@ -19257,8 +20560,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
19257
20560
  }>>;
19258
20561
  threads: z.ZodOptional<z.ZodNumber>;
19259
20562
  device: z.ZodOptional<z.ZodEnum<{
19260
- gpu: "gpu";
19261
20563
  cpu: "cpu";
20564
+ gpu: "gpu";
19262
20565
  }>>;
19263
20566
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
19264
20567
  integrated: "integrated";
@@ -19792,6 +21095,10 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
19792
21095
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
19793
21096
  localAttnSize: z.ZodOptional<z.ZodNumber>;
19794
21097
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
21098
+ paramsBackend: z.ZodOptional<z.ZodString>;
21099
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
21100
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
21101
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
19795
21102
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
19796
21103
  kvCache: z.ZodOptional<z.ZodBoolean>;
19797
21104
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -19920,7 +21227,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
19920
21227
  modelConfig?: {
19921
21228
  mode: "diffusion" | "world" | "upscale" | "video";
19922
21229
  threads?: number | undefined;
19923
- device?: "gpu" | "cpu" | undefined;
21230
+ device?: "cpu" | "gpu" | undefined;
19924
21231
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
19925
21232
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
19926
21233
  type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
@@ -20104,6 +21411,10 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
20104
21411
  numFramePerBlock?: number | undefined;
20105
21412
  localAttnSize?: number | undefined;
20106
21413
  offloadParamsToCpu?: boolean | undefined;
21414
+ paramsBackend?: string | undefined;
21415
+ maxVram?: string | number | undefined;
21416
+ streamLayers?: boolean | undefined;
21417
+ verbosity?: 0 | 3 | 2 | 1 | undefined;
20107
21418
  frameJpegQuality?: number | undefined;
20108
21419
  kvCache?: boolean | undefined;
20109
21420
  profile?: boolean | undefined;
@@ -20668,8 +21979,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
20668
21979
  }>;
20669
21980
  modelConfig: z.ZodOptional<z.ZodObject<{
20670
21981
  backend: z.ZodOptional<z.ZodEnum<{
20671
- auto: "auto";
20672
21982
  cpu: "cpu";
21983
+ auto: "auto";
20673
21984
  }>>;
20674
21985
  verbosity: z.ZodOptional<z.ZodNumber>;
20675
21986
  embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -20735,7 +22046,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
20735
22046
  modelSrc: string;
20736
22047
  modelName: string | undefined;
20737
22048
  modelConfig: {
20738
- backend?: "auto" | "cpu" | undefined;
22049
+ backend?: "cpu" | "auto" | undefined;
20739
22050
  verbosity?: number | undefined;
20740
22051
  embodiment?: string | number | {
20741
22052
  tag?: string | undefined;
@@ -20761,7 +22072,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
20761
22072
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
20762
22073
  };
20763
22074
  modelConfig?: {
20764
- backend?: "auto" | "cpu" | undefined;
22075
+ backend?: "cpu" | "auto" | undefined;
20765
22076
  verbosity?: number | undefined;
20766
22077
  embodiment?: string | number | {
20767
22078
  tag?: string | undefined;
@@ -21012,15 +22323,17 @@ export declare const loadLlmModelRequestSchema: z.ZodObject<{
21012
22323
  integrated: "integrated";
21013
22324
  dedicated: "dedicated";
21014
22325
  }>]>>;
22326
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
22327
+ devices: z.ZodOptional<z.ZodString>;
21015
22328
  'split-mode': z.ZodOptional<z.ZodEnum<{
21016
22329
  none: "none";
21017
22330
  layer: "layer";
21018
22331
  tensor: "tensor";
21019
22332
  }>>;
21020
22333
  'flash-attn': z.ZodOptional<z.ZodEnum<{
22334
+ auto: "auto";
21021
22335
  on: "on";
21022
22336
  off: "off";
21023
- auto: "auto";
21024
22337
  }>>;
21025
22338
  'tensor-split': z.ZodOptional<z.ZodString>;
21026
22339
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -21039,9 +22352,9 @@ export declare const loadLlmModelRequestSchema: z.ZodObject<{
21039
22352
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
21040
22353
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
21041
22354
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
22355
+ auto: "auto";
21042
22356
  on: "on";
21043
22357
  off: "off";
21044
- auto: "auto";
21045
22358
  }>>;
21046
22359
  fit: z.ZodOptional<z.ZodBoolean>;
21047
22360
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -21149,6 +22462,10 @@ export declare const loadWhisperModelRequestSchema: z.ZodObject<{
21149
22462
  logprob_thold: z.ZodOptional<z.ZodNumber>;
21150
22463
  greedy_best_of: z.ZodOptional<z.ZodNumber>;
21151
22464
  beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
22465
+ max_initial_ts: z.ZodOptional<z.ZodNumber>;
22466
+ no_speech_thold: z.ZodOptional<z.ZodNumber>;
22467
+ seed: z.ZodOptional<z.ZodNumber>;
22468
+ backendsDir: z.ZodOptional<z.ZodString>;
21152
22469
  vad_params: z.ZodOptional<z.ZodObject<{
21153
22470
  threshold: z.ZodOptional<z.ZodNumber>;
21154
22471
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -21169,6 +22486,7 @@ export declare const loadWhisperModelRequestSchema: z.ZodObject<{
21169
22486
  }, z.core.$strip>>;
21170
22487
  miscConfig: z.ZodOptional<z.ZodObject<{
21171
22488
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
22489
+ seed: z.ZodOptional<z.ZodNumber>;
21172
22490
  }, z.core.$strip>>;
21173
22491
  vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
21174
22492
  src: z.ZodString;
@@ -21324,8 +22642,8 @@ export declare const loadEmbeddingsModelRequestSchema: z.ZodObject<{
21324
22642
  modelConfig: z.ZodObject<{
21325
22643
  gpuLayers: z.ZodOptional<z.ZodNumber>;
21326
22644
  device: z.ZodOptional<z.ZodEnum<{
21327
- gpu: "gpu";
21328
22645
  cpu: "cpu";
22646
+ gpu: "gpu";
21329
22647
  }>>;
21330
22648
  batchSize: z.ZodOptional<z.ZodNumber>;
21331
22649
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -21341,9 +22659,9 @@ export declare const loadEmbeddingsModelRequestSchema: z.ZodObject<{
21341
22659
  }>>;
21342
22660
  embdNormalize: z.ZodOptional<z.ZodNumber>;
21343
22661
  flashAttention: z.ZodOptional<z.ZodEnum<{
22662
+ auto: "auto";
21344
22663
  on: "on";
21345
22664
  off: "off";
21346
- auto: "auto";
21347
22665
  }>>;
21348
22666
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
21349
22667
  integrated: "integrated";
@@ -22281,7 +23599,229 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
22281
23599
  classification: "classification";
22282
23600
  }>, z.ZodLiteral<"vad">]>>;
22283
23601
  }, z.core.$strip>]>>;
22284
- lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
23602
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
23603
+ src: z.ZodString;
23604
+ name: z.ZodOptional<z.ZodString>;
23605
+ modelId: z.ZodOptional<z.ZodString>;
23606
+ registryPath: z.ZodOptional<z.ZodString>;
23607
+ registrySource: z.ZodOptional<z.ZodString>;
23608
+ blobCoreKey: z.ZodOptional<z.ZodString>;
23609
+ blobIndex: z.ZodOptional<z.ZodNumber>;
23610
+ engine: z.ZodOptional<z.ZodString>;
23611
+ expectedSize: z.ZodOptional<z.ZodNumber>;
23612
+ sha256Checksum: z.ZodOptional<z.ZodString>;
23613
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
23614
+ embeddings: "embeddings";
23615
+ diffusion: "diffusion";
23616
+ audiogen: "audiogen";
23617
+ tts: "tts";
23618
+ ocr: "ocr";
23619
+ vla: "vla";
23620
+ "llamacpp-completion": "llamacpp-completion";
23621
+ "whispercpp-transcription": "whispercpp-transcription";
23622
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
23623
+ "llamacpp-embedding": "llamacpp-embedding";
23624
+ "nmtcpp-translation": "nmtcpp-translation";
23625
+ "onnx-tts": "onnx-tts";
23626
+ "tts-ggml": "tts-ggml";
23627
+ "parakeet-transcription": "parakeet-transcription";
23628
+ "ggml-ocr": "ggml-ocr";
23629
+ "sdcpp-generation": "sdcpp-generation";
23630
+ "audiogen-ggml": "audiogen-ggml";
23631
+ "ggml-vla": "ggml-vla";
23632
+ "ggml-classification": "ggml-classification";
23633
+ llm: "llm";
23634
+ whisper: "whisper";
23635
+ bci: "bci";
23636
+ nmt: "nmt";
23637
+ parakeet: "parakeet";
23638
+ classification: "classification";
23639
+ }>, z.ZodLiteral<"vad">]>>;
23640
+ }, z.core.$strip>]>>;
23641
+ openclCacheDir: z.ZodOptional<z.ZodString>;
23642
+ backendsDir: z.ZodOptional<z.ZodString>;
23643
+ ttsEngine: z.ZodLiteral<"cosyvoice3">;
23644
+ emotion: z.ZodOptional<z.ZodEnum<{
23645
+ anger: "anger";
23646
+ happy: "happy";
23647
+ neutral: "neutral";
23648
+ sad: "sad";
23649
+ }>>;
23650
+ pace: z.ZodOptional<z.ZodEnum<{
23651
+ slow: "slow";
23652
+ moderate: "moderate";
23653
+ fast: "fast";
23654
+ }>>;
23655
+ instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
23656
+ dialect: z.ZodOptional<z.ZodEnum<{
23657
+ cantonese: "cantonese";
23658
+ northeastern: "northeastern";
23659
+ gansu: "gansu";
23660
+ guizhou: "guizhou";
23661
+ henan: "henan";
23662
+ hubei: "hubei";
23663
+ hunan: "hunan";
23664
+ jiangxi: "jiangxi";
23665
+ minnan: "minnan";
23666
+ ningxia: "ningxia";
23667
+ shanxi: "shanxi";
23668
+ shaanxi: "shaanxi";
23669
+ shandong: "shandong";
23670
+ shanghai: "shanghai";
23671
+ sichuan: "sichuan";
23672
+ tianjin: "tianjin";
23673
+ yunnan: "yunnan";
23674
+ }>>;
23675
+ volume: z.ZodOptional<z.ZodEnum<{
23676
+ loud: "loud";
23677
+ soft: "soft";
23678
+ }>>;
23679
+ style: z.ZodOptional<z.ZodEnum<{
23680
+ peppa: "peppa";
23681
+ robot: "robot";
23682
+ }>>;
23683
+ }, z.core.$strict>]>>;
23684
+ promptText: z.ZodOptional<z.ZodString>;
23685
+ useGPU: z.ZodOptional<z.ZodBoolean>;
23686
+ outputSampleRate: z.ZodOptional<z.ZodNumber>;
23687
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
23688
+ streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
23689
+ threads: z.ZodOptional<z.ZodNumber>;
23690
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
23691
+ seed: z.ZodOptional<z.ZodNumber>;
23692
+ }, z.core.$strict>, z.ZodObject<{
23693
+ audio8CodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
23694
+ src: z.ZodString;
23695
+ name: z.ZodOptional<z.ZodString>;
23696
+ modelId: z.ZodOptional<z.ZodString>;
23697
+ registryPath: z.ZodOptional<z.ZodString>;
23698
+ registrySource: z.ZodOptional<z.ZodString>;
23699
+ blobCoreKey: z.ZodOptional<z.ZodString>;
23700
+ blobIndex: z.ZodOptional<z.ZodNumber>;
23701
+ engine: z.ZodOptional<z.ZodString>;
23702
+ expectedSize: z.ZodOptional<z.ZodNumber>;
23703
+ sha256Checksum: z.ZodOptional<z.ZodString>;
23704
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
23705
+ embeddings: "embeddings";
23706
+ diffusion: "diffusion";
23707
+ audiogen: "audiogen";
23708
+ tts: "tts";
23709
+ ocr: "ocr";
23710
+ vla: "vla";
23711
+ "llamacpp-completion": "llamacpp-completion";
23712
+ "whispercpp-transcription": "whispercpp-transcription";
23713
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
23714
+ "llamacpp-embedding": "llamacpp-embedding";
23715
+ "nmtcpp-translation": "nmtcpp-translation";
23716
+ "onnx-tts": "onnx-tts";
23717
+ "tts-ggml": "tts-ggml";
23718
+ "parakeet-transcription": "parakeet-transcription";
23719
+ "ggml-ocr": "ggml-ocr";
23720
+ "sdcpp-generation": "sdcpp-generation";
23721
+ "audiogen-ggml": "audiogen-ggml";
23722
+ "ggml-vla": "ggml-vla";
23723
+ "ggml-classification": "ggml-classification";
23724
+ llm: "llm";
23725
+ whisper: "whisper";
23726
+ bci: "bci";
23727
+ nmt: "nmt";
23728
+ parakeet: "parakeet";
23729
+ classification: "classification";
23730
+ }>, z.ZodLiteral<"vad">]>>;
23731
+ }, z.core.$strip>]>;
23732
+ audio8CodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
23733
+ src: z.ZodString;
23734
+ name: z.ZodOptional<z.ZodString>;
23735
+ modelId: z.ZodOptional<z.ZodString>;
23736
+ registryPath: z.ZodOptional<z.ZodString>;
23737
+ registrySource: z.ZodOptional<z.ZodString>;
23738
+ blobCoreKey: z.ZodOptional<z.ZodString>;
23739
+ blobIndex: z.ZodOptional<z.ZodNumber>;
23740
+ engine: z.ZodOptional<z.ZodString>;
23741
+ expectedSize: z.ZodOptional<z.ZodNumber>;
23742
+ sha256Checksum: z.ZodOptional<z.ZodString>;
23743
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
23744
+ embeddings: "embeddings";
23745
+ diffusion: "diffusion";
23746
+ audiogen: "audiogen";
23747
+ tts: "tts";
23748
+ ocr: "ocr";
23749
+ vla: "vla";
23750
+ "llamacpp-completion": "llamacpp-completion";
23751
+ "whispercpp-transcription": "whispercpp-transcription";
23752
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
23753
+ "llamacpp-embedding": "llamacpp-embedding";
23754
+ "nmtcpp-translation": "nmtcpp-translation";
23755
+ "onnx-tts": "onnx-tts";
23756
+ "tts-ggml": "tts-ggml";
23757
+ "parakeet-transcription": "parakeet-transcription";
23758
+ "ggml-ocr": "ggml-ocr";
23759
+ "sdcpp-generation": "sdcpp-generation";
23760
+ "audiogen-ggml": "audiogen-ggml";
23761
+ "ggml-vla": "ggml-vla";
23762
+ "ggml-classification": "ggml-classification";
23763
+ llm: "llm";
23764
+ whisper: "whisper";
23765
+ bci: "bci";
23766
+ nmt: "nmt";
23767
+ parakeet: "parakeet";
23768
+ classification: "classification";
23769
+ }>, z.ZodLiteral<"vad">]>>;
23770
+ }, z.core.$strip>]>>;
23771
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
23772
+ src: z.ZodString;
23773
+ name: z.ZodOptional<z.ZodString>;
23774
+ modelId: z.ZodOptional<z.ZodString>;
23775
+ registryPath: z.ZodOptional<z.ZodString>;
23776
+ registrySource: z.ZodOptional<z.ZodString>;
23777
+ blobCoreKey: z.ZodOptional<z.ZodString>;
23778
+ blobIndex: z.ZodOptional<z.ZodNumber>;
23779
+ engine: z.ZodOptional<z.ZodString>;
23780
+ expectedSize: z.ZodOptional<z.ZodNumber>;
23781
+ sha256Checksum: z.ZodOptional<z.ZodString>;
23782
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
23783
+ embeddings: "embeddings";
23784
+ diffusion: "diffusion";
23785
+ audiogen: "audiogen";
23786
+ tts: "tts";
23787
+ ocr: "ocr";
23788
+ vla: "vla";
23789
+ "llamacpp-completion": "llamacpp-completion";
23790
+ "whispercpp-transcription": "whispercpp-transcription";
23791
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
23792
+ "llamacpp-embedding": "llamacpp-embedding";
23793
+ "nmtcpp-translation": "nmtcpp-translation";
23794
+ "onnx-tts": "onnx-tts";
23795
+ "tts-ggml": "tts-ggml";
23796
+ "parakeet-transcription": "parakeet-transcription";
23797
+ "ggml-ocr": "ggml-ocr";
23798
+ "sdcpp-generation": "sdcpp-generation";
23799
+ "audiogen-ggml": "audiogen-ggml";
23800
+ "ggml-vla": "ggml-vla";
23801
+ "ggml-classification": "ggml-classification";
23802
+ llm: "llm";
23803
+ whisper: "whisper";
23804
+ bci: "bci";
23805
+ nmt: "nmt";
23806
+ parakeet: "parakeet";
23807
+ classification: "classification";
23808
+ }>, z.ZodLiteral<"vad">]>>;
23809
+ }, z.core.$strip>]>>;
23810
+ backendsDir: z.ZodOptional<z.ZodString>;
23811
+ ttsEngine: z.ZodLiteral<"audio8">;
23812
+ referenceText: z.ZodOptional<z.ZodString>;
23813
+ greedy: z.ZodOptional<z.ZodBoolean>;
23814
+ temperature: z.ZodOptional<z.ZodNumber>;
23815
+ topK: z.ZodOptional<z.ZodNumber>;
23816
+ topP: z.ZodOptional<z.ZodNumber>;
23817
+ maxFrames: z.ZodOptional<z.ZodNumber>;
23818
+ useGPU: z.ZodOptional<z.ZodBoolean>;
23819
+ outputSampleRate: z.ZodOptional<z.ZodNumber>;
23820
+ threads: z.ZodOptional<z.ZodNumber>;
23821
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
23822
+ seed: z.ZodOptional<z.ZodNumber>;
23823
+ }, z.core.$strict>, z.ZodObject<{
23824
+ mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
22285
23825
  src: z.ZodString;
22286
23826
  name: z.ZodOptional<z.ZodString>;
22287
23827
  modelId: z.ZodOptional<z.ZodString>;
@@ -22319,60 +23859,8 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
22319
23859
  parakeet: "parakeet";
22320
23860
  classification: "classification";
22321
23861
  }>, z.ZodLiteral<"vad">]>>;
22322
- }, z.core.$strip>]>>;
22323
- openclCacheDir: z.ZodOptional<z.ZodString>;
22324
- backendsDir: z.ZodOptional<z.ZodString>;
22325
- ttsEngine: z.ZodLiteral<"cosyvoice3">;
22326
- emotion: z.ZodOptional<z.ZodEnum<{
22327
- anger: "anger";
22328
- happy: "happy";
22329
- neutral: "neutral";
22330
- sad: "sad";
22331
- }>>;
22332
- pace: z.ZodOptional<z.ZodEnum<{
22333
- slow: "slow";
22334
- moderate: "moderate";
22335
- fast: "fast";
22336
- }>>;
22337
- instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
22338
- dialect: z.ZodOptional<z.ZodEnum<{
22339
- cantonese: "cantonese";
22340
- northeastern: "northeastern";
22341
- gansu: "gansu";
22342
- guizhou: "guizhou";
22343
- henan: "henan";
22344
- hubei: "hubei";
22345
- hunan: "hunan";
22346
- jiangxi: "jiangxi";
22347
- minnan: "minnan";
22348
- ningxia: "ningxia";
22349
- shanxi: "shanxi";
22350
- shaanxi: "shaanxi";
22351
- shandong: "shandong";
22352
- shanghai: "shanghai";
22353
- sichuan: "sichuan";
22354
- tianjin: "tianjin";
22355
- yunnan: "yunnan";
22356
- }>>;
22357
- volume: z.ZodOptional<z.ZodEnum<{
22358
- loud: "loud";
22359
- soft: "soft";
22360
- }>>;
22361
- style: z.ZodOptional<z.ZodEnum<{
22362
- peppa: "peppa";
22363
- robot: "robot";
22364
- }>>;
22365
- }, z.core.$strict>]>>;
22366
- promptText: z.ZodOptional<z.ZodString>;
22367
- useGPU: z.ZodOptional<z.ZodBoolean>;
22368
- outputSampleRate: z.ZodOptional<z.ZodNumber>;
22369
- streamChunkTokens: z.ZodOptional<z.ZodNumber>;
22370
- streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
22371
- threads: z.ZodOptional<z.ZodNumber>;
22372
- nGpuLayers: z.ZodOptional<z.ZodNumber>;
22373
- seed: z.ZodOptional<z.ZodNumber>;
22374
- }, z.core.$strict>, z.ZodObject<{
22375
- audio8CodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
23862
+ }, z.core.$strip>]>;
23863
+ mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
22376
23864
  src: z.ZodString;
22377
23865
  name: z.ZodOptional<z.ZodString>;
22378
23866
  modelId: z.ZodOptional<z.ZodString>;
@@ -22410,8 +23898,8 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
22410
23898
  parakeet: "parakeet";
22411
23899
  classification: "classification";
22412
23900
  }>, z.ZodLiteral<"vad">]>>;
22413
- }, z.core.$strip>]>;
22414
- audio8CodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
23901
+ }, z.core.$strip>]>>;
23902
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
22415
23903
  src: z.ZodString;
22416
23904
  name: z.ZodOptional<z.ZodString>;
22417
23905
  modelId: z.ZodOptional<z.ZodString>;
@@ -22450,7 +23938,7 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
22450
23938
  classification: "classification";
22451
23939
  }>, z.ZodLiteral<"vad">]>>;
22452
23940
  }, z.core.$strip>]>>;
22453
- referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
23941
+ dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
22454
23942
  src: z.ZodString;
22455
23943
  name: z.ZodOptional<z.ZodString>;
22456
23944
  modelId: z.ZodOptional<z.ZodString>;
@@ -22488,17 +23976,13 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
22488
23976
  parakeet: "parakeet";
22489
23977
  classification: "classification";
22490
23978
  }>, z.ZodLiteral<"vad">]>>;
22491
- }, z.core.$strip>]>>;
23979
+ }, z.core.$strip>]>>>;
22492
23980
  backendsDir: z.ZodOptional<z.ZodString>;
22493
- ttsEngine: z.ZodLiteral<"audio8">;
22494
- referenceText: z.ZodOptional<z.ZodString>;
22495
- greedy: z.ZodOptional<z.ZodBoolean>;
22496
- temperature: z.ZodOptional<z.ZodNumber>;
22497
- topK: z.ZodOptional<z.ZodNumber>;
22498
- topP: z.ZodOptional<z.ZodNumber>;
22499
- maxFrames: z.ZodOptional<z.ZodNumber>;
23981
+ ttsEngine: z.ZodLiteral<"moss">;
23982
+ language: z.ZodOptional<z.ZodString>;
23983
+ durationTokens: z.ZodOptional<z.ZodNumber>;
23984
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
22500
23985
  useGPU: z.ZodOptional<z.ZodBoolean>;
22501
- outputSampleRate: z.ZodOptional<z.ZodNumber>;
22502
23986
  threads: z.ZodOptional<z.ZodNumber>;
22503
23987
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
22504
23988
  seed: z.ZodOptional<z.ZodNumber>;
@@ -22596,8 +24080,8 @@ export declare const loadDiffusionModelRequestSchema: z.ZodObject<{
22596
24080
  }>>;
22597
24081
  threads: z.ZodOptional<z.ZodNumber>;
22598
24082
  device: z.ZodOptional<z.ZodEnum<{
22599
- gpu: "gpu";
22600
24083
  cpu: "cpu";
24084
+ gpu: "gpu";
22601
24085
  }>>;
22602
24086
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
22603
24087
  integrated: "integrated";
@@ -23131,6 +24615,10 @@ export declare const loadDiffusionModelRequestSchema: z.ZodObject<{
23131
24615
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
23132
24616
  localAttnSize: z.ZodOptional<z.ZodNumber>;
23133
24617
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
24618
+ paramsBackend: z.ZodOptional<z.ZodString>;
24619
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
24620
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
24621
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
23134
24622
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
23135
24623
  kvCache: z.ZodOptional<z.ZodBoolean>;
23136
24624
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -23458,8 +24946,8 @@ export declare const loadVlaModelRequestSchema: z.ZodObject<{
23458
24946
  modelType: z.ZodLiteral<"ggml-vla">;
23459
24947
  modelConfig: z.ZodOptional<z.ZodObject<{
23460
24948
  backend: z.ZodOptional<z.ZodEnum<{
23461
- auto: "auto";
23462
24949
  cpu: "cpu";
24950
+ auto: "auto";
23463
24951
  }>>;
23464
24952
  verbosity: z.ZodOptional<z.ZodNumber>;
23465
24953
  embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -23546,15 +25034,17 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
23546
25034
  integrated: "integrated";
23547
25035
  dedicated: "dedicated";
23548
25036
  }>]>>;
25037
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
25038
+ devices: z.ZodOptional<z.ZodString>;
23549
25039
  'split-mode': z.ZodOptional<z.ZodEnum<{
23550
25040
  none: "none";
23551
25041
  layer: "layer";
23552
25042
  tensor: "tensor";
23553
25043
  }>>;
23554
25044
  'flash-attn': z.ZodOptional<z.ZodEnum<{
25045
+ auto: "auto";
23555
25046
  on: "on";
23556
25047
  off: "off";
23557
- auto: "auto";
23558
25048
  }>>;
23559
25049
  'tensor-split': z.ZodOptional<z.ZodString>;
23560
25050
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -23573,9 +25063,9 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
23573
25063
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
23574
25064
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
23575
25065
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
25066
+ auto: "auto";
23576
25067
  on: "on";
23577
25068
  off: "off";
23578
- auto: "auto";
23579
25069
  }>>;
23580
25070
  fit: z.ZodOptional<z.ZodBoolean>;
23581
25071
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -23682,6 +25172,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
23682
25172
  logprob_thold: z.ZodOptional<z.ZodNumber>;
23683
25173
  greedy_best_of: z.ZodOptional<z.ZodNumber>;
23684
25174
  beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
25175
+ max_initial_ts: z.ZodOptional<z.ZodNumber>;
25176
+ no_speech_thold: z.ZodOptional<z.ZodNumber>;
25177
+ seed: z.ZodOptional<z.ZodNumber>;
25178
+ backendsDir: z.ZodOptional<z.ZodString>;
23685
25179
  vad_params: z.ZodOptional<z.ZodObject<{
23686
25180
  threshold: z.ZodOptional<z.ZodNumber>;
23687
25181
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -23702,6 +25196,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
23702
25196
  }, z.core.$strip>>;
23703
25197
  miscConfig: z.ZodOptional<z.ZodObject<{
23704
25198
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
25199
+ seed: z.ZodOptional<z.ZodNumber>;
23705
25200
  }, z.core.$strip>>;
23706
25201
  vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
23707
25202
  src: z.ZodString;
@@ -23854,8 +25349,8 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
23854
25349
  modelConfig: z.ZodObject<{
23855
25350
  gpuLayers: z.ZodOptional<z.ZodNumber>;
23856
25351
  device: z.ZodOptional<z.ZodEnum<{
23857
- gpu: "gpu";
23858
25352
  cpu: "cpu";
25353
+ gpu: "gpu";
23859
25354
  }>>;
23860
25355
  batchSize: z.ZodOptional<z.ZodNumber>;
23861
25356
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -23871,9 +25366,9 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
23871
25366
  }>>;
23872
25367
  embdNormalize: z.ZodOptional<z.ZodNumber>;
23873
25368
  flashAttention: z.ZodOptional<z.ZodEnum<{
25369
+ auto: "auto";
23874
25370
  on: "on";
23875
25371
  off: "off";
23876
- auto: "auto";
23877
25372
  }>>;
23878
25373
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
23879
25374
  integrated: "integrated";
@@ -24848,59 +26343,190 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24848
26343
  classification: "classification";
24849
26344
  }>, z.ZodLiteral<"vad">]>>;
24850
26345
  }, z.core.$strip>]>>;
24851
- openclCacheDir: z.ZodOptional<z.ZodString>;
26346
+ openclCacheDir: z.ZodOptional<z.ZodString>;
26347
+ backendsDir: z.ZodOptional<z.ZodString>;
26348
+ ttsEngine: z.ZodLiteral<"cosyvoice3">;
26349
+ emotion: z.ZodOptional<z.ZodEnum<{
26350
+ anger: "anger";
26351
+ happy: "happy";
26352
+ neutral: "neutral";
26353
+ sad: "sad";
26354
+ }>>;
26355
+ pace: z.ZodOptional<z.ZodEnum<{
26356
+ slow: "slow";
26357
+ moderate: "moderate";
26358
+ fast: "fast";
26359
+ }>>;
26360
+ instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
26361
+ dialect: z.ZodOptional<z.ZodEnum<{
26362
+ cantonese: "cantonese";
26363
+ northeastern: "northeastern";
26364
+ gansu: "gansu";
26365
+ guizhou: "guizhou";
26366
+ henan: "henan";
26367
+ hubei: "hubei";
26368
+ hunan: "hunan";
26369
+ jiangxi: "jiangxi";
26370
+ minnan: "minnan";
26371
+ ningxia: "ningxia";
26372
+ shanxi: "shanxi";
26373
+ shaanxi: "shaanxi";
26374
+ shandong: "shandong";
26375
+ shanghai: "shanghai";
26376
+ sichuan: "sichuan";
26377
+ tianjin: "tianjin";
26378
+ yunnan: "yunnan";
26379
+ }>>;
26380
+ volume: z.ZodOptional<z.ZodEnum<{
26381
+ loud: "loud";
26382
+ soft: "soft";
26383
+ }>>;
26384
+ style: z.ZodOptional<z.ZodEnum<{
26385
+ peppa: "peppa";
26386
+ robot: "robot";
26387
+ }>>;
26388
+ }, z.core.$strict>]>>;
26389
+ promptText: z.ZodOptional<z.ZodString>;
26390
+ useGPU: z.ZodOptional<z.ZodBoolean>;
26391
+ outputSampleRate: z.ZodOptional<z.ZodNumber>;
26392
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
26393
+ streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
26394
+ threads: z.ZodOptional<z.ZodNumber>;
26395
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
26396
+ seed: z.ZodOptional<z.ZodNumber>;
26397
+ }, z.core.$strict>, z.ZodObject<{
26398
+ audio8CodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
26399
+ src: z.ZodString;
26400
+ name: z.ZodOptional<z.ZodString>;
26401
+ modelId: z.ZodOptional<z.ZodString>;
26402
+ registryPath: z.ZodOptional<z.ZodString>;
26403
+ registrySource: z.ZodOptional<z.ZodString>;
26404
+ blobCoreKey: z.ZodOptional<z.ZodString>;
26405
+ blobIndex: z.ZodOptional<z.ZodNumber>;
26406
+ engine: z.ZodOptional<z.ZodString>;
26407
+ expectedSize: z.ZodOptional<z.ZodNumber>;
26408
+ sha256Checksum: z.ZodOptional<z.ZodString>;
26409
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
26410
+ embeddings: "embeddings";
26411
+ diffusion: "diffusion";
26412
+ audiogen: "audiogen";
26413
+ tts: "tts";
26414
+ ocr: "ocr";
26415
+ vla: "vla";
26416
+ "llamacpp-completion": "llamacpp-completion";
26417
+ "whispercpp-transcription": "whispercpp-transcription";
26418
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
26419
+ "llamacpp-embedding": "llamacpp-embedding";
26420
+ "nmtcpp-translation": "nmtcpp-translation";
26421
+ "onnx-tts": "onnx-tts";
26422
+ "tts-ggml": "tts-ggml";
26423
+ "parakeet-transcription": "parakeet-transcription";
26424
+ "ggml-ocr": "ggml-ocr";
26425
+ "sdcpp-generation": "sdcpp-generation";
26426
+ "audiogen-ggml": "audiogen-ggml";
26427
+ "ggml-vla": "ggml-vla";
26428
+ "ggml-classification": "ggml-classification";
26429
+ llm: "llm";
26430
+ whisper: "whisper";
26431
+ bci: "bci";
26432
+ nmt: "nmt";
26433
+ parakeet: "parakeet";
26434
+ classification: "classification";
26435
+ }>, z.ZodLiteral<"vad">]>>;
26436
+ }, z.core.$strip>]>;
26437
+ audio8CodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
26438
+ src: z.ZodString;
26439
+ name: z.ZodOptional<z.ZodString>;
26440
+ modelId: z.ZodOptional<z.ZodString>;
26441
+ registryPath: z.ZodOptional<z.ZodString>;
26442
+ registrySource: z.ZodOptional<z.ZodString>;
26443
+ blobCoreKey: z.ZodOptional<z.ZodString>;
26444
+ blobIndex: z.ZodOptional<z.ZodNumber>;
26445
+ engine: z.ZodOptional<z.ZodString>;
26446
+ expectedSize: z.ZodOptional<z.ZodNumber>;
26447
+ sha256Checksum: z.ZodOptional<z.ZodString>;
26448
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
26449
+ embeddings: "embeddings";
26450
+ diffusion: "diffusion";
26451
+ audiogen: "audiogen";
26452
+ tts: "tts";
26453
+ ocr: "ocr";
26454
+ vla: "vla";
26455
+ "llamacpp-completion": "llamacpp-completion";
26456
+ "whispercpp-transcription": "whispercpp-transcription";
26457
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
26458
+ "llamacpp-embedding": "llamacpp-embedding";
26459
+ "nmtcpp-translation": "nmtcpp-translation";
26460
+ "onnx-tts": "onnx-tts";
26461
+ "tts-ggml": "tts-ggml";
26462
+ "parakeet-transcription": "parakeet-transcription";
26463
+ "ggml-ocr": "ggml-ocr";
26464
+ "sdcpp-generation": "sdcpp-generation";
26465
+ "audiogen-ggml": "audiogen-ggml";
26466
+ "ggml-vla": "ggml-vla";
26467
+ "ggml-classification": "ggml-classification";
26468
+ llm: "llm";
26469
+ whisper: "whisper";
26470
+ bci: "bci";
26471
+ nmt: "nmt";
26472
+ parakeet: "parakeet";
26473
+ classification: "classification";
26474
+ }>, z.ZodLiteral<"vad">]>>;
26475
+ }, z.core.$strip>]>>;
26476
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
26477
+ src: z.ZodString;
26478
+ name: z.ZodOptional<z.ZodString>;
26479
+ modelId: z.ZodOptional<z.ZodString>;
26480
+ registryPath: z.ZodOptional<z.ZodString>;
26481
+ registrySource: z.ZodOptional<z.ZodString>;
26482
+ blobCoreKey: z.ZodOptional<z.ZodString>;
26483
+ blobIndex: z.ZodOptional<z.ZodNumber>;
26484
+ engine: z.ZodOptional<z.ZodString>;
26485
+ expectedSize: z.ZodOptional<z.ZodNumber>;
26486
+ sha256Checksum: z.ZodOptional<z.ZodString>;
26487
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
26488
+ embeddings: "embeddings";
26489
+ diffusion: "diffusion";
26490
+ audiogen: "audiogen";
26491
+ tts: "tts";
26492
+ ocr: "ocr";
26493
+ vla: "vla";
26494
+ "llamacpp-completion": "llamacpp-completion";
26495
+ "whispercpp-transcription": "whispercpp-transcription";
26496
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
26497
+ "llamacpp-embedding": "llamacpp-embedding";
26498
+ "nmtcpp-translation": "nmtcpp-translation";
26499
+ "onnx-tts": "onnx-tts";
26500
+ "tts-ggml": "tts-ggml";
26501
+ "parakeet-transcription": "parakeet-transcription";
26502
+ "ggml-ocr": "ggml-ocr";
26503
+ "sdcpp-generation": "sdcpp-generation";
26504
+ "audiogen-ggml": "audiogen-ggml";
26505
+ "ggml-vla": "ggml-vla";
26506
+ "ggml-classification": "ggml-classification";
26507
+ llm: "llm";
26508
+ whisper: "whisper";
26509
+ bci: "bci";
26510
+ nmt: "nmt";
26511
+ parakeet: "parakeet";
26512
+ classification: "classification";
26513
+ }>, z.ZodLiteral<"vad">]>>;
26514
+ }, z.core.$strip>]>>;
24852
26515
  backendsDir: z.ZodOptional<z.ZodString>;
24853
- ttsEngine: z.ZodLiteral<"cosyvoice3">;
24854
- emotion: z.ZodOptional<z.ZodEnum<{
24855
- anger: "anger";
24856
- happy: "happy";
24857
- neutral: "neutral";
24858
- sad: "sad";
24859
- }>>;
24860
- pace: z.ZodOptional<z.ZodEnum<{
24861
- slow: "slow";
24862
- moderate: "moderate";
24863
- fast: "fast";
24864
- }>>;
24865
- instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
24866
- dialect: z.ZodOptional<z.ZodEnum<{
24867
- cantonese: "cantonese";
24868
- northeastern: "northeastern";
24869
- gansu: "gansu";
24870
- guizhou: "guizhou";
24871
- henan: "henan";
24872
- hubei: "hubei";
24873
- hunan: "hunan";
24874
- jiangxi: "jiangxi";
24875
- minnan: "minnan";
24876
- ningxia: "ningxia";
24877
- shanxi: "shanxi";
24878
- shaanxi: "shaanxi";
24879
- shandong: "shandong";
24880
- shanghai: "shanghai";
24881
- sichuan: "sichuan";
24882
- tianjin: "tianjin";
24883
- yunnan: "yunnan";
24884
- }>>;
24885
- volume: z.ZodOptional<z.ZodEnum<{
24886
- loud: "loud";
24887
- soft: "soft";
24888
- }>>;
24889
- style: z.ZodOptional<z.ZodEnum<{
24890
- peppa: "peppa";
24891
- robot: "robot";
24892
- }>>;
24893
- }, z.core.$strict>]>>;
24894
- promptText: z.ZodOptional<z.ZodString>;
26516
+ ttsEngine: z.ZodLiteral<"audio8">;
26517
+ referenceText: z.ZodOptional<z.ZodString>;
26518
+ greedy: z.ZodOptional<z.ZodBoolean>;
26519
+ temperature: z.ZodOptional<z.ZodNumber>;
26520
+ topK: z.ZodOptional<z.ZodNumber>;
26521
+ topP: z.ZodOptional<z.ZodNumber>;
26522
+ maxFrames: z.ZodOptional<z.ZodNumber>;
24895
26523
  useGPU: z.ZodOptional<z.ZodBoolean>;
24896
26524
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
24897
- streamChunkTokens: z.ZodOptional<z.ZodNumber>;
24898
- streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
24899
26525
  threads: z.ZodOptional<z.ZodNumber>;
24900
26526
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
24901
26527
  seed: z.ZodOptional<z.ZodNumber>;
24902
26528
  }, z.core.$strict>, z.ZodObject<{
24903
- audio8CodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
26529
+ mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
24904
26530
  src: z.ZodString;
24905
26531
  name: z.ZodOptional<z.ZodString>;
24906
26532
  modelId: z.ZodOptional<z.ZodString>;
@@ -24939,7 +26565,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24939
26565
  classification: "classification";
24940
26566
  }>, z.ZodLiteral<"vad">]>>;
24941
26567
  }, z.core.$strip>]>;
24942
- audio8CodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
26568
+ mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
24943
26569
  src: z.ZodString;
24944
26570
  name: z.ZodOptional<z.ZodString>;
24945
26571
  modelId: z.ZodOptional<z.ZodString>;
@@ -25017,16 +26643,51 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25017
26643
  classification: "classification";
25018
26644
  }>, z.ZodLiteral<"vad">]>>;
25019
26645
  }, z.core.$strip>]>>;
26646
+ dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
26647
+ src: z.ZodString;
26648
+ name: z.ZodOptional<z.ZodString>;
26649
+ modelId: z.ZodOptional<z.ZodString>;
26650
+ registryPath: z.ZodOptional<z.ZodString>;
26651
+ registrySource: z.ZodOptional<z.ZodString>;
26652
+ blobCoreKey: z.ZodOptional<z.ZodString>;
26653
+ blobIndex: z.ZodOptional<z.ZodNumber>;
26654
+ engine: z.ZodOptional<z.ZodString>;
26655
+ expectedSize: z.ZodOptional<z.ZodNumber>;
26656
+ sha256Checksum: z.ZodOptional<z.ZodString>;
26657
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
26658
+ embeddings: "embeddings";
26659
+ diffusion: "diffusion";
26660
+ audiogen: "audiogen";
26661
+ tts: "tts";
26662
+ ocr: "ocr";
26663
+ vla: "vla";
26664
+ "llamacpp-completion": "llamacpp-completion";
26665
+ "whispercpp-transcription": "whispercpp-transcription";
26666
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
26667
+ "llamacpp-embedding": "llamacpp-embedding";
26668
+ "nmtcpp-translation": "nmtcpp-translation";
26669
+ "onnx-tts": "onnx-tts";
26670
+ "tts-ggml": "tts-ggml";
26671
+ "parakeet-transcription": "parakeet-transcription";
26672
+ "ggml-ocr": "ggml-ocr";
26673
+ "sdcpp-generation": "sdcpp-generation";
26674
+ "audiogen-ggml": "audiogen-ggml";
26675
+ "ggml-vla": "ggml-vla";
26676
+ "ggml-classification": "ggml-classification";
26677
+ llm: "llm";
26678
+ whisper: "whisper";
26679
+ bci: "bci";
26680
+ nmt: "nmt";
26681
+ parakeet: "parakeet";
26682
+ classification: "classification";
26683
+ }>, z.ZodLiteral<"vad">]>>;
26684
+ }, z.core.$strip>]>>>;
25020
26685
  backendsDir: z.ZodOptional<z.ZodString>;
25021
- ttsEngine: z.ZodLiteral<"audio8">;
25022
- referenceText: z.ZodOptional<z.ZodString>;
25023
- greedy: z.ZodOptional<z.ZodBoolean>;
25024
- temperature: z.ZodOptional<z.ZodNumber>;
25025
- topK: z.ZodOptional<z.ZodNumber>;
25026
- topP: z.ZodOptional<z.ZodNumber>;
25027
- maxFrames: z.ZodOptional<z.ZodNumber>;
26686
+ ttsEngine: z.ZodLiteral<"moss">;
26687
+ language: z.ZodOptional<z.ZodString>;
26688
+ durationTokens: z.ZodOptional<z.ZodNumber>;
26689
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
25028
26690
  useGPU: z.ZodOptional<z.ZodBoolean>;
25029
- outputSampleRate: z.ZodOptional<z.ZodNumber>;
25030
26691
  threads: z.ZodOptional<z.ZodNumber>;
25031
26692
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
25032
26693
  seed: z.ZodOptional<z.ZodNumber>;
@@ -25122,8 +26783,8 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25122
26783
  }>>;
25123
26784
  threads: z.ZodOptional<z.ZodNumber>;
25124
26785
  device: z.ZodOptional<z.ZodEnum<{
25125
- gpu: "gpu";
25126
26786
  cpu: "cpu";
26787
+ gpu: "gpu";
25127
26788
  }>>;
25128
26789
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
25129
26790
  integrated: "integrated";
@@ -25657,6 +27318,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25657
27318
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
25658
27319
  localAttnSize: z.ZodOptional<z.ZodNumber>;
25659
27320
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
27321
+ paramsBackend: z.ZodOptional<z.ZodString>;
27322
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
27323
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
27324
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
25660
27325
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
25661
27326
  kvCache: z.ZodOptional<z.ZodBoolean>;
25662
27327
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -25982,8 +27647,8 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25982
27647
  modelType: z.ZodLiteral<"ggml-vla">;
25983
27648
  modelConfig: z.ZodOptional<z.ZodObject<{
25984
27649
  backend: z.ZodOptional<z.ZodEnum<{
25985
- auto: "auto";
25986
27650
  cpu: "cpu";
27651
+ auto: "auto";
25987
27652
  }>>;
25988
27653
  verbosity: z.ZodOptional<z.ZodNumber>;
25989
27654
  embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -26047,8 +27712,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
26047
27712
  'cache-type-k'?: string | undefined;
26048
27713
  'cache-type-v'?: string | undefined;
26049
27714
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
27715
+ 'rpc-servers'?: string | undefined;
27716
+ devices?: string | undefined;
26050
27717
  'split-mode'?: "none" | "layer" | "tensor" | undefined;
26051
- 'flash-attn'?: "on" | "off" | "auto" | undefined;
27718
+ 'flash-attn'?: "auto" | "on" | "off" | undefined;
26052
27719
  'tensor-split'?: string | undefined;
26053
27720
  'batch-size'?: number | undefined;
26054
27721
  'ubatch-size'?: number | undefined;
@@ -26065,7 +27732,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
26065
27732
  'n-cpu-ffn'?: number | undefined;
26066
27733
  'moe-cache-mib'?: number | "auto" | undefined;
26067
27734
  'prefetch-weights'?: boolean | "auto" | undefined;
26068
- 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
27735
+ 'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
26069
27736
  fit?: boolean | undefined;
26070
27737
  'fit-target'?: string | number | undefined;
26071
27738
  'fit-ctx'?: number | undefined;
@@ -26135,6 +27802,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
26135
27802
  logprob_thold?: number | undefined;
26136
27803
  greedy_best_of?: number | undefined;
26137
27804
  beam_search_beam_size?: number | undefined;
27805
+ max_initial_ts?: number | undefined;
27806
+ no_speech_thold?: number | undefined;
27807
+ seed?: number | undefined;
27808
+ backendsDir?: string | undefined;
26138
27809
  vad_params?: {
26139
27810
  threshold?: number | undefined;
26140
27811
  min_speech_duration_ms?: number | undefined;
@@ -26152,6 +27823,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
26152
27823
  } | undefined;
26153
27824
  miscConfig?: {
26154
27825
  caption_enabled?: boolean | undefined;
27826
+ seed?: number | undefined;
26155
27827
  } | undefined;
26156
27828
  vadModelSrc?: string | {
26157
27829
  src: string;
@@ -26251,12 +27923,12 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
26251
27923
  modelType: "llamacpp-embedding";
26252
27924
  modelConfig: {
26253
27925
  gpuLayers?: number | undefined;
26254
- device?: "gpu" | "cpu" | undefined;
27926
+ device?: "cpu" | "gpu" | undefined;
26255
27927
  batchSize?: number | undefined;
26256
27928
  pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
26257
27929
  attention?: "causal" | "non-causal" | undefined;
26258
27930
  embdNormalize?: number | undefined;
26259
- flashAttention?: "on" | "off" | "auto" | undefined;
27931
+ flashAttention?: "auto" | "on" | "off" | undefined;
26260
27932
  mainGpu?: number | "integrated" | "dedicated" | undefined;
26261
27933
  splitMode?: "none" | "layer" | undefined;
26262
27934
  tensorSplit?: string | undefined;
@@ -26583,6 +28255,68 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
26583
28255
  threads?: number | undefined;
26584
28256
  nGpuLayers?: number | undefined;
26585
28257
  seed?: number | undefined;
28258
+ } | {
28259
+ mossCodecDecoderModelSrc: string | {
28260
+ src: string;
28261
+ name?: string | undefined;
28262
+ modelId?: string | undefined;
28263
+ registryPath?: string | undefined;
28264
+ registrySource?: string | undefined;
28265
+ blobCoreKey?: string | undefined;
28266
+ blobIndex?: number | undefined;
28267
+ engine?: string | undefined;
28268
+ expectedSize?: number | undefined;
28269
+ sha256Checksum?: string | undefined;
28270
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
28271
+ };
28272
+ ttsEngine: "moss";
28273
+ mossCodecEncoderModelSrc?: string | {
28274
+ src: string;
28275
+ name?: string | undefined;
28276
+ modelId?: string | undefined;
28277
+ registryPath?: string | undefined;
28278
+ registrySource?: string | undefined;
28279
+ blobCoreKey?: string | undefined;
28280
+ blobIndex?: number | undefined;
28281
+ engine?: string | undefined;
28282
+ expectedSize?: number | undefined;
28283
+ sha256Checksum?: string | undefined;
28284
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
28285
+ } | undefined;
28286
+ referenceAudioSrc?: string | {
28287
+ src: string;
28288
+ name?: string | undefined;
28289
+ modelId?: string | undefined;
28290
+ registryPath?: string | undefined;
28291
+ registrySource?: string | undefined;
28292
+ blobCoreKey?: string | undefined;
28293
+ blobIndex?: number | undefined;
28294
+ engine?: string | undefined;
28295
+ expectedSize?: number | undefined;
28296
+ sha256Checksum?: string | undefined;
28297
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
28298
+ } | undefined;
28299
+ dialogueReferenceSrcs?: (string | {
28300
+ src: string;
28301
+ name?: string | undefined;
28302
+ modelId?: string | undefined;
28303
+ registryPath?: string | undefined;
28304
+ registrySource?: string | undefined;
28305
+ blobCoreKey?: string | undefined;
28306
+ blobIndex?: number | undefined;
28307
+ engine?: string | undefined;
28308
+ expectedSize?: number | undefined;
28309
+ sha256Checksum?: string | undefined;
28310
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
28311
+ })[] | undefined;
28312
+ backendsDir?: string | undefined;
28313
+ language?: string | undefined;
28314
+ durationTokens?: number | undefined;
28315
+ streamChunkTokens?: number | undefined;
28316
+ useGPU?: boolean | undefined;
28317
+ threads?: number | undefined;
28318
+ nGpuLayers?: number | undefined;
28319
+ seed?: number | undefined;
26586
28320
  };
26587
28321
  modelName?: string | undefined;
26588
28322
  withProgress?: boolean | undefined;
@@ -26641,7 +28375,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
26641
28375
  modelConfig?: {
26642
28376
  mode: "diffusion" | "world" | "upscale" | "video";
26643
28377
  threads?: number | undefined;
26644
- device?: "gpu" | "cpu" | undefined;
28378
+ device?: "cpu" | "gpu" | undefined;
26645
28379
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
26646
28380
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
26647
28381
  type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
@@ -26825,6 +28559,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
26825
28559
  numFramePerBlock?: number | undefined;
26826
28560
  localAttnSize?: number | undefined;
26827
28561
  offloadParamsToCpu?: boolean | undefined;
28562
+ paramsBackend?: string | undefined;
28563
+ maxVram?: string | number | undefined;
28564
+ streamLayers?: boolean | undefined;
28565
+ verbosity?: 0 | 3 | 2 | 1 | undefined;
26828
28566
  frameJpegQuality?: number | undefined;
26829
28567
  kvCache?: boolean | undefined;
26830
28568
  profile?: boolean | undefined;
@@ -26967,7 +28705,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
26967
28705
  requireSecureTransport?: boolean | undefined;
26968
28706
  requestId?: string | undefined;
26969
28707
  modelConfig?: {
26970
- backend?: "auto" | "cpu" | undefined;
28708
+ backend?: "cpu" | "auto" | undefined;
26971
28709
  verbosity?: number | undefined;
26972
28710
  embodiment?: string | number | {
26973
28711
  tag?: string | undefined;
@@ -27029,8 +28767,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27029
28767
  'cache-type-k'?: string | undefined;
27030
28768
  'cache-type-v'?: string | undefined;
27031
28769
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
28770
+ 'rpc-servers'?: string | undefined;
28771
+ devices?: string | undefined;
27032
28772
  'split-mode'?: "none" | "layer" | "tensor" | undefined;
27033
- 'flash-attn'?: "on" | "off" | "auto" | undefined;
28773
+ 'flash-attn'?: "auto" | "on" | "off" | undefined;
27034
28774
  'tensor-split'?: string | undefined;
27035
28775
  'batch-size'?: number | undefined;
27036
28776
  'ubatch-size'?: number | undefined;
@@ -27047,7 +28787,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27047
28787
  'n-cpu-ffn'?: number | undefined;
27048
28788
  'moe-cache-mib'?: number | "auto" | undefined;
27049
28789
  'prefetch-weights'?: boolean | "auto" | undefined;
27050
- 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
28790
+ 'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
27051
28791
  fit?: boolean | undefined;
27052
28792
  'fit-target'?: string | number | undefined;
27053
28793
  'fit-ctx'?: number | undefined;
@@ -27117,6 +28857,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27117
28857
  logprob_thold?: number | undefined;
27118
28858
  greedy_best_of?: number | undefined;
27119
28859
  beam_search_beam_size?: number | undefined;
28860
+ max_initial_ts?: number | undefined;
28861
+ no_speech_thold?: number | undefined;
28862
+ seed?: number | undefined;
28863
+ backendsDir?: string | undefined;
27120
28864
  vad_params?: {
27121
28865
  threshold?: number | undefined;
27122
28866
  min_speech_duration_ms?: number | undefined;
@@ -27134,6 +28878,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27134
28878
  } | undefined;
27135
28879
  miscConfig?: {
27136
28880
  caption_enabled?: boolean | undefined;
28881
+ seed?: number | undefined;
27137
28882
  } | undefined;
27138
28883
  vadModelSrc?: string | {
27139
28884
  src: string;
@@ -27233,12 +28978,12 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27233
28978
  modelType: "llamacpp-embedding";
27234
28979
  modelConfig: {
27235
28980
  gpuLayers?: number | undefined;
27236
- device?: "gpu" | "cpu" | undefined;
28981
+ device?: "cpu" | "gpu" | undefined;
27237
28982
  batchSize?: number | undefined;
27238
28983
  pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
27239
28984
  attention?: "causal" | "non-causal" | undefined;
27240
28985
  embdNormalize?: number | undefined;
27241
- flashAttention?: "on" | "off" | "auto" | undefined;
28986
+ flashAttention?: "auto" | "on" | "off" | undefined;
27242
28987
  mainGpu?: number | "integrated" | "dedicated" | undefined;
27243
28988
  splitMode?: "none" | "layer" | undefined;
27244
28989
  tensorSplit?: string | undefined;
@@ -27412,25 +29157,108 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27412
29157
  threads?: number | undefined;
27413
29158
  nGpuLayers?: number | undefined;
27414
29159
  seed?: number | undefined;
27415
- temperature?: number | undefined;
27416
- topK?: number | undefined;
27417
- topP?: number | undefined;
27418
- maxFrames?: number | undefined;
27419
- minNewTokens?: number | undefined;
27420
- normalizeNumbers?: boolean | undefined;
27421
- description?: string | undefined;
27422
- voiceDescription?: string | undefined;
27423
- voice?: string | undefined;
27424
- emotion?: "command" | "anger" | "narration" | "conversation" | "disgust" | "fear" | "happy" | "neutral" | "proper noun" | "news" | "sad" | "surprise" | undefined;
27425
- pitch?: string | undefined;
27426
- pace?: "slow" | "moderate" | "fast" | undefined;
27427
- expressivity?: string | undefined;
27428
- noise?: string | undefined;
27429
- reverb?: string | undefined;
27430
- quality?: string | undefined;
29160
+ temperature?: number | undefined;
29161
+ topK?: number | undefined;
29162
+ topP?: number | undefined;
29163
+ maxFrames?: number | undefined;
29164
+ minNewTokens?: number | undefined;
29165
+ normalizeNumbers?: boolean | undefined;
29166
+ description?: string | undefined;
29167
+ voiceDescription?: string | undefined;
29168
+ voice?: string | undefined;
29169
+ emotion?: "command" | "anger" | "narration" | "conversation" | "disgust" | "fear" | "happy" | "neutral" | "proper noun" | "news" | "sad" | "surprise" | undefined;
29170
+ pitch?: string | undefined;
29171
+ pace?: "slow" | "moderate" | "fast" | undefined;
29172
+ expressivity?: string | undefined;
29173
+ noise?: string | undefined;
29174
+ reverb?: string | undefined;
29175
+ quality?: string | undefined;
29176
+ } | {
29177
+ ttsEngine: "cosyvoice3";
29178
+ referenceAudioSrc?: string | {
29179
+ src: string;
29180
+ name?: string | undefined;
29181
+ modelId?: string | undefined;
29182
+ registryPath?: string | undefined;
29183
+ registrySource?: string | undefined;
29184
+ blobCoreKey?: string | undefined;
29185
+ blobIndex?: number | undefined;
29186
+ engine?: string | undefined;
29187
+ expectedSize?: number | undefined;
29188
+ sha256Checksum?: string | undefined;
29189
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
29190
+ } | undefined;
29191
+ cosyvoice3S3tokModelSrc?: string | {
29192
+ src: string;
29193
+ name?: string | undefined;
29194
+ modelId?: string | undefined;
29195
+ registryPath?: string | undefined;
29196
+ registrySource?: string | undefined;
29197
+ blobCoreKey?: string | undefined;
29198
+ blobIndex?: number | undefined;
29199
+ engine?: string | undefined;
29200
+ expectedSize?: number | undefined;
29201
+ sha256Checksum?: string | undefined;
29202
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
29203
+ } | undefined;
29204
+ cosyvoice3CampplusModelSrc?: string | {
29205
+ src: string;
29206
+ name?: string | undefined;
29207
+ modelId?: string | undefined;
29208
+ registryPath?: string | undefined;
29209
+ registrySource?: string | undefined;
29210
+ blobCoreKey?: string | undefined;
29211
+ blobIndex?: number | undefined;
29212
+ engine?: string | undefined;
29213
+ expectedSize?: number | undefined;
29214
+ sha256Checksum?: string | undefined;
29215
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
29216
+ } | undefined;
29217
+ lavasrEnhancerModelSrc?: string | {
29218
+ src: string;
29219
+ name?: string | undefined;
29220
+ modelId?: string | undefined;
29221
+ registryPath?: string | undefined;
29222
+ registrySource?: string | undefined;
29223
+ blobCoreKey?: string | undefined;
29224
+ blobIndex?: number | undefined;
29225
+ engine?: string | undefined;
29226
+ expectedSize?: number | undefined;
29227
+ sha256Checksum?: string | undefined;
29228
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
29229
+ } | undefined;
29230
+ lavasrDenoiserModelSrc?: string | {
29231
+ src: string;
29232
+ name?: string | undefined;
29233
+ modelId?: string | undefined;
29234
+ registryPath?: string | undefined;
29235
+ registrySource?: string | undefined;
29236
+ blobCoreKey?: string | undefined;
29237
+ blobIndex?: number | undefined;
29238
+ engine?: string | undefined;
29239
+ expectedSize?: number | undefined;
29240
+ sha256Checksum?: string | undefined;
29241
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
29242
+ } | undefined;
29243
+ openclCacheDir?: string | undefined;
29244
+ backendsDir?: string | undefined;
29245
+ emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
29246
+ pace?: "slow" | "moderate" | "fast" | undefined;
29247
+ instruct?: string | {
29248
+ dialect?: "cantonese" | "northeastern" | "gansu" | "guizhou" | "henan" | "hubei" | "hunan" | "jiangxi" | "minnan" | "ningxia" | "shanxi" | "shaanxi" | "shandong" | "shanghai" | "sichuan" | "tianjin" | "yunnan" | undefined;
29249
+ volume?: "loud" | "soft" | undefined;
29250
+ style?: "peppa" | "robot" | undefined;
29251
+ } | undefined;
29252
+ promptText?: string | undefined;
29253
+ useGPU?: boolean | undefined;
29254
+ outputSampleRate?: number | undefined;
29255
+ streamChunkTokens?: number | undefined;
29256
+ streamFirstChunkTokens?: number | undefined;
29257
+ threads?: number | undefined;
29258
+ nGpuLayers?: number | undefined;
29259
+ seed?: number | undefined;
27431
29260
  } | {
27432
- ttsEngine: "cosyvoice3";
27433
- referenceAudioSrc?: string | {
29261
+ audio8CodecDecoderModelSrc: string | {
27434
29262
  src: string;
27435
29263
  name?: string | undefined;
27436
29264
  modelId?: string | undefined;
@@ -27442,8 +29270,9 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27442
29270
  expectedSize?: number | undefined;
27443
29271
  sha256Checksum?: string | undefined;
27444
29272
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27445
- } | undefined;
27446
- cosyvoice3S3tokModelSrc?: string | {
29273
+ };
29274
+ ttsEngine: "audio8";
29275
+ audio8CodecEncoderModelSrc?: string | {
27447
29276
  src: string;
27448
29277
  name?: string | undefined;
27449
29278
  modelId?: string | undefined;
@@ -27456,7 +29285,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27456
29285
  sha256Checksum?: string | undefined;
27457
29286
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27458
29287
  } | undefined;
27459
- cosyvoice3CampplusModelSrc?: string | {
29288
+ referenceAudioSrc?: string | {
27460
29289
  src: string;
27461
29290
  name?: string | undefined;
27462
29291
  modelId?: string | undefined;
@@ -27469,7 +29298,20 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27469
29298
  sha256Checksum?: string | undefined;
27470
29299
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27471
29300
  } | undefined;
27472
- lavasrEnhancerModelSrc?: string | {
29301
+ backendsDir?: string | undefined;
29302
+ referenceText?: string | undefined;
29303
+ greedy?: boolean | undefined;
29304
+ temperature?: number | undefined;
29305
+ topK?: number | undefined;
29306
+ topP?: number | undefined;
29307
+ maxFrames?: number | undefined;
29308
+ useGPU?: boolean | undefined;
29309
+ outputSampleRate?: number | undefined;
29310
+ threads?: number | undefined;
29311
+ nGpuLayers?: number | undefined;
29312
+ seed?: number | undefined;
29313
+ } | {
29314
+ mossCodecDecoderModelSrc: string | {
27473
29315
  src: string;
27474
29316
  name?: string | undefined;
27475
29317
  modelId?: string | undefined;
@@ -27481,8 +29323,9 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27481
29323
  expectedSize?: number | undefined;
27482
29324
  sha256Checksum?: string | undefined;
27483
29325
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27484
- } | undefined;
27485
- lavasrDenoiserModelSrc?: string | {
29326
+ };
29327
+ ttsEngine: "moss";
29328
+ mossCodecEncoderModelSrc?: string | {
27486
29329
  src: string;
27487
29330
  name?: string | undefined;
27488
29331
  modelId?: string | undefined;
@@ -27495,39 +29338,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27495
29338
  sha256Checksum?: string | undefined;
27496
29339
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27497
29340
  } | undefined;
27498
- openclCacheDir?: string | undefined;
27499
- backendsDir?: string | undefined;
27500
- emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
27501
- pace?: "slow" | "moderate" | "fast" | undefined;
27502
- instruct?: string | {
27503
- dialect?: "cantonese" | "northeastern" | "gansu" | "guizhou" | "henan" | "hubei" | "hunan" | "jiangxi" | "minnan" | "ningxia" | "shanxi" | "shaanxi" | "shandong" | "shanghai" | "sichuan" | "tianjin" | "yunnan" | undefined;
27504
- volume?: "loud" | "soft" | undefined;
27505
- style?: "peppa" | "robot" | undefined;
27506
- } | undefined;
27507
- promptText?: string | undefined;
27508
- useGPU?: boolean | undefined;
27509
- outputSampleRate?: number | undefined;
27510
- streamChunkTokens?: number | undefined;
27511
- streamFirstChunkTokens?: number | undefined;
27512
- threads?: number | undefined;
27513
- nGpuLayers?: number | undefined;
27514
- seed?: number | undefined;
27515
- } | {
27516
- audio8CodecDecoderModelSrc: string | {
27517
- src: string;
27518
- name?: string | undefined;
27519
- modelId?: string | undefined;
27520
- registryPath?: string | undefined;
27521
- registrySource?: string | undefined;
27522
- blobCoreKey?: string | undefined;
27523
- blobIndex?: number | undefined;
27524
- engine?: string | undefined;
27525
- expectedSize?: number | undefined;
27526
- sha256Checksum?: string | undefined;
27527
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27528
- };
27529
- ttsEngine: "audio8";
27530
- audio8CodecEncoderModelSrc?: string | {
29341
+ referenceAudioSrc?: string | {
27531
29342
  src: string;
27532
29343
  name?: string | undefined;
27533
29344
  modelId?: string | undefined;
@@ -27540,7 +29351,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27540
29351
  sha256Checksum?: string | undefined;
27541
29352
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27542
29353
  } | undefined;
27543
- referenceAudioSrc?: string | {
29354
+ dialogueReferenceSrcs?: (string | {
27544
29355
  src: string;
27545
29356
  name?: string | undefined;
27546
29357
  modelId?: string | undefined;
@@ -27552,16 +29363,12 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27552
29363
  expectedSize?: number | undefined;
27553
29364
  sha256Checksum?: string | undefined;
27554
29365
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27555
- } | undefined;
29366
+ })[] | undefined;
27556
29367
  backendsDir?: string | undefined;
27557
- referenceText?: string | undefined;
27558
- greedy?: boolean | undefined;
27559
- temperature?: number | undefined;
27560
- topK?: number | undefined;
27561
- topP?: number | undefined;
27562
- maxFrames?: number | undefined;
29368
+ language?: string | undefined;
29369
+ durationTokens?: number | undefined;
29370
+ streamChunkTokens?: number | undefined;
27563
29371
  useGPU?: boolean | undefined;
27564
- outputSampleRate?: number | undefined;
27565
29372
  threads?: number | undefined;
27566
29373
  nGpuLayers?: number | undefined;
27567
29374
  seed?: number | undefined;
@@ -27624,7 +29431,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27624
29431
  modelConfig?: {
27625
29432
  mode: "diffusion" | "world" | "upscale" | "video";
27626
29433
  threads?: number | undefined;
27627
- device?: "gpu" | "cpu" | undefined;
29434
+ device?: "cpu" | "gpu" | undefined;
27628
29435
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
27629
29436
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
27630
29437
  type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
@@ -27808,6 +29615,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27808
29615
  numFramePerBlock?: number | undefined;
27809
29616
  localAttnSize?: number | undefined;
27810
29617
  offloadParamsToCpu?: boolean | undefined;
29618
+ paramsBackend?: string | undefined;
29619
+ maxVram?: string | number | undefined;
29620
+ streamLayers?: boolean | undefined;
29621
+ verbosity?: 0 | 3 | 2 | 1 | undefined;
27811
29622
  frameJpegQuality?: number | undefined;
27812
29623
  kvCache?: boolean | undefined;
27813
29624
  profile?: boolean | undefined;
@@ -27950,7 +29761,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
27950
29761
  requireSecureTransport?: boolean | undefined;
27951
29762
  requestId?: string | undefined;
27952
29763
  modelConfig?: {
27953
- backend?: "auto" | "cpu" | undefined;
29764
+ backend?: "cpu" | "auto" | undefined;
27954
29765
  verbosity?: number | undefined;
27955
29766
  embodiment?: string | number | {
27956
29767
  tag?: string | undefined;
@@ -28034,15 +29845,17 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28034
29845
  integrated: "integrated";
28035
29846
  dedicated: "dedicated";
28036
29847
  }>]>>;
29848
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
29849
+ devices: z.ZodOptional<z.ZodString>;
28037
29850
  'split-mode': z.ZodOptional<z.ZodEnum<{
28038
29851
  none: "none";
28039
29852
  layer: "layer";
28040
29853
  tensor: "tensor";
28041
29854
  }>>;
28042
29855
  'flash-attn': z.ZodOptional<z.ZodEnum<{
29856
+ auto: "auto";
28043
29857
  on: "on";
28044
29858
  off: "off";
28045
- auto: "auto";
28046
29859
  }>>;
28047
29860
  'tensor-split': z.ZodOptional<z.ZodString>;
28048
29861
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -28061,9 +29874,9 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28061
29874
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
28062
29875
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
28063
29876
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
29877
+ auto: "auto";
28064
29878
  on: "on";
28065
29879
  off: "off";
28066
- auto: "auto";
28067
29880
  }>>;
28068
29881
  fit: z.ZodOptional<z.ZodBoolean>;
28069
29882
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -28170,6 +29983,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28170
29983
  logprob_thold: z.ZodOptional<z.ZodNumber>;
28171
29984
  greedy_best_of: z.ZodOptional<z.ZodNumber>;
28172
29985
  beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
29986
+ max_initial_ts: z.ZodOptional<z.ZodNumber>;
29987
+ no_speech_thold: z.ZodOptional<z.ZodNumber>;
29988
+ seed: z.ZodOptional<z.ZodNumber>;
29989
+ backendsDir: z.ZodOptional<z.ZodString>;
28173
29990
  vad_params: z.ZodOptional<z.ZodObject<{
28174
29991
  threshold: z.ZodOptional<z.ZodNumber>;
28175
29992
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -28190,6 +30007,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28190
30007
  }, z.core.$strip>>;
28191
30008
  miscConfig: z.ZodOptional<z.ZodObject<{
28192
30009
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
30010
+ seed: z.ZodOptional<z.ZodNumber>;
28193
30011
  }, z.core.$strip>>;
28194
30012
  vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
28195
30013
  src: z.ZodString;
@@ -28342,8 +30160,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28342
30160
  modelConfig: z.ZodObject<{
28343
30161
  gpuLayers: z.ZodOptional<z.ZodNumber>;
28344
30162
  device: z.ZodOptional<z.ZodEnum<{
28345
- gpu: "gpu";
28346
30163
  cpu: "cpu";
30164
+ gpu: "gpu";
28347
30165
  }>>;
28348
30166
  batchSize: z.ZodOptional<z.ZodNumber>;
28349
30167
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -28359,9 +30177,9 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28359
30177
  }>>;
28360
30178
  embdNormalize: z.ZodOptional<z.ZodNumber>;
28361
30179
  flashAttention: z.ZodOptional<z.ZodEnum<{
30180
+ auto: "auto";
28362
30181
  on: "on";
28363
30182
  off: "off";
28364
- auto: "auto";
28365
30183
  }>>;
28366
30184
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
28367
30185
  integrated: "integrated";
@@ -29180,7 +30998,215 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29180
30998
  classification: "classification";
29181
30999
  }>, z.ZodLiteral<"vad">]>>;
29182
31000
  }, z.core.$strip>]>>;
29183
- cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
31001
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
31002
+ src: z.ZodString;
31003
+ name: z.ZodOptional<z.ZodString>;
31004
+ modelId: z.ZodOptional<z.ZodString>;
31005
+ registryPath: z.ZodOptional<z.ZodString>;
31006
+ registrySource: z.ZodOptional<z.ZodString>;
31007
+ blobCoreKey: z.ZodOptional<z.ZodString>;
31008
+ blobIndex: z.ZodOptional<z.ZodNumber>;
31009
+ engine: z.ZodOptional<z.ZodString>;
31010
+ expectedSize: z.ZodOptional<z.ZodNumber>;
31011
+ sha256Checksum: z.ZodOptional<z.ZodString>;
31012
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
31013
+ embeddings: "embeddings";
31014
+ diffusion: "diffusion";
31015
+ audiogen: "audiogen";
31016
+ tts: "tts";
31017
+ ocr: "ocr";
31018
+ vla: "vla";
31019
+ "llamacpp-completion": "llamacpp-completion";
31020
+ "whispercpp-transcription": "whispercpp-transcription";
31021
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
31022
+ "llamacpp-embedding": "llamacpp-embedding";
31023
+ "nmtcpp-translation": "nmtcpp-translation";
31024
+ "onnx-tts": "onnx-tts";
31025
+ "tts-ggml": "tts-ggml";
31026
+ "parakeet-transcription": "parakeet-transcription";
31027
+ "ggml-ocr": "ggml-ocr";
31028
+ "sdcpp-generation": "sdcpp-generation";
31029
+ "audiogen-ggml": "audiogen-ggml";
31030
+ "ggml-vla": "ggml-vla";
31031
+ "ggml-classification": "ggml-classification";
31032
+ llm: "llm";
31033
+ whisper: "whisper";
31034
+ bci: "bci";
31035
+ nmt: "nmt";
31036
+ parakeet: "parakeet";
31037
+ classification: "classification";
31038
+ }>, z.ZodLiteral<"vad">]>>;
31039
+ }, z.core.$strip>]>>;
31040
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
31041
+ src: z.ZodString;
31042
+ name: z.ZodOptional<z.ZodString>;
31043
+ modelId: z.ZodOptional<z.ZodString>;
31044
+ registryPath: z.ZodOptional<z.ZodString>;
31045
+ registrySource: z.ZodOptional<z.ZodString>;
31046
+ blobCoreKey: z.ZodOptional<z.ZodString>;
31047
+ blobIndex: z.ZodOptional<z.ZodNumber>;
31048
+ engine: z.ZodOptional<z.ZodString>;
31049
+ expectedSize: z.ZodOptional<z.ZodNumber>;
31050
+ sha256Checksum: z.ZodOptional<z.ZodString>;
31051
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
31052
+ embeddings: "embeddings";
31053
+ diffusion: "diffusion";
31054
+ audiogen: "audiogen";
31055
+ tts: "tts";
31056
+ ocr: "ocr";
31057
+ vla: "vla";
31058
+ "llamacpp-completion": "llamacpp-completion";
31059
+ "whispercpp-transcription": "whispercpp-transcription";
31060
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
31061
+ "llamacpp-embedding": "llamacpp-embedding";
31062
+ "nmtcpp-translation": "nmtcpp-translation";
31063
+ "onnx-tts": "onnx-tts";
31064
+ "tts-ggml": "tts-ggml";
31065
+ "parakeet-transcription": "parakeet-transcription";
31066
+ "ggml-ocr": "ggml-ocr";
31067
+ "sdcpp-generation": "sdcpp-generation";
31068
+ "audiogen-ggml": "audiogen-ggml";
31069
+ "ggml-vla": "ggml-vla";
31070
+ "ggml-classification": "ggml-classification";
31071
+ llm: "llm";
31072
+ whisper: "whisper";
31073
+ bci: "bci";
31074
+ nmt: "nmt";
31075
+ parakeet: "parakeet";
31076
+ classification: "classification";
31077
+ }>, z.ZodLiteral<"vad">]>>;
31078
+ }, z.core.$strip>]>>;
31079
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
31080
+ src: z.ZodString;
31081
+ name: z.ZodOptional<z.ZodString>;
31082
+ modelId: z.ZodOptional<z.ZodString>;
31083
+ registryPath: z.ZodOptional<z.ZodString>;
31084
+ registrySource: z.ZodOptional<z.ZodString>;
31085
+ blobCoreKey: z.ZodOptional<z.ZodString>;
31086
+ blobIndex: z.ZodOptional<z.ZodNumber>;
31087
+ engine: z.ZodOptional<z.ZodString>;
31088
+ expectedSize: z.ZodOptional<z.ZodNumber>;
31089
+ sha256Checksum: z.ZodOptional<z.ZodString>;
31090
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
31091
+ embeddings: "embeddings";
31092
+ diffusion: "diffusion";
31093
+ audiogen: "audiogen";
31094
+ tts: "tts";
31095
+ ocr: "ocr";
31096
+ vla: "vla";
31097
+ "llamacpp-completion": "llamacpp-completion";
31098
+ "whispercpp-transcription": "whispercpp-transcription";
31099
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
31100
+ "llamacpp-embedding": "llamacpp-embedding";
31101
+ "nmtcpp-translation": "nmtcpp-translation";
31102
+ "onnx-tts": "onnx-tts";
31103
+ "tts-ggml": "tts-ggml";
31104
+ "parakeet-transcription": "parakeet-transcription";
31105
+ "ggml-ocr": "ggml-ocr";
31106
+ "sdcpp-generation": "sdcpp-generation";
31107
+ "audiogen-ggml": "audiogen-ggml";
31108
+ "ggml-vla": "ggml-vla";
31109
+ "ggml-classification": "ggml-classification";
31110
+ llm: "llm";
31111
+ whisper: "whisper";
31112
+ bci: "bci";
31113
+ nmt: "nmt";
31114
+ parakeet: "parakeet";
31115
+ classification: "classification";
31116
+ }>, z.ZodLiteral<"vad">]>>;
31117
+ }, z.core.$strip>]>>;
31118
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
31119
+ src: z.ZodString;
31120
+ name: z.ZodOptional<z.ZodString>;
31121
+ modelId: z.ZodOptional<z.ZodString>;
31122
+ registryPath: z.ZodOptional<z.ZodString>;
31123
+ registrySource: z.ZodOptional<z.ZodString>;
31124
+ blobCoreKey: z.ZodOptional<z.ZodString>;
31125
+ blobIndex: z.ZodOptional<z.ZodNumber>;
31126
+ engine: z.ZodOptional<z.ZodString>;
31127
+ expectedSize: z.ZodOptional<z.ZodNumber>;
31128
+ sha256Checksum: z.ZodOptional<z.ZodString>;
31129
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
31130
+ embeddings: "embeddings";
31131
+ diffusion: "diffusion";
31132
+ audiogen: "audiogen";
31133
+ tts: "tts";
31134
+ ocr: "ocr";
31135
+ vla: "vla";
31136
+ "llamacpp-completion": "llamacpp-completion";
31137
+ "whispercpp-transcription": "whispercpp-transcription";
31138
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
31139
+ "llamacpp-embedding": "llamacpp-embedding";
31140
+ "nmtcpp-translation": "nmtcpp-translation";
31141
+ "onnx-tts": "onnx-tts";
31142
+ "tts-ggml": "tts-ggml";
31143
+ "parakeet-transcription": "parakeet-transcription";
31144
+ "ggml-ocr": "ggml-ocr";
31145
+ "sdcpp-generation": "sdcpp-generation";
31146
+ "audiogen-ggml": "audiogen-ggml";
31147
+ "ggml-vla": "ggml-vla";
31148
+ "ggml-classification": "ggml-classification";
31149
+ llm: "llm";
31150
+ whisper: "whisper";
31151
+ bci: "bci";
31152
+ nmt: "nmt";
31153
+ parakeet: "parakeet";
31154
+ classification: "classification";
31155
+ }>, z.ZodLiteral<"vad">]>>;
31156
+ }, z.core.$strip>]>>;
31157
+ openclCacheDir: z.ZodOptional<z.ZodString>;
31158
+ backendsDir: z.ZodOptional<z.ZodString>;
31159
+ ttsEngine: z.ZodLiteral<"cosyvoice3">;
31160
+ emotion: z.ZodOptional<z.ZodEnum<{
31161
+ anger: "anger";
31162
+ happy: "happy";
31163
+ neutral: "neutral";
31164
+ sad: "sad";
31165
+ }>>;
31166
+ pace: z.ZodOptional<z.ZodEnum<{
31167
+ slow: "slow";
31168
+ moderate: "moderate";
31169
+ fast: "fast";
31170
+ }>>;
31171
+ instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
31172
+ dialect: z.ZodOptional<z.ZodEnum<{
31173
+ cantonese: "cantonese";
31174
+ northeastern: "northeastern";
31175
+ gansu: "gansu";
31176
+ guizhou: "guizhou";
31177
+ henan: "henan";
31178
+ hubei: "hubei";
31179
+ hunan: "hunan";
31180
+ jiangxi: "jiangxi";
31181
+ minnan: "minnan";
31182
+ ningxia: "ningxia";
31183
+ shanxi: "shanxi";
31184
+ shaanxi: "shaanxi";
31185
+ shandong: "shandong";
31186
+ shanghai: "shanghai";
31187
+ sichuan: "sichuan";
31188
+ tianjin: "tianjin";
31189
+ yunnan: "yunnan";
31190
+ }>>;
31191
+ volume: z.ZodOptional<z.ZodEnum<{
31192
+ loud: "loud";
31193
+ soft: "soft";
31194
+ }>>;
31195
+ style: z.ZodOptional<z.ZodEnum<{
31196
+ peppa: "peppa";
31197
+ robot: "robot";
31198
+ }>>;
31199
+ }, z.core.$strict>]>>;
31200
+ promptText: z.ZodOptional<z.ZodString>;
31201
+ useGPU: z.ZodOptional<z.ZodBoolean>;
31202
+ outputSampleRate: z.ZodOptional<z.ZodNumber>;
31203
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
31204
+ streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
31205
+ threads: z.ZodOptional<z.ZodNumber>;
31206
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
31207
+ seed: z.ZodOptional<z.ZodNumber>;
31208
+ }, z.core.$strict>, z.ZodObject<{
31209
+ audio8CodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
29184
31210
  src: z.ZodString;
29185
31211
  name: z.ZodOptional<z.ZodString>;
29186
31212
  modelId: z.ZodOptional<z.ZodString>;
@@ -29218,8 +31244,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29218
31244
  parakeet: "parakeet";
29219
31245
  classification: "classification";
29220
31246
  }>, z.ZodLiteral<"vad">]>>;
29221
- }, z.core.$strip>]>>;
29222
- cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
31247
+ }, z.core.$strip>]>;
31248
+ audio8CodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
29223
31249
  src: z.ZodString;
29224
31250
  name: z.ZodOptional<z.ZodString>;
29225
31251
  modelId: z.ZodOptional<z.ZodString>;
@@ -29258,7 +31284,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29258
31284
  classification: "classification";
29259
31285
  }>, z.ZodLiteral<"vad">]>>;
29260
31286
  }, z.core.$strip>]>>;
29261
- lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
31287
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
29262
31288
  src: z.ZodString;
29263
31289
  name: z.ZodOptional<z.ZodString>;
29264
31290
  modelId: z.ZodOptional<z.ZodString>;
@@ -29297,7 +31323,21 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29297
31323
  classification: "classification";
29298
31324
  }>, z.ZodLiteral<"vad">]>>;
29299
31325
  }, z.core.$strip>]>>;
29300
- lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
31326
+ backendsDir: z.ZodOptional<z.ZodString>;
31327
+ ttsEngine: z.ZodLiteral<"audio8">;
31328
+ referenceText: z.ZodOptional<z.ZodString>;
31329
+ greedy: z.ZodOptional<z.ZodBoolean>;
31330
+ temperature: z.ZodOptional<z.ZodNumber>;
31331
+ topK: z.ZodOptional<z.ZodNumber>;
31332
+ topP: z.ZodOptional<z.ZodNumber>;
31333
+ maxFrames: z.ZodOptional<z.ZodNumber>;
31334
+ useGPU: z.ZodOptional<z.ZodBoolean>;
31335
+ outputSampleRate: z.ZodOptional<z.ZodNumber>;
31336
+ threads: z.ZodOptional<z.ZodNumber>;
31337
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
31338
+ seed: z.ZodOptional<z.ZodNumber>;
31339
+ }, z.core.$strict>, z.ZodObject<{
31340
+ mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
29301
31341
  src: z.ZodString;
29302
31342
  name: z.ZodOptional<z.ZodString>;
29303
31343
  modelId: z.ZodOptional<z.ZodString>;
@@ -29335,60 +31375,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29335
31375
  parakeet: "parakeet";
29336
31376
  classification: "classification";
29337
31377
  }>, z.ZodLiteral<"vad">]>>;
29338
- }, z.core.$strip>]>>;
29339
- openclCacheDir: z.ZodOptional<z.ZodString>;
29340
- backendsDir: z.ZodOptional<z.ZodString>;
29341
- ttsEngine: z.ZodLiteral<"cosyvoice3">;
29342
- emotion: z.ZodOptional<z.ZodEnum<{
29343
- anger: "anger";
29344
- happy: "happy";
29345
- neutral: "neutral";
29346
- sad: "sad";
29347
- }>>;
29348
- pace: z.ZodOptional<z.ZodEnum<{
29349
- slow: "slow";
29350
- moderate: "moderate";
29351
- fast: "fast";
29352
- }>>;
29353
- instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
29354
- dialect: z.ZodOptional<z.ZodEnum<{
29355
- cantonese: "cantonese";
29356
- northeastern: "northeastern";
29357
- gansu: "gansu";
29358
- guizhou: "guizhou";
29359
- henan: "henan";
29360
- hubei: "hubei";
29361
- hunan: "hunan";
29362
- jiangxi: "jiangxi";
29363
- minnan: "minnan";
29364
- ningxia: "ningxia";
29365
- shanxi: "shanxi";
29366
- shaanxi: "shaanxi";
29367
- shandong: "shandong";
29368
- shanghai: "shanghai";
29369
- sichuan: "sichuan";
29370
- tianjin: "tianjin";
29371
- yunnan: "yunnan";
29372
- }>>;
29373
- volume: z.ZodOptional<z.ZodEnum<{
29374
- loud: "loud";
29375
- soft: "soft";
29376
- }>>;
29377
- style: z.ZodOptional<z.ZodEnum<{
29378
- peppa: "peppa";
29379
- robot: "robot";
29380
- }>>;
29381
- }, z.core.$strict>]>>;
29382
- promptText: z.ZodOptional<z.ZodString>;
29383
- useGPU: z.ZodOptional<z.ZodBoolean>;
29384
- outputSampleRate: z.ZodOptional<z.ZodNumber>;
29385
- streamChunkTokens: z.ZodOptional<z.ZodNumber>;
29386
- streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
29387
- threads: z.ZodOptional<z.ZodNumber>;
29388
- nGpuLayers: z.ZodOptional<z.ZodNumber>;
29389
- seed: z.ZodOptional<z.ZodNumber>;
29390
- }, z.core.$strict>, z.ZodObject<{
29391
- audio8CodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
31378
+ }, z.core.$strip>]>;
31379
+ mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
29392
31380
  src: z.ZodString;
29393
31381
  name: z.ZodOptional<z.ZodString>;
29394
31382
  modelId: z.ZodOptional<z.ZodString>;
@@ -29426,8 +31414,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29426
31414
  parakeet: "parakeet";
29427
31415
  classification: "classification";
29428
31416
  }>, z.ZodLiteral<"vad">]>>;
29429
- }, z.core.$strip>]>;
29430
- audio8CodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
31417
+ }, z.core.$strip>]>>;
31418
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
29431
31419
  src: z.ZodString;
29432
31420
  name: z.ZodOptional<z.ZodString>;
29433
31421
  modelId: z.ZodOptional<z.ZodString>;
@@ -29466,7 +31454,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29466
31454
  classification: "classification";
29467
31455
  }>, z.ZodLiteral<"vad">]>>;
29468
31456
  }, z.core.$strip>]>>;
29469
- referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
31457
+ dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
29470
31458
  src: z.ZodString;
29471
31459
  name: z.ZodOptional<z.ZodString>;
29472
31460
  modelId: z.ZodOptional<z.ZodString>;
@@ -29504,17 +31492,13 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29504
31492
  parakeet: "parakeet";
29505
31493
  classification: "classification";
29506
31494
  }>, z.ZodLiteral<"vad">]>>;
29507
- }, z.core.$strip>]>>;
31495
+ }, z.core.$strip>]>>>;
29508
31496
  backendsDir: z.ZodOptional<z.ZodString>;
29509
- ttsEngine: z.ZodLiteral<"audio8">;
29510
- referenceText: z.ZodOptional<z.ZodString>;
29511
- greedy: z.ZodOptional<z.ZodBoolean>;
29512
- temperature: z.ZodOptional<z.ZodNumber>;
29513
- topK: z.ZodOptional<z.ZodNumber>;
29514
- topP: z.ZodOptional<z.ZodNumber>;
29515
- maxFrames: z.ZodOptional<z.ZodNumber>;
31497
+ ttsEngine: z.ZodLiteral<"moss">;
31498
+ language: z.ZodOptional<z.ZodString>;
31499
+ durationTokens: z.ZodOptional<z.ZodNumber>;
31500
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
29516
31501
  useGPU: z.ZodOptional<z.ZodBoolean>;
29517
- outputSampleRate: z.ZodOptional<z.ZodNumber>;
29518
31502
  threads: z.ZodOptional<z.ZodNumber>;
29519
31503
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
29520
31504
  seed: z.ZodOptional<z.ZodNumber>;
@@ -29610,8 +31594,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29610
31594
  }>>;
29611
31595
  threads: z.ZodOptional<z.ZodNumber>;
29612
31596
  device: z.ZodOptional<z.ZodEnum<{
29613
- gpu: "gpu";
29614
31597
  cpu: "cpu";
31598
+ gpu: "gpu";
29615
31599
  }>>;
29616
31600
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
29617
31601
  integrated: "integrated";
@@ -30145,6 +32129,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
30145
32129
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
30146
32130
  localAttnSize: z.ZodOptional<z.ZodNumber>;
30147
32131
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
32132
+ paramsBackend: z.ZodOptional<z.ZodString>;
32133
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
32134
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
32135
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
30148
32136
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
30149
32137
  kvCache: z.ZodOptional<z.ZodBoolean>;
30150
32138
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -30470,8 +32458,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
30470
32458
  modelType: z.ZodLiteral<"ggml-vla">;
30471
32459
  modelConfig: z.ZodOptional<z.ZodObject<{
30472
32460
  backend: z.ZodOptional<z.ZodEnum<{
30473
- auto: "auto";
30474
32461
  cpu: "cpu";
32462
+ auto: "auto";
30475
32463
  }>>;
30476
32464
  verbosity: z.ZodOptional<z.ZodNumber>;
30477
32465
  embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -30535,8 +32523,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
30535
32523
  'cache-type-k'?: string | undefined;
30536
32524
  'cache-type-v'?: string | undefined;
30537
32525
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
32526
+ 'rpc-servers'?: string | undefined;
32527
+ devices?: string | undefined;
30538
32528
  'split-mode'?: "none" | "layer" | "tensor" | undefined;
30539
- 'flash-attn'?: "on" | "off" | "auto" | undefined;
32529
+ 'flash-attn'?: "auto" | "on" | "off" | undefined;
30540
32530
  'tensor-split'?: string | undefined;
30541
32531
  'batch-size'?: number | undefined;
30542
32532
  'ubatch-size'?: number | undefined;
@@ -30553,7 +32543,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
30553
32543
  'n-cpu-ffn'?: number | undefined;
30554
32544
  'moe-cache-mib'?: number | "auto" | undefined;
30555
32545
  'prefetch-weights'?: boolean | "auto" | undefined;
30556
- 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
32546
+ 'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
30557
32547
  fit?: boolean | undefined;
30558
32548
  'fit-target'?: string | number | undefined;
30559
32549
  'fit-ctx'?: number | undefined;
@@ -30623,6 +32613,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
30623
32613
  logprob_thold?: number | undefined;
30624
32614
  greedy_best_of?: number | undefined;
30625
32615
  beam_search_beam_size?: number | undefined;
32616
+ max_initial_ts?: number | undefined;
32617
+ no_speech_thold?: number | undefined;
32618
+ seed?: number | undefined;
32619
+ backendsDir?: string | undefined;
30626
32620
  vad_params?: {
30627
32621
  threshold?: number | undefined;
30628
32622
  min_speech_duration_ms?: number | undefined;
@@ -30640,6 +32634,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
30640
32634
  } | undefined;
30641
32635
  miscConfig?: {
30642
32636
  caption_enabled?: boolean | undefined;
32637
+ seed?: number | undefined;
30643
32638
  } | undefined;
30644
32639
  vadModelSrc?: string | {
30645
32640
  src: string;
@@ -30739,12 +32734,12 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
30739
32734
  modelType: "llamacpp-embedding";
30740
32735
  modelConfig: {
30741
32736
  gpuLayers?: number | undefined;
30742
- device?: "gpu" | "cpu" | undefined;
32737
+ device?: "cpu" | "gpu" | undefined;
30743
32738
  batchSize?: number | undefined;
30744
32739
  pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
30745
32740
  attention?: "causal" | "non-causal" | undefined;
30746
32741
  embdNormalize?: number | undefined;
30747
- flashAttention?: "on" | "off" | "auto" | undefined;
32742
+ flashAttention?: "auto" | "on" | "off" | undefined;
30748
32743
  mainGpu?: number | "integrated" | "dedicated" | undefined;
30749
32744
  splitMode?: "none" | "layer" | undefined;
30750
32745
  tensorSplit?: string | undefined;
@@ -31071,6 +33066,68 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
31071
33066
  threads?: number | undefined;
31072
33067
  nGpuLayers?: number | undefined;
31073
33068
  seed?: number | undefined;
33069
+ } | {
33070
+ mossCodecDecoderModelSrc: string | {
33071
+ src: string;
33072
+ name?: string | undefined;
33073
+ modelId?: string | undefined;
33074
+ registryPath?: string | undefined;
33075
+ registrySource?: string | undefined;
33076
+ blobCoreKey?: string | undefined;
33077
+ blobIndex?: number | undefined;
33078
+ engine?: string | undefined;
33079
+ expectedSize?: number | undefined;
33080
+ sha256Checksum?: string | undefined;
33081
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
33082
+ };
33083
+ ttsEngine: "moss";
33084
+ mossCodecEncoderModelSrc?: string | {
33085
+ src: string;
33086
+ name?: string | undefined;
33087
+ modelId?: string | undefined;
33088
+ registryPath?: string | undefined;
33089
+ registrySource?: string | undefined;
33090
+ blobCoreKey?: string | undefined;
33091
+ blobIndex?: number | undefined;
33092
+ engine?: string | undefined;
33093
+ expectedSize?: number | undefined;
33094
+ sha256Checksum?: string | undefined;
33095
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
33096
+ } | undefined;
33097
+ referenceAudioSrc?: string | {
33098
+ src: string;
33099
+ name?: string | undefined;
33100
+ modelId?: string | undefined;
33101
+ registryPath?: string | undefined;
33102
+ registrySource?: string | undefined;
33103
+ blobCoreKey?: string | undefined;
33104
+ blobIndex?: number | undefined;
33105
+ engine?: string | undefined;
33106
+ expectedSize?: number | undefined;
33107
+ sha256Checksum?: string | undefined;
33108
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
33109
+ } | undefined;
33110
+ dialogueReferenceSrcs?: (string | {
33111
+ src: string;
33112
+ name?: string | undefined;
33113
+ modelId?: string | undefined;
33114
+ registryPath?: string | undefined;
33115
+ registrySource?: string | undefined;
33116
+ blobCoreKey?: string | undefined;
33117
+ blobIndex?: number | undefined;
33118
+ engine?: string | undefined;
33119
+ expectedSize?: number | undefined;
33120
+ sha256Checksum?: string | undefined;
33121
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
33122
+ })[] | undefined;
33123
+ backendsDir?: string | undefined;
33124
+ language?: string | undefined;
33125
+ durationTokens?: number | undefined;
33126
+ streamChunkTokens?: number | undefined;
33127
+ useGPU?: boolean | undefined;
33128
+ threads?: number | undefined;
33129
+ nGpuLayers?: number | undefined;
33130
+ seed?: number | undefined;
31074
33131
  };
31075
33132
  modelName?: string | undefined;
31076
33133
  withProgress?: boolean | undefined;
@@ -31129,7 +33186,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
31129
33186
  modelConfig?: {
31130
33187
  mode: "diffusion" | "world" | "upscale" | "video";
31131
33188
  threads?: number | undefined;
31132
- device?: "gpu" | "cpu" | undefined;
33189
+ device?: "cpu" | "gpu" | undefined;
31133
33190
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
31134
33191
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
31135
33192
  type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
@@ -31313,6 +33370,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
31313
33370
  numFramePerBlock?: number | undefined;
31314
33371
  localAttnSize?: number | undefined;
31315
33372
  offloadParamsToCpu?: boolean | undefined;
33373
+ paramsBackend?: string | undefined;
33374
+ maxVram?: string | number | undefined;
33375
+ streamLayers?: boolean | undefined;
33376
+ verbosity?: 0 | 3 | 2 | 1 | undefined;
31316
33377
  frameJpegQuality?: number | undefined;
31317
33378
  kvCache?: boolean | undefined;
31318
33379
  profile?: boolean | undefined;
@@ -31455,7 +33516,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
31455
33516
  requireSecureTransport?: boolean | undefined;
31456
33517
  requestId?: string | undefined;
31457
33518
  modelConfig?: {
31458
- backend?: "auto" | "cpu" | undefined;
33519
+ backend?: "cpu" | "auto" | undefined;
31459
33520
  verbosity?: number | undefined;
31460
33521
  embodiment?: string | number | {
31461
33522
  tag?: string | undefined;
@@ -31517,8 +33578,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
31517
33578
  'cache-type-k'?: string | undefined;
31518
33579
  'cache-type-v'?: string | undefined;
31519
33580
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
33581
+ 'rpc-servers'?: string | undefined;
33582
+ devices?: string | undefined;
31520
33583
  'split-mode'?: "none" | "layer" | "tensor" | undefined;
31521
- 'flash-attn'?: "on" | "off" | "auto" | undefined;
33584
+ 'flash-attn'?: "auto" | "on" | "off" | undefined;
31522
33585
  'tensor-split'?: string | undefined;
31523
33586
  'batch-size'?: number | undefined;
31524
33587
  'ubatch-size'?: number | undefined;
@@ -31535,7 +33598,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
31535
33598
  'n-cpu-ffn'?: number | undefined;
31536
33599
  'moe-cache-mib'?: number | "auto" | undefined;
31537
33600
  'prefetch-weights'?: boolean | "auto" | undefined;
31538
- 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
33601
+ 'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
31539
33602
  fit?: boolean | undefined;
31540
33603
  'fit-target'?: string | number | undefined;
31541
33604
  'fit-ctx'?: number | undefined;
@@ -31605,6 +33668,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
31605
33668
  logprob_thold?: number | undefined;
31606
33669
  greedy_best_of?: number | undefined;
31607
33670
  beam_search_beam_size?: number | undefined;
33671
+ max_initial_ts?: number | undefined;
33672
+ no_speech_thold?: number | undefined;
33673
+ seed?: number | undefined;
33674
+ backendsDir?: string | undefined;
31608
33675
  vad_params?: {
31609
33676
  threshold?: number | undefined;
31610
33677
  min_speech_duration_ms?: number | undefined;
@@ -31622,6 +33689,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
31622
33689
  } | undefined;
31623
33690
  miscConfig?: {
31624
33691
  caption_enabled?: boolean | undefined;
33692
+ seed?: number | undefined;
31625
33693
  } | undefined;
31626
33694
  vadModelSrc?: string | {
31627
33695
  src: string;
@@ -31721,12 +33789,12 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
31721
33789
  modelType: "llamacpp-embedding";
31722
33790
  modelConfig: {
31723
33791
  gpuLayers?: number | undefined;
31724
- device?: "gpu" | "cpu" | undefined;
33792
+ device?: "cpu" | "gpu" | undefined;
31725
33793
  batchSize?: number | undefined;
31726
33794
  pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
31727
33795
  attention?: "causal" | "non-causal" | undefined;
31728
33796
  embdNormalize?: number | undefined;
31729
- flashAttention?: "on" | "off" | "auto" | undefined;
33797
+ flashAttention?: "auto" | "on" | "off" | undefined;
31730
33798
  mainGpu?: number | "integrated" | "dedicated" | undefined;
31731
33799
  splitMode?: "none" | "layer" | undefined;
31732
33800
  tensorSplit?: string | undefined;
@@ -32053,6 +34121,68 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
32053
34121
  threads?: number | undefined;
32054
34122
  nGpuLayers?: number | undefined;
32055
34123
  seed?: number | undefined;
34124
+ } | {
34125
+ mossCodecDecoderModelSrc: string | {
34126
+ src: string;
34127
+ name?: string | undefined;
34128
+ modelId?: string | undefined;
34129
+ registryPath?: string | undefined;
34130
+ registrySource?: string | undefined;
34131
+ blobCoreKey?: string | undefined;
34132
+ blobIndex?: number | undefined;
34133
+ engine?: string | undefined;
34134
+ expectedSize?: number | undefined;
34135
+ sha256Checksum?: string | undefined;
34136
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
34137
+ };
34138
+ ttsEngine: "moss";
34139
+ mossCodecEncoderModelSrc?: string | {
34140
+ src: string;
34141
+ name?: string | undefined;
34142
+ modelId?: string | undefined;
34143
+ registryPath?: string | undefined;
34144
+ registrySource?: string | undefined;
34145
+ blobCoreKey?: string | undefined;
34146
+ blobIndex?: number | undefined;
34147
+ engine?: string | undefined;
34148
+ expectedSize?: number | undefined;
34149
+ sha256Checksum?: string | undefined;
34150
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
34151
+ } | undefined;
34152
+ referenceAudioSrc?: string | {
34153
+ src: string;
34154
+ name?: string | undefined;
34155
+ modelId?: string | undefined;
34156
+ registryPath?: string | undefined;
34157
+ registrySource?: string | undefined;
34158
+ blobCoreKey?: string | undefined;
34159
+ blobIndex?: number | undefined;
34160
+ engine?: string | undefined;
34161
+ expectedSize?: number | undefined;
34162
+ sha256Checksum?: string | undefined;
34163
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
34164
+ } | undefined;
34165
+ dialogueReferenceSrcs?: (string | {
34166
+ src: string;
34167
+ name?: string | undefined;
34168
+ modelId?: string | undefined;
34169
+ registryPath?: string | undefined;
34170
+ registrySource?: string | undefined;
34171
+ blobCoreKey?: string | undefined;
34172
+ blobIndex?: number | undefined;
34173
+ engine?: string | undefined;
34174
+ expectedSize?: number | undefined;
34175
+ sha256Checksum?: string | undefined;
34176
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
34177
+ })[] | undefined;
34178
+ backendsDir?: string | undefined;
34179
+ language?: string | undefined;
34180
+ durationTokens?: number | undefined;
34181
+ streamChunkTokens?: number | undefined;
34182
+ useGPU?: boolean | undefined;
34183
+ threads?: number | undefined;
34184
+ nGpuLayers?: number | undefined;
34185
+ seed?: number | undefined;
32056
34186
  };
32057
34187
  modelName?: string | undefined;
32058
34188
  withProgress?: boolean | undefined;
@@ -32112,7 +34242,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
32112
34242
  modelConfig?: {
32113
34243
  mode: "diffusion" | "world" | "upscale" | "video";
32114
34244
  threads?: number | undefined;
32115
- device?: "gpu" | "cpu" | undefined;
34245
+ device?: "cpu" | "gpu" | undefined;
32116
34246
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
32117
34247
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
32118
34248
  type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
@@ -32296,6 +34426,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
32296
34426
  numFramePerBlock?: number | undefined;
32297
34427
  localAttnSize?: number | undefined;
32298
34428
  offloadParamsToCpu?: boolean | undefined;
34429
+ paramsBackend?: string | undefined;
34430
+ maxVram?: string | number | undefined;
34431
+ streamLayers?: boolean | undefined;
34432
+ verbosity?: 0 | 3 | 2 | 1 | undefined;
32299
34433
  frameJpegQuality?: number | undefined;
32300
34434
  kvCache?: boolean | undefined;
32301
34435
  profile?: boolean | undefined;
@@ -32438,7 +34572,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
32438
34572
  requireSecureTransport?: boolean | undefined;
32439
34573
  requestId?: string | undefined;
32440
34574
  modelConfig?: {
32441
- backend?: "auto" | "cpu" | undefined;
34575
+ backend?: "cpu" | "auto" | undefined;
32442
34576
  verbosity?: number | undefined;
32443
34577
  embodiment?: string | number | {
32444
34578
  tag?: string | undefined;
@@ -32523,6 +34657,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
32523
34657
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
32524
34658
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
32525
34659
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
34660
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
34661
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
34662
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
34663
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
32526
34664
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
32527
34665
  threshold: z.ZodOptional<z.ZodNumber>;
32528
34666
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -32543,6 +34681,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
32543
34681
  }, z.core.$strip>>>;
32544
34682
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
32545
34683
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
34684
+ seed: z.ZodOptional<z.ZodNumber>;
32546
34685
  }, z.core.$strip>>>;
32547
34686
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
32548
34687
  src: z.ZodString;