@qvac/inference 0.20.1 → 0.21.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (212) hide show
  1. package/NOTICE +102 -40
  2. package/README.md +8 -5
  3. package/dist/api/bci-transcribe.d.ts +4 -1
  4. package/dist/api/index.d.ts +1 -0
  5. package/dist/api/index.js +1 -0
  6. package/dist/api/rpc-server.d.ts +19 -0
  7. package/dist/api/rpc-server.js +44 -0
  8. package/dist/api/text-to-speech.d.ts +9 -0
  9. package/dist/api/text-to-speech.js +9 -0
  10. package/dist/api/transcribe.d.ts +11 -7
  11. package/dist/api/transcribe.js +47 -15
  12. package/dist/api/video-request.d.ts +5 -5
  13. package/dist/dispatch.js +39 -7
  14. package/dist/errors/index.d.ts +7 -0
  15. package/dist/errors/index.js +15 -0
  16. package/dist/handlers/assess-model-fit.d.ts +8 -20
  17. package/dist/handlers/assess-model-fit.js +195 -77
  18. package/dist/handlers/completion-orchestrate.js +17 -0
  19. package/dist/handlers/get-loaded-model-info.js +4 -1
  20. package/dist/handlers/get-model-info.js +29 -1
  21. package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
  22. package/dist/handlers/load-model/coreml-sidecars.js +274 -0
  23. package/dist/handlers/load-model/hyperdrive.js +2 -2
  24. package/dist/handlers/load-model/registry.js +59 -0
  25. package/dist/handlers/rpc-server.d.ts +23 -0
  26. package/dist/handlers/rpc-server.js +141 -0
  27. package/dist/index.d.ts +2 -1
  28. package/dist/index.js +2 -1
  29. package/dist/models/registry/models.d.ts +7731 -5672
  30. package/dist/models/registry/models.js +4652 -2526
  31. package/dist/models/registry/resource-profiles.js +481 -94
  32. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
  33. package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
  34. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
  35. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
  36. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  37. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
  38. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  39. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
  40. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +22 -11
  41. package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
  42. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
  43. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
  44. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
  45. package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
  46. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
  47. package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
  48. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
  49. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
  50. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
  51. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
  52. package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
  53. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
  54. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
  55. package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
  56. package/dist/plugins/ops/bci-transcribe.js +18 -13
  57. package/dist/plugins/ops/load-model.js +2 -2
  58. package/dist/plugins/ops/transcribe.d.ts +4 -2
  59. package/dist/plugins/ops/transcribe.js +39 -2
  60. package/dist/plugins/ops/translate-stats.d.ts +2 -1
  61. package/dist/plugins/ops/translate-stats.js +64 -7
  62. package/dist/plugins/ops/translate.js +20 -4
  63. package/dist/profiling/operation-metrics.js +56 -0
  64. package/dist/registry.js +4 -0
  65. package/dist/resources/model-fit/assess.d.ts +37 -2
  66. package/dist/resources/model-fit/assess.js +24 -3
  67. package/dist/resources/model-fit/estimators/llm.js +2 -2
  68. package/dist/resources/model-fit/estimators/whisper.js +3 -4
  69. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +20 -1
  70. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +126 -47
  71. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
  72. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
  73. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
  74. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
  75. package/dist/resources/model-fit/floor.js +2 -2
  76. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
  77. package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
  78. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
  79. package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
  80. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
  81. package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
  82. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
  83. package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
  84. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
  85. package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
  86. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
  87. package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
  88. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
  89. package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
  90. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
  91. package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
  92. package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
  93. package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
  94. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
  95. package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
  96. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
  97. package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
  98. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
  99. package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
  100. package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
  101. package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
  102. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
  103. package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
  104. package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
  105. package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
  106. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
  107. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
  108. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
  109. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
  110. package/dist/resources/model-fit/platform.d.ts +9 -0
  111. package/dist/resources/model-fit/platform.js +28 -0
  112. package/dist/rpc/device-map.d.ts +13 -0
  113. package/dist/rpc/device-map.js +22 -0
  114. package/dist/rpc/discovery.d.ts +12 -0
  115. package/dist/rpc/discovery.js +225 -0
  116. package/dist/rpc/ggml-provider.d.ts +4 -0
  117. package/dist/rpc/ggml-provider.js +25 -0
  118. package/dist/rpc/index.d.ts +2 -0
  119. package/dist/rpc/index.js +1 -0
  120. package/dist/rpc/instance.d.ts +6 -0
  121. package/dist/rpc/instance.js +21 -0
  122. package/dist/rpc/inventory.d.ts +5 -0
  123. package/dist/rpc/inventory.js +144 -0
  124. package/dist/rpc/manager.d.ts +14 -0
  125. package/dist/rpc/manager.js +174 -0
  126. package/dist/rpc/network.d.ts +11 -0
  127. package/dist/rpc/network.js +85 -0
  128. package/dist/rpc/provider.d.ts +6 -0
  129. package/dist/rpc/provider.js +24 -0
  130. package/dist/runtime/lifecycle.js +31 -13
  131. package/dist/runtime/request-context.d.ts +1 -1
  132. package/dist/runtime/state.js +5 -0
  133. package/dist/schemas/assess-model-fit.d.ts +269 -85
  134. package/dist/schemas/assess-model-fit.js +78 -54
  135. package/dist/schemas/audio-gen.d.ts +6 -6
  136. package/dist/schemas/audio-gen.js +2 -2
  137. package/dist/schemas/batch-completion-stream.d.ts +13 -5
  138. package/dist/schemas/batch-completion-stream.js +5 -3
  139. package/dist/schemas/bci-config.js +1 -1
  140. package/dist/schemas/bci.d.ts +86 -1
  141. package/dist/schemas/bci.js +21 -2
  142. package/dist/schemas/cancel.d.ts +10 -0
  143. package/dist/schemas/cancel.js +2 -0
  144. package/dist/schemas/common.d.ts +708 -66
  145. package/dist/schemas/common.js +7 -0
  146. package/dist/schemas/completion-event.d.ts +6 -6
  147. package/dist/schemas/completion-stream.d.ts +27 -8
  148. package/dist/schemas/completion-stream.js +41 -4
  149. package/dist/schemas/config.d.ts +104 -36
  150. package/dist/schemas/config.js +10 -0
  151. package/dist/schemas/embed.d.ts +2 -2
  152. package/dist/schemas/error.js +13 -0
  153. package/dist/schemas/errors.d.ts +1 -0
  154. package/dist/schemas/errors.js +5 -0
  155. package/dist/schemas/index.d.ts +1 -0
  156. package/dist/schemas/index.js +1 -0
  157. package/dist/schemas/llamacpp-config.d.ts +25 -18
  158. package/dist/schemas/llamacpp-config.js +26 -16
  159. package/dist/schemas/load-model.d.ts +2608 -469
  160. package/dist/schemas/load-model.js +2 -2
  161. package/dist/schemas/mcp-adapter.d.ts +4 -0
  162. package/dist/schemas/model-config-schemas.d.ts +183 -6
  163. package/dist/schemas/model-info.d.ts +56 -0
  164. package/dist/schemas/model-info.js +5 -1
  165. package/dist/schemas/plugin.d.ts +8 -2
  166. package/dist/schemas/profiling.d.ts +4 -4
  167. package/dist/schemas/reload-config.d.ts +30 -0
  168. package/dist/schemas/rpc-server.d.ts +101 -0
  169. package/dist/schemas/rpc-server.js +87 -0
  170. package/dist/schemas/sdcpp-config.d.ts +7 -3
  171. package/dist/schemas/sdcpp-config.js +37 -2
  172. package/dist/schemas/system-resources.d.ts +4 -4
  173. package/dist/schemas/text-to-speech.d.ts +529 -1
  174. package/dist/schemas/text-to-speech.js +122 -12
  175. package/dist/schemas/tools.d.ts +2 -0
  176. package/dist/schemas/tools.js +8 -0
  177. package/dist/schemas/transcription-config.d.ts +5 -0
  178. package/dist/schemas/transcription-config.js +20 -2
  179. package/dist/schemas/transcription.d.ts +164 -0
  180. package/dist/schemas/transcription.js +71 -4
  181. package/dist/schemas/vla.d.ts +1 -1
  182. package/dist/surface.d.ts +4 -1
  183. package/dist/surface.js +3 -1
  184. package/dist/utils/addon-responses.d.ts +5 -1
  185. package/dist/utils/archive.js +5 -1
  186. package/dist/utils/asr-diagnostics.d.ts +12 -0
  187. package/dist/utils/asr-diagnostics.js +42 -0
  188. package/dist/utils/asr-events.d.ts +1 -0
  189. package/dist/utils/asr-events.js +3 -2
  190. package/dist/utils/cache/paths.js +3 -2
  191. package/dist/utils/mcp-adapter.js +7 -1
  192. package/dist/utils/multi-gpu-mobile.d.ts +1 -1
  193. package/dist/utils/multi-gpu-mobile.js +8 -6
  194. package/dist/utils/path-security.d.ts +5 -0
  195. package/dist/utils/path-security.js +14 -0
  196. package/dist/utils/tool-helpers.d.ts +4 -0
  197. package/dist/utils/tool-helpers.js +2 -0
  198. package/dist/utils/tools/defer.d.ts +93 -0
  199. package/dist/utils/tools/defer.js +290 -0
  200. package/dist/utils/tools/index.d.ts +1 -0
  201. package/dist/utils/tools/index.js +1 -0
  202. package/dist/utils/transcribe-metadata.d.ts +21 -7
  203. package/dist/utils/transcribe-metadata.js +24 -8
  204. package/dist/utils/tts-stats.d.ts +6 -0
  205. package/dist/utils/tts-stats.js +14 -1
  206. package/package.json +43 -29
  207. package/dist/resources/model-fit/fit-stub/index.d.ts +0 -2
  208. package/dist/resources/model-fit/fit-stub/index.js +0 -2
  209. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.d.ts +0 -31
  210. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.js +0 -36
  211. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
  212. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -191
@@ -120,6 +120,25 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
120
120
  lmTopP: z.ZodOptional<z.ZodNumber>;
121
121
  lmTopK: z.ZodOptional<z.ZodNumber>;
122
122
  }, z.core.$strict>, z.ZodObject<{
123
+ host: z.ZodOptional<z.ZodString>;
124
+ port: z.ZodOptional<z.ZodNumber>;
125
+ device: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
126
+ cache: z.ZodOptional<z.ZodBoolean>;
127
+ threads: z.ZodOptional<z.ZodNumber>;
128
+ expectRdma: z.ZodOptional<z.ZodBoolean>;
129
+ allowNonLoopbackHost: z.ZodOptional<z.ZodBoolean>;
130
+ discoveryTopic: z.ZodOptional<z.ZodString>;
131
+ type: z.ZodLiteral<"startRpcServer">;
132
+ requestId: z.ZodOptional<z.ZodString>;
133
+ }, z.core.$strip>, z.ZodObject<{
134
+ serverId: z.ZodString;
135
+ type: z.ZodLiteral<"stopRpcServer">;
136
+ }, z.core.$strip>, z.ZodObject<{
137
+ topic: z.ZodString;
138
+ timeoutMs: z.ZodOptional<z.ZodNumber>;
139
+ type: z.ZodLiteral<"discoverRpcServers">;
140
+ requestId: z.ZodOptional<z.ZodString>;
141
+ }, z.core.$strip>, z.ZodObject<{
123
142
  type: z.ZodLiteral<"heartbeat">;
124
143
  }, z.core.$strip>, z.ZodUnion<readonly [z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
125
144
  type: z.ZodLiteral<"loadModel">;
@@ -168,15 +187,17 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
168
187
  integrated: "integrated";
169
188
  dedicated: "dedicated";
170
189
  }>]>>;
190
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
191
+ devices: z.ZodOptional<z.ZodString>;
171
192
  'split-mode': z.ZodOptional<z.ZodEnum<{
172
193
  none: "none";
173
194
  layer: "layer";
174
195
  tensor: "tensor";
175
196
  }>>;
176
197
  'flash-attn': z.ZodOptional<z.ZodEnum<{
198
+ auto: "auto";
177
199
  on: "on";
178
200
  off: "off";
179
- auto: "auto";
180
201
  }>>;
181
202
  'tensor-split': z.ZodOptional<z.ZodString>;
182
203
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -195,9 +216,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
195
216
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
196
217
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
197
218
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
219
+ auto: "auto";
198
220
  on: "on";
199
221
  off: "off";
200
- auto: "auto";
201
222
  }>>;
202
223
  fit: z.ZodOptional<z.ZodBoolean>;
203
224
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -304,6 +325,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
304
325
  logprob_thold: z.ZodOptional<z.ZodNumber>;
305
326
  greedy_best_of: z.ZodOptional<z.ZodNumber>;
306
327
  beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
328
+ max_initial_ts: z.ZodOptional<z.ZodNumber>;
329
+ no_speech_thold: z.ZodOptional<z.ZodNumber>;
330
+ seed: z.ZodOptional<z.ZodNumber>;
331
+ backendsDir: z.ZodOptional<z.ZodString>;
307
332
  vad_params: z.ZodOptional<z.ZodObject<{
308
333
  threshold: z.ZodOptional<z.ZodNumber>;
309
334
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -324,6 +349,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
324
349
  }, z.core.$strip>>;
325
350
  miscConfig: z.ZodOptional<z.ZodObject<{
326
351
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
352
+ seed: z.ZodOptional<z.ZodNumber>;
327
353
  }, z.core.$strip>>;
328
354
  vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
329
355
  src: z.ZodString;
@@ -476,8 +502,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
476
502
  modelConfig: z.ZodObject<{
477
503
  gpuLayers: z.ZodOptional<z.ZodNumber>;
478
504
  device: z.ZodOptional<z.ZodEnum<{
479
- gpu: "gpu";
480
505
  cpu: "cpu";
506
+ gpu: "gpu";
481
507
  }>>;
482
508
  batchSize: z.ZodOptional<z.ZodNumber>;
483
509
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -493,9 +519,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
493
519
  }>>;
494
520
  embdNormalize: z.ZodOptional<z.ZodNumber>;
495
521
  flashAttention: z.ZodOptional<z.ZodEnum<{
522
+ auto: "auto";
496
523
  on: "on";
497
524
  off: "off";
498
- auto: "auto";
499
525
  }>>;
500
526
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
501
527
  integrated: "integrated";
@@ -1652,6 +1678,172 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1652
1678
  threads: z.ZodOptional<z.ZodNumber>;
1653
1679
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
1654
1680
  seed: z.ZodOptional<z.ZodNumber>;
1681
+ }, z.core.$strict>, z.ZodObject<{
1682
+ mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1683
+ src: z.ZodString;
1684
+ name: z.ZodOptional<z.ZodString>;
1685
+ modelId: z.ZodOptional<z.ZodString>;
1686
+ registryPath: z.ZodOptional<z.ZodString>;
1687
+ registrySource: z.ZodOptional<z.ZodString>;
1688
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1689
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1690
+ engine: z.ZodOptional<z.ZodString>;
1691
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1692
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1693
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1694
+ embeddings: "embeddings";
1695
+ diffusion: "diffusion";
1696
+ audiogen: "audiogen";
1697
+ tts: "tts";
1698
+ ocr: "ocr";
1699
+ vla: "vla";
1700
+ "llamacpp-completion": "llamacpp-completion";
1701
+ "whispercpp-transcription": "whispercpp-transcription";
1702
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1703
+ "llamacpp-embedding": "llamacpp-embedding";
1704
+ "nmtcpp-translation": "nmtcpp-translation";
1705
+ "onnx-tts": "onnx-tts";
1706
+ "tts-ggml": "tts-ggml";
1707
+ "parakeet-transcription": "parakeet-transcription";
1708
+ "ggml-ocr": "ggml-ocr";
1709
+ "sdcpp-generation": "sdcpp-generation";
1710
+ "audiogen-ggml": "audiogen-ggml";
1711
+ "ggml-vla": "ggml-vla";
1712
+ "ggml-classification": "ggml-classification";
1713
+ llm: "llm";
1714
+ whisper: "whisper";
1715
+ bci: "bci";
1716
+ nmt: "nmt";
1717
+ parakeet: "parakeet";
1718
+ classification: "classification";
1719
+ }>, z.ZodLiteral<"vad">]>>;
1720
+ }, z.core.$strip>]>;
1721
+ mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1722
+ src: z.ZodString;
1723
+ name: z.ZodOptional<z.ZodString>;
1724
+ modelId: z.ZodOptional<z.ZodString>;
1725
+ registryPath: z.ZodOptional<z.ZodString>;
1726
+ registrySource: z.ZodOptional<z.ZodString>;
1727
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1728
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1729
+ engine: z.ZodOptional<z.ZodString>;
1730
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1731
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1732
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1733
+ embeddings: "embeddings";
1734
+ diffusion: "diffusion";
1735
+ audiogen: "audiogen";
1736
+ tts: "tts";
1737
+ ocr: "ocr";
1738
+ vla: "vla";
1739
+ "llamacpp-completion": "llamacpp-completion";
1740
+ "whispercpp-transcription": "whispercpp-transcription";
1741
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1742
+ "llamacpp-embedding": "llamacpp-embedding";
1743
+ "nmtcpp-translation": "nmtcpp-translation";
1744
+ "onnx-tts": "onnx-tts";
1745
+ "tts-ggml": "tts-ggml";
1746
+ "parakeet-transcription": "parakeet-transcription";
1747
+ "ggml-ocr": "ggml-ocr";
1748
+ "sdcpp-generation": "sdcpp-generation";
1749
+ "audiogen-ggml": "audiogen-ggml";
1750
+ "ggml-vla": "ggml-vla";
1751
+ "ggml-classification": "ggml-classification";
1752
+ llm: "llm";
1753
+ whisper: "whisper";
1754
+ bci: "bci";
1755
+ nmt: "nmt";
1756
+ parakeet: "parakeet";
1757
+ classification: "classification";
1758
+ }>, z.ZodLiteral<"vad">]>>;
1759
+ }, z.core.$strip>]>>;
1760
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1761
+ src: z.ZodString;
1762
+ name: z.ZodOptional<z.ZodString>;
1763
+ modelId: z.ZodOptional<z.ZodString>;
1764
+ registryPath: z.ZodOptional<z.ZodString>;
1765
+ registrySource: z.ZodOptional<z.ZodString>;
1766
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1767
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1768
+ engine: z.ZodOptional<z.ZodString>;
1769
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1770
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1771
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1772
+ embeddings: "embeddings";
1773
+ diffusion: "diffusion";
1774
+ audiogen: "audiogen";
1775
+ tts: "tts";
1776
+ ocr: "ocr";
1777
+ vla: "vla";
1778
+ "llamacpp-completion": "llamacpp-completion";
1779
+ "whispercpp-transcription": "whispercpp-transcription";
1780
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1781
+ "llamacpp-embedding": "llamacpp-embedding";
1782
+ "nmtcpp-translation": "nmtcpp-translation";
1783
+ "onnx-tts": "onnx-tts";
1784
+ "tts-ggml": "tts-ggml";
1785
+ "parakeet-transcription": "parakeet-transcription";
1786
+ "ggml-ocr": "ggml-ocr";
1787
+ "sdcpp-generation": "sdcpp-generation";
1788
+ "audiogen-ggml": "audiogen-ggml";
1789
+ "ggml-vla": "ggml-vla";
1790
+ "ggml-classification": "ggml-classification";
1791
+ llm: "llm";
1792
+ whisper: "whisper";
1793
+ bci: "bci";
1794
+ nmt: "nmt";
1795
+ parakeet: "parakeet";
1796
+ classification: "classification";
1797
+ }>, z.ZodLiteral<"vad">]>>;
1798
+ }, z.core.$strip>]>>;
1799
+ dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1800
+ src: z.ZodString;
1801
+ name: z.ZodOptional<z.ZodString>;
1802
+ modelId: z.ZodOptional<z.ZodString>;
1803
+ registryPath: z.ZodOptional<z.ZodString>;
1804
+ registrySource: z.ZodOptional<z.ZodString>;
1805
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1806
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1807
+ engine: z.ZodOptional<z.ZodString>;
1808
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1809
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1810
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1811
+ embeddings: "embeddings";
1812
+ diffusion: "diffusion";
1813
+ audiogen: "audiogen";
1814
+ tts: "tts";
1815
+ ocr: "ocr";
1816
+ vla: "vla";
1817
+ "llamacpp-completion": "llamacpp-completion";
1818
+ "whispercpp-transcription": "whispercpp-transcription";
1819
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1820
+ "llamacpp-embedding": "llamacpp-embedding";
1821
+ "nmtcpp-translation": "nmtcpp-translation";
1822
+ "onnx-tts": "onnx-tts";
1823
+ "tts-ggml": "tts-ggml";
1824
+ "parakeet-transcription": "parakeet-transcription";
1825
+ "ggml-ocr": "ggml-ocr";
1826
+ "sdcpp-generation": "sdcpp-generation";
1827
+ "audiogen-ggml": "audiogen-ggml";
1828
+ "ggml-vla": "ggml-vla";
1829
+ "ggml-classification": "ggml-classification";
1830
+ llm: "llm";
1831
+ whisper: "whisper";
1832
+ bci: "bci";
1833
+ nmt: "nmt";
1834
+ parakeet: "parakeet";
1835
+ classification: "classification";
1836
+ }>, z.ZodLiteral<"vad">]>>;
1837
+ }, z.core.$strip>]>>>;
1838
+ backendsDir: z.ZodOptional<z.ZodString>;
1839
+ ttsEngine: z.ZodLiteral<"moss">;
1840
+ language: z.ZodOptional<z.ZodString>;
1841
+ durationTokens: z.ZodOptional<z.ZodNumber>;
1842
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
1843
+ useGPU: z.ZodOptional<z.ZodBoolean>;
1844
+ threads: z.ZodOptional<z.ZodNumber>;
1845
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
1846
+ seed: z.ZodOptional<z.ZodNumber>;
1655
1847
  }, z.core.$strict>], "ttsEngine">;
1656
1848
  }, z.core.$strict>, z.ZodObject<{
1657
1849
  type: z.ZodLiteral<"loadModel">;
@@ -1744,8 +1936,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1744
1936
  }>>;
1745
1937
  threads: z.ZodOptional<z.ZodNumber>;
1746
1938
  device: z.ZodOptional<z.ZodEnum<{
1747
- gpu: "gpu";
1748
1939
  cpu: "cpu";
1940
+ gpu: "gpu";
1749
1941
  }>>;
1750
1942
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
1751
1943
  integrated: "integrated";
@@ -2279,6 +2471,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2279
2471
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
2280
2472
  localAttnSize: z.ZodOptional<z.ZodNumber>;
2281
2473
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
2474
+ paramsBackend: z.ZodOptional<z.ZodString>;
2475
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
2476
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
2477
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
2282
2478
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
2283
2479
  kvCache: z.ZodOptional<z.ZodBoolean>;
2284
2480
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -2604,8 +2800,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2604
2800
  modelType: z.ZodLiteral<"ggml-vla">;
2605
2801
  modelConfig: z.ZodOptional<z.ZodObject<{
2606
2802
  backend: z.ZodOptional<z.ZodEnum<{
2607
- auto: "auto";
2608
2803
  cpu: "cpu";
2804
+ auto: "auto";
2609
2805
  }>>;
2610
2806
  verbosity: z.ZodOptional<z.ZodNumber>;
2611
2807
  embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -2669,8 +2865,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2669
2865
  'cache-type-k'?: string | undefined;
2670
2866
  'cache-type-v'?: string | undefined;
2671
2867
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
2868
+ 'rpc-servers'?: string | undefined;
2869
+ devices?: string | undefined;
2672
2870
  'split-mode'?: "none" | "layer" | "tensor" | undefined;
2673
- 'flash-attn'?: "on" | "off" | "auto" | undefined;
2871
+ 'flash-attn'?: "auto" | "on" | "off" | undefined;
2674
2872
  'tensor-split'?: string | undefined;
2675
2873
  'batch-size'?: number | undefined;
2676
2874
  'ubatch-size'?: number | undefined;
@@ -2687,7 +2885,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2687
2885
  'n-cpu-ffn'?: number | undefined;
2688
2886
  'moe-cache-mib'?: number | "auto" | undefined;
2689
2887
  'prefetch-weights'?: boolean | "auto" | undefined;
2690
- 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
2888
+ 'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
2691
2889
  fit?: boolean | undefined;
2692
2890
  'fit-target'?: string | number | undefined;
2693
2891
  'fit-ctx'?: number | undefined;
@@ -2757,6 +2955,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2757
2955
  logprob_thold?: number | undefined;
2758
2956
  greedy_best_of?: number | undefined;
2759
2957
  beam_search_beam_size?: number | undefined;
2958
+ max_initial_ts?: number | undefined;
2959
+ no_speech_thold?: number | undefined;
2960
+ seed?: number | undefined;
2961
+ backendsDir?: string | undefined;
2760
2962
  vad_params?: {
2761
2963
  threshold?: number | undefined;
2762
2964
  min_speech_duration_ms?: number | undefined;
@@ -2774,6 +2976,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2774
2976
  } | undefined;
2775
2977
  miscConfig?: {
2776
2978
  caption_enabled?: boolean | undefined;
2979
+ seed?: number | undefined;
2777
2980
  } | undefined;
2778
2981
  vadModelSrc?: string | {
2779
2982
  src: string;
@@ -2873,12 +3076,12 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2873
3076
  modelType: "llamacpp-embedding";
2874
3077
  modelConfig: {
2875
3078
  gpuLayers?: number | undefined;
2876
- device?: "gpu" | "cpu" | undefined;
3079
+ device?: "cpu" | "gpu" | undefined;
2877
3080
  batchSize?: number | undefined;
2878
3081
  pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
2879
3082
  attention?: "causal" | "non-causal" | undefined;
2880
3083
  embdNormalize?: number | undefined;
2881
- flashAttention?: "on" | "off" | "auto" | undefined;
3084
+ flashAttention?: "auto" | "on" | "off" | undefined;
2882
3085
  mainGpu?: number | "integrated" | "dedicated" | undefined;
2883
3086
  splitMode?: "none" | "layer" | undefined;
2884
3087
  tensorSplit?: string | undefined;
@@ -3205,6 +3408,68 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3205
3408
  threads?: number | undefined;
3206
3409
  nGpuLayers?: number | undefined;
3207
3410
  seed?: number | undefined;
3411
+ } | {
3412
+ mossCodecDecoderModelSrc: string | {
3413
+ src: string;
3414
+ name?: string | undefined;
3415
+ modelId?: string | undefined;
3416
+ registryPath?: string | undefined;
3417
+ registrySource?: string | undefined;
3418
+ blobCoreKey?: string | undefined;
3419
+ blobIndex?: number | undefined;
3420
+ engine?: string | undefined;
3421
+ expectedSize?: number | undefined;
3422
+ sha256Checksum?: string | undefined;
3423
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3424
+ };
3425
+ ttsEngine: "moss";
3426
+ mossCodecEncoderModelSrc?: string | {
3427
+ src: string;
3428
+ name?: string | undefined;
3429
+ modelId?: string | undefined;
3430
+ registryPath?: string | undefined;
3431
+ registrySource?: string | undefined;
3432
+ blobCoreKey?: string | undefined;
3433
+ blobIndex?: number | undefined;
3434
+ engine?: string | undefined;
3435
+ expectedSize?: number | undefined;
3436
+ sha256Checksum?: string | undefined;
3437
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3438
+ } | undefined;
3439
+ referenceAudioSrc?: string | {
3440
+ src: string;
3441
+ name?: string | undefined;
3442
+ modelId?: string | undefined;
3443
+ registryPath?: string | undefined;
3444
+ registrySource?: string | undefined;
3445
+ blobCoreKey?: string | undefined;
3446
+ blobIndex?: number | undefined;
3447
+ engine?: string | undefined;
3448
+ expectedSize?: number | undefined;
3449
+ sha256Checksum?: string | undefined;
3450
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3451
+ } | undefined;
3452
+ dialogueReferenceSrcs?: (string | {
3453
+ src: string;
3454
+ name?: string | undefined;
3455
+ modelId?: string | undefined;
3456
+ registryPath?: string | undefined;
3457
+ registrySource?: string | undefined;
3458
+ blobCoreKey?: string | undefined;
3459
+ blobIndex?: number | undefined;
3460
+ engine?: string | undefined;
3461
+ expectedSize?: number | undefined;
3462
+ sha256Checksum?: string | undefined;
3463
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3464
+ })[] | undefined;
3465
+ backendsDir?: string | undefined;
3466
+ language?: string | undefined;
3467
+ durationTokens?: number | undefined;
3468
+ streamChunkTokens?: number | undefined;
3469
+ useGPU?: boolean | undefined;
3470
+ threads?: number | undefined;
3471
+ nGpuLayers?: number | undefined;
3472
+ seed?: number | undefined;
3208
3473
  };
3209
3474
  modelName?: string | undefined;
3210
3475
  withProgress?: boolean | undefined;
@@ -3263,7 +3528,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3263
3528
  modelConfig?: {
3264
3529
  mode: "diffusion" | "world" | "upscale" | "video";
3265
3530
  threads?: number | undefined;
3266
- device?: "gpu" | "cpu" | undefined;
3531
+ device?: "cpu" | "gpu" | undefined;
3267
3532
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
3268
3533
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
3269
3534
  type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
@@ -3447,6 +3712,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3447
3712
  numFramePerBlock?: number | undefined;
3448
3713
  localAttnSize?: number | undefined;
3449
3714
  offloadParamsToCpu?: boolean | undefined;
3715
+ paramsBackend?: string | undefined;
3716
+ maxVram?: string | number | undefined;
3717
+ streamLayers?: boolean | undefined;
3718
+ verbosity?: 0 | 3 | 2 | 1 | undefined;
3450
3719
  frameJpegQuality?: number | undefined;
3451
3720
  kvCache?: boolean | undefined;
3452
3721
  profile?: boolean | undefined;
@@ -3589,7 +3858,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3589
3858
  requireSecureTransport?: boolean | undefined;
3590
3859
  requestId?: string | undefined;
3591
3860
  modelConfig?: {
3592
- backend?: "auto" | "cpu" | undefined;
3861
+ backend?: "cpu" | "auto" | undefined;
3593
3862
  verbosity?: number | undefined;
3594
3863
  embodiment?: string | number | {
3595
3864
  tag?: string | undefined;
@@ -3651,8 +3920,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3651
3920
  'cache-type-k'?: string | undefined;
3652
3921
  'cache-type-v'?: string | undefined;
3653
3922
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
3923
+ 'rpc-servers'?: string | undefined;
3924
+ devices?: string | undefined;
3654
3925
  'split-mode'?: "none" | "layer" | "tensor" | undefined;
3655
- 'flash-attn'?: "on" | "off" | "auto" | undefined;
3926
+ 'flash-attn'?: "auto" | "on" | "off" | undefined;
3656
3927
  'tensor-split'?: string | undefined;
3657
3928
  'batch-size'?: number | undefined;
3658
3929
  'ubatch-size'?: number | undefined;
@@ -3669,7 +3940,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3669
3940
  'n-cpu-ffn'?: number | undefined;
3670
3941
  'moe-cache-mib'?: number | "auto" | undefined;
3671
3942
  'prefetch-weights'?: boolean | "auto" | undefined;
3672
- 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
3943
+ 'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
3673
3944
  fit?: boolean | undefined;
3674
3945
  'fit-target'?: string | number | undefined;
3675
3946
  'fit-ctx'?: number | undefined;
@@ -3739,6 +4010,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3739
4010
  logprob_thold?: number | undefined;
3740
4011
  greedy_best_of?: number | undefined;
3741
4012
  beam_search_beam_size?: number | undefined;
4013
+ max_initial_ts?: number | undefined;
4014
+ no_speech_thold?: number | undefined;
4015
+ seed?: number | undefined;
4016
+ backendsDir?: string | undefined;
3742
4017
  vad_params?: {
3743
4018
  threshold?: number | undefined;
3744
4019
  min_speech_duration_ms?: number | undefined;
@@ -3756,6 +4031,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3756
4031
  } | undefined;
3757
4032
  miscConfig?: {
3758
4033
  caption_enabled?: boolean | undefined;
4034
+ seed?: number | undefined;
3759
4035
  } | undefined;
3760
4036
  vadModelSrc?: string | {
3761
4037
  src: string;
@@ -3855,12 +4131,12 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3855
4131
  modelType: "llamacpp-embedding";
3856
4132
  modelConfig: {
3857
4133
  gpuLayers?: number | undefined;
3858
- device?: "gpu" | "cpu" | undefined;
4134
+ device?: "cpu" | "gpu" | undefined;
3859
4135
  batchSize?: number | undefined;
3860
4136
  pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
3861
4137
  attention?: "causal" | "non-causal" | undefined;
3862
4138
  embdNormalize?: number | undefined;
3863
- flashAttention?: "on" | "off" | "auto" | undefined;
4139
+ flashAttention?: "auto" | "on" | "off" | undefined;
3864
4140
  mainGpu?: number | "integrated" | "dedicated" | undefined;
3865
4141
  splitMode?: "none" | "layer" | undefined;
3866
4142
  tensorSplit?: string | undefined;
@@ -4187,19 +4463,81 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4187
4463
  threads?: number | undefined;
4188
4464
  nGpuLayers?: number | undefined;
4189
4465
  seed?: number | undefined;
4190
- };
4191
- modelName?: string | undefined;
4192
- withProgress?: boolean | undefined;
4193
- seed?: boolean | undefined;
4194
- fallbackSrc?: string | undefined;
4195
- requireHttpChecksum?: boolean | undefined;
4196
- requireSecureTransport?: boolean | undefined;
4197
- requestId?: string | undefined;
4198
- } | {
4199
- type: "loadModel";
4200
- modelSrc: string;
4201
- modelType: "ggml-ocr";
4202
- modelConfig: {
4466
+ } | {
4467
+ mossCodecDecoderModelSrc: string | {
4468
+ src: string;
4469
+ name?: string | undefined;
4470
+ modelId?: string | undefined;
4471
+ registryPath?: string | undefined;
4472
+ registrySource?: string | undefined;
4473
+ blobCoreKey?: string | undefined;
4474
+ blobIndex?: number | undefined;
4475
+ engine?: string | undefined;
4476
+ expectedSize?: number | undefined;
4477
+ sha256Checksum?: string | undefined;
4478
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4479
+ };
4480
+ ttsEngine: "moss";
4481
+ mossCodecEncoderModelSrc?: string | {
4482
+ src: string;
4483
+ name?: string | undefined;
4484
+ modelId?: string | undefined;
4485
+ registryPath?: string | undefined;
4486
+ registrySource?: string | undefined;
4487
+ blobCoreKey?: string | undefined;
4488
+ blobIndex?: number | undefined;
4489
+ engine?: string | undefined;
4490
+ expectedSize?: number | undefined;
4491
+ sha256Checksum?: string | undefined;
4492
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4493
+ } | undefined;
4494
+ referenceAudioSrc?: string | {
4495
+ src: string;
4496
+ name?: string | undefined;
4497
+ modelId?: string | undefined;
4498
+ registryPath?: string | undefined;
4499
+ registrySource?: string | undefined;
4500
+ blobCoreKey?: string | undefined;
4501
+ blobIndex?: number | undefined;
4502
+ engine?: string | undefined;
4503
+ expectedSize?: number | undefined;
4504
+ sha256Checksum?: string | undefined;
4505
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4506
+ } | undefined;
4507
+ dialogueReferenceSrcs?: (string | {
4508
+ src: string;
4509
+ name?: string | undefined;
4510
+ modelId?: string | undefined;
4511
+ registryPath?: string | undefined;
4512
+ registrySource?: string | undefined;
4513
+ blobCoreKey?: string | undefined;
4514
+ blobIndex?: number | undefined;
4515
+ engine?: string | undefined;
4516
+ expectedSize?: number | undefined;
4517
+ sha256Checksum?: string | undefined;
4518
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4519
+ })[] | undefined;
4520
+ backendsDir?: string | undefined;
4521
+ language?: string | undefined;
4522
+ durationTokens?: number | undefined;
4523
+ streamChunkTokens?: number | undefined;
4524
+ useGPU?: boolean | undefined;
4525
+ threads?: number | undefined;
4526
+ nGpuLayers?: number | undefined;
4527
+ seed?: number | undefined;
4528
+ };
4529
+ modelName?: string | undefined;
4530
+ withProgress?: boolean | undefined;
4531
+ seed?: boolean | undefined;
4532
+ fallbackSrc?: string | undefined;
4533
+ requireHttpChecksum?: boolean | undefined;
4534
+ requireSecureTransport?: boolean | undefined;
4535
+ requestId?: string | undefined;
4536
+ } | {
4537
+ type: "loadModel";
4538
+ modelSrc: string;
4539
+ modelType: "ggml-ocr";
4540
+ modelConfig: {
4203
4541
  langList?: string[] | undefined;
4204
4542
  pipelineType?: "easyocr" | "doctr" | undefined;
4205
4543
  magRatio?: number | undefined;
@@ -4246,7 +4584,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4246
4584
  modelConfig?: {
4247
4585
  mode: "diffusion" | "world" | "upscale" | "video";
4248
4586
  threads?: number | undefined;
4249
- device?: "gpu" | "cpu" | undefined;
4587
+ device?: "cpu" | "gpu" | undefined;
4250
4588
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
4251
4589
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
4252
4590
  type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
@@ -4430,6 +4768,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4430
4768
  numFramePerBlock?: number | undefined;
4431
4769
  localAttnSize?: number | undefined;
4432
4770
  offloadParamsToCpu?: boolean | undefined;
4771
+ paramsBackend?: string | undefined;
4772
+ maxVram?: string | number | undefined;
4773
+ streamLayers?: boolean | undefined;
4774
+ verbosity?: 0 | 3 | 2 | 1 | undefined;
4433
4775
  frameJpegQuality?: number | undefined;
4434
4776
  kvCache?: boolean | undefined;
4435
4777
  profile?: boolean | undefined;
@@ -4572,7 +4914,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4572
4914
  requireSecureTransport?: boolean | undefined;
4573
4915
  requestId?: string | undefined;
4574
4916
  modelConfig?: {
4575
- backend?: "auto" | "cpu" | undefined;
4917
+ backend?: "cpu" | "auto" | undefined;
4576
4918
  verbosity?: number | undefined;
4577
4919
  embodiment?: string | number | {
4578
4920
  tag?: string | undefined;
@@ -4657,6 +4999,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4657
4999
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4658
5000
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4659
5001
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5002
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5003
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5004
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5005
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
4660
5006
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4661
5007
  threshold: z.ZodOptional<z.ZodNumber>;
4662
5008
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -4677,6 +5023,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4677
5023
  }, z.core.$strip>>>;
4678
5024
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4679
5025
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
5026
+ seed: z.ZodOptional<z.ZodNumber>;
4680
5027
  }, z.core.$strip>>>;
4681
5028
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4682
5029
  src: z.ZodString;
@@ -4755,6 +5102,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4755
5102
  type: z.ZodLiteral<"function">;
4756
5103
  name: z.ZodString;
4757
5104
  description: z.ZodString;
5105
+ deferLoading: z.ZodOptional<z.ZodBoolean>;
5106
+ group: z.ZodOptional<z.ZodString>;
4758
5107
  parameters: z.ZodObject<{
4759
5108
  type: z.ZodLiteral<"object">;
4760
5109
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
@@ -4826,6 +5175,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4826
5175
  type: z.ZodLiteral<"function">;
4827
5176
  name: z.ZodString;
4828
5177
  description: z.ZodString;
5178
+ deferLoading: z.ZodOptional<z.ZodBoolean>;
5179
+ group: z.ZodOptional<z.ZodString>;
4829
5180
  parameters: z.ZodObject<{
4830
5181
  type: z.ZodLiteral<"object">;
4831
5182
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
@@ -4939,6 +5290,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4939
5290
  type: z.ZodLiteral<"function">;
4940
5291
  name: z.ZodString;
4941
5292
  description: z.ZodString;
5293
+ deferLoading: z.ZodOptional<z.ZodBoolean>;
5294
+ group: z.ZodOptional<z.ZodString>;
4942
5295
  parameters: z.ZodObject<{
4943
5296
  type: z.ZodLiteral<"object">;
4944
5297
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
@@ -5155,6 +5508,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
5155
5508
  finetune: "finetune";
5156
5509
  loadModel: "loadModel";
5157
5510
  downloadAsset: "downloadAsset";
5511
+ rpcServer: "rpcServer";
5512
+ rpcDiscovery: "rpcDiscovery";
5158
5513
  rag: "rag";
5159
5514
  }>>;
5160
5515
  }, z.core.$strip>], "operation">>, z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -5325,27 +5680,73 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
5325
5680
  type: z.ZodLiteral<"getSystemResources">;
5326
5681
  }, z.core.$strip>, z.ZodObject<{
5327
5682
  models: z.ZodArray<z.ZodObject<{
5328
- model: z.ZodObject<{
5329
- sha256Checksum: z.ZodString;
5330
- name: z.ZodString;
5331
- registryPath: z.ZodOptional<z.ZodString>;
5332
- registrySource: z.ZodOptional<z.ZodString>;
5333
- }, z.core.$strip>;
5334
- artifacts: z.ZodOptional<z.ZodArray<z.ZodObject<{
5335
- sha256Checksum: z.ZodString;
5336
- name: z.ZodString;
5683
+ modelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
5684
+ src: z.ZodString;
5685
+ name: z.ZodOptional<z.ZodString>;
5686
+ modelId: z.ZodOptional<z.ZodString>;
5337
5687
  registryPath: z.ZodOptional<z.ZodString>;
5338
5688
  registrySource: z.ZodOptional<z.ZodString>;
5339
- }, z.core.$strip>>>;
5340
- workload: z.ZodDiscriminatedUnion<[z.ZodObject<{
5341
- kind: z.ZodLiteral<"llm">;
5342
- contextTokens: z.ZodNumber;
5343
- }, z.core.$strip>, z.ZodObject<{
5344
- kind: z.ZodLiteral<"audio">;
5345
- windowMs: z.ZodNumber;
5346
- streaming: z.ZodBoolean;
5347
- batch: z.ZodOptional<z.ZodNumber>;
5348
- }, z.core.$strip>], "kind">;
5689
+ blobCoreKey: z.ZodOptional<z.ZodString>;
5690
+ blobIndex: z.ZodOptional<z.ZodNumber>;
5691
+ engine: z.ZodOptional<z.ZodString>;
5692
+ expectedSize: z.ZodOptional<z.ZodNumber>;
5693
+ sha256Checksum: z.ZodOptional<z.ZodString>;
5694
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
5695
+ embeddings: "embeddings";
5696
+ diffusion: "diffusion";
5697
+ audiogen: "audiogen";
5698
+ tts: "tts";
5699
+ ocr: "ocr";
5700
+ vla: "vla";
5701
+ "llamacpp-completion": "llamacpp-completion";
5702
+ "whispercpp-transcription": "whispercpp-transcription";
5703
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5704
+ "llamacpp-embedding": "llamacpp-embedding";
5705
+ "nmtcpp-translation": "nmtcpp-translation";
5706
+ "onnx-tts": "onnx-tts";
5707
+ "tts-ggml": "tts-ggml";
5708
+ "parakeet-transcription": "parakeet-transcription";
5709
+ "ggml-ocr": "ggml-ocr";
5710
+ "sdcpp-generation": "sdcpp-generation";
5711
+ "audiogen-ggml": "audiogen-ggml";
5712
+ "ggml-vla": "ggml-vla";
5713
+ "ggml-classification": "ggml-classification";
5714
+ llm: "llm";
5715
+ whisper: "whisper";
5716
+ bci: "bci";
5717
+ nmt: "nmt";
5718
+ parakeet: "parakeet";
5719
+ classification: "classification";
5720
+ }>, z.ZodLiteral<"vad">]>>;
5721
+ }, z.core.$strip>]>>;
5722
+ modelType: z.ZodOptional<z.ZodEnum<{
5723
+ embeddings: "embeddings";
5724
+ diffusion: "diffusion";
5725
+ audiogen: "audiogen";
5726
+ tts: "tts";
5727
+ ocr: "ocr";
5728
+ vla: "vla";
5729
+ "llamacpp-completion": "llamacpp-completion";
5730
+ "whispercpp-transcription": "whispercpp-transcription";
5731
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5732
+ "llamacpp-embedding": "llamacpp-embedding";
5733
+ "nmtcpp-translation": "nmtcpp-translation";
5734
+ "onnx-tts": "onnx-tts";
5735
+ "tts-ggml": "tts-ggml";
5736
+ "parakeet-transcription": "parakeet-transcription";
5737
+ "ggml-ocr": "ggml-ocr";
5738
+ "sdcpp-generation": "sdcpp-generation";
5739
+ "audiogen-ggml": "audiogen-ggml";
5740
+ "ggml-vla": "ggml-vla";
5741
+ "ggml-classification": "ggml-classification";
5742
+ llm: "llm";
5743
+ whisper: "whisper";
5744
+ bci: "bci";
5745
+ nmt: "nmt";
5746
+ parakeet: "parakeet";
5747
+ classification: "classification";
5748
+ }>>;
5749
+ modelConfig: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
5349
5750
  }, z.core.$strip>>;
5350
5751
  execution: z.ZodDefault<z.ZodEnum<{
5351
5752
  sequential: "sequential";
@@ -5770,8 +6171,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5770
6171
  diagnostics: z.ZodOptional<z.ZodObject<{
5771
6172
  selectedBackend: z.ZodString;
5772
6173
  selectedDevice: z.ZodEnum<{
5773
- gpu: "gpu";
5774
6174
  cpu: "cpu";
6175
+ gpu: "gpu";
5775
6176
  }>;
5776
6177
  graphicsApi: z.ZodOptional<z.ZodEnum<{
5777
6178
  vulkan: "vulkan";
@@ -5793,8 +6194,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5793
6194
  fallback: z.ZodOptional<z.ZodObject<{
5794
6195
  requestedBackend: z.ZodOptional<z.ZodString>;
5795
6196
  requestedDevice: z.ZodOptional<z.ZodEnum<{
5796
- gpu: "gpu";
5797
6197
  cpu: "cpu";
6198
+ gpu: "gpu";
5798
6199
  }>>;
5799
6200
  reason: z.ZodString;
5800
6201
  }, z.core.$strip>>;
@@ -5846,8 +6247,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5846
6247
  diagnostics: z.ZodOptional<z.ZodObject<{
5847
6248
  selectedBackend: z.ZodString;
5848
6249
  selectedDevice: z.ZodEnum<{
5849
- gpu: "gpu";
5850
6250
  cpu: "cpu";
6251
+ gpu: "gpu";
5851
6252
  }>;
5852
6253
  graphicsApi: z.ZodOptional<z.ZodEnum<{
5853
6254
  vulkan: "vulkan";
@@ -5869,8 +6270,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5869
6270
  fallback: z.ZodOptional<z.ZodObject<{
5870
6271
  requestedBackend: z.ZodOptional<z.ZodString>;
5871
6272
  requestedDevice: z.ZodOptional<z.ZodEnum<{
5872
- gpu: "gpu";
5873
6273
  cpu: "cpu";
6274
+ gpu: "gpu";
5874
6275
  }>>;
5875
6276
  reason: z.ZodString;
5876
6277
  }, z.core.$strip>>;
@@ -5928,8 +6329,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5928
6329
  diagnostics: z.ZodOptional<z.ZodObject<{
5929
6330
  selectedBackend: z.ZodString;
5930
6331
  selectedDevice: z.ZodEnum<{
5931
- gpu: "gpu";
5932
6332
  cpu: "cpu";
6333
+ gpu: "gpu";
5933
6334
  }>;
5934
6335
  graphicsApi: z.ZodOptional<z.ZodEnum<{
5935
6336
  vulkan: "vulkan";
@@ -5951,8 +6352,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5951
6352
  fallback: z.ZodOptional<z.ZodObject<{
5952
6353
  requestedBackend: z.ZodOptional<z.ZodString>;
5953
6354
  requestedDevice: z.ZodOptional<z.ZodEnum<{
5954
- gpu: "gpu";
5955
6355
  cpu: "cpu";
6356
+ gpu: "gpu";
5956
6357
  }>>;
5957
6358
  reason: z.ZodString;
5958
6359
  }, z.core.$strip>>;
@@ -5967,6 +6368,24 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5967
6368
  }, z.core.$strip>>;
5968
6369
  }, z.core.$strip>>;
5969
6370
  }, z.core.$strict>, z.ZodObject<{
6371
+ serverId: z.ZodString;
6372
+ url: z.ZodString;
6373
+ rdmaCapable: z.ZodBoolean;
6374
+ type: z.ZodLiteral<"startRpcServer">;
6375
+ }, z.core.$strip>, z.ZodObject<{
6376
+ type: z.ZodLiteral<"stopRpcServer">;
6377
+ }, z.core.$strip>, z.ZodObject<{
6378
+ type: z.ZodLiteral<"discoverRpcServers">;
6379
+ servers: z.ZodArray<z.ZodObject<{
6380
+ url: z.ZodString;
6381
+ rdmaAvailable: z.ZodBoolean;
6382
+ devices: z.ZodArray<z.ZodObject<{
6383
+ index: z.ZodNumber;
6384
+ freeMemory: z.ZodNumber;
6385
+ totalMemory: z.ZodNumber;
6386
+ }, z.core.$strip>>;
6387
+ }, z.core.$strip>>;
6388
+ }, z.core.$strip>, z.ZodObject<{
5970
6389
  type: z.ZodLiteral<"heartbeat">;
5971
6390
  number: z.ZodNumber;
5972
6391
  }, z.core.$strip>, z.ZodObject<{
@@ -6029,8 +6448,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6029
6448
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
6030
6449
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
6031
6450
  backendDevice: z.ZodOptional<z.ZodEnum<{
6032
- gpu: "gpu";
6033
6451
  cpu: "cpu";
6452
+ gpu: "gpu";
6034
6453
  }>>;
6035
6454
  }, z.core.$strip>;
6036
6455
  }, z.core.$strip>, z.ZodObject<{
@@ -6048,8 +6467,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6048
6467
  seq: z.ZodNumber;
6049
6468
  stopReason: z.ZodOptional<z.ZodEnum<{
6050
6469
  cancelled: "cancelled";
6051
- eos: "eos";
6052
6470
  length: "length";
6471
+ eos: "eos";
6053
6472
  stopSequence: "stopSequence";
6054
6473
  }>>;
6055
6474
  raw: z.ZodOptional<z.ZodObject<{
@@ -6106,8 +6525,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6106
6525
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
6107
6526
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
6108
6527
  backendDevice: z.ZodOptional<z.ZodEnum<{
6109
- gpu: "gpu";
6110
6528
  cpu: "cpu";
6529
+ gpu: "gpu";
6111
6530
  }>>;
6112
6531
  }, z.core.$strip>;
6113
6532
  }, z.core.$strip>, z.ZodObject<{
@@ -6125,8 +6544,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6125
6544
  seq: z.ZodNumber;
6126
6545
  stopReason: z.ZodOptional<z.ZodEnum<{
6127
6546
  cancelled: "cancelled";
6128
- eos: "eos";
6129
6547
  length: "length";
6548
+ eos: "eos";
6130
6549
  stopSequence: "stopSequence";
6131
6550
  }>>;
6132
6551
  raw: z.ZodOptional<z.ZodObject<{
@@ -6193,8 +6612,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6193
6612
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
6194
6613
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
6195
6614
  backendDevice: z.ZodOptional<z.ZodEnum<{
6196
- gpu: "gpu";
6197
6615
  cpu: "cpu";
6616
+ gpu: "gpu";
6198
6617
  }>>;
6199
6618
  }, z.core.$strip>;
6200
6619
  }, z.core.$strip>, z.ZodObject<{
@@ -6212,8 +6631,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6212
6631
  seq: z.ZodNumber;
6213
6632
  stopReason: z.ZodOptional<z.ZodEnum<{
6214
6633
  cancelled: "cancelled";
6215
- eos: "eos";
6216
6634
  length: "length";
6635
+ eos: "eos";
6217
6636
  stopSequence: "stopSequence";
6218
6637
  }>>;
6219
6638
  raw: z.ZodOptional<z.ZodObject<{
@@ -6232,8 +6651,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6232
6651
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
6233
6652
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
6234
6653
  backendDevice: z.ZodOptional<z.ZodEnum<{
6235
- gpu: "gpu";
6236
6654
  cpu: "cpu";
6655
+ gpu: "gpu";
6237
6656
  }>>;
6238
6657
  }, z.core.$strip>>;
6239
6658
  }, z.core.$strict>, z.ZodObject<{
@@ -6283,6 +6702,18 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6283
6702
  gpuUnsupported: z.ZodOptional<z.ZodNumber>;
6284
6703
  gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
6285
6704
  gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
6705
+ totalTime: z.ZodOptional<z.ZodNumber>;
6706
+ totalWallMs: z.ZodOptional<z.ZodNumber>;
6707
+ totalSamples: z.ZodOptional<z.ZodNumber>;
6708
+ processCalls: z.ZodOptional<z.ZodNumber>;
6709
+ whisperSampleMs: z.ZodOptional<z.ZodNumber>;
6710
+ whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
6711
+ whisperPromptMs: z.ZodOptional<z.ZodNumber>;
6712
+ totalTranscriptions: z.ZodOptional<z.ZodNumber>;
6713
+ modelLoadMs: z.ZodOptional<z.ZodNumber>;
6714
+ totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
6715
+ encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
6716
+ encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
6286
6717
  }, z.core.$strip>>;
6287
6718
  error: z.ZodOptional<z.ZodString>;
6288
6719
  segment: z.ZodOptional<z.ZodObject<{
@@ -6291,10 +6722,17 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6291
6722
  endMs: z.ZodNumber;
6292
6723
  append: z.ZodBoolean;
6293
6724
  id: z.ZodNumber;
6725
+ isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
6726
+ startsWord: z.ZodOptional<z.ZodBoolean>;
6294
6727
  }, z.core.$strip>>;
6295
6728
  vad: z.ZodOptional<z.ZodObject<{
6296
6729
  speaking: z.ZodBoolean;
6297
6730
  probability: z.ZodNumber;
6731
+ source: z.ZodOptional<z.ZodEnum<{
6732
+ silero: "silero";
6733
+ energy: "energy";
6734
+ sortformer: "sortformer";
6735
+ }>>;
6298
6736
  }, z.core.$strip>>;
6299
6737
  endOfTurn: z.ZodOptional<z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
6300
6738
  source: z.ZodLiteral<"whisper">;
@@ -6302,6 +6740,47 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6302
6740
  }, z.core.$strip>, z.ZodObject<{
6303
6741
  source: z.ZodLiteral<"parakeet">;
6304
6742
  }, z.core.$strip>], "source">, unknown>>;
6743
+ diagnostics: z.ZodOptional<z.ZodObject<{
6744
+ selectedBackend: z.ZodString;
6745
+ selectedDevice: z.ZodEnum<{
6746
+ cpu: "cpu";
6747
+ gpu: "gpu";
6748
+ }>;
6749
+ graphicsApi: z.ZodOptional<z.ZodEnum<{
6750
+ vulkan: "vulkan";
6751
+ metal: "metal";
6752
+ opencl: "opencl";
6753
+ cuda: "cuda";
6754
+ opengl: "opengl";
6755
+ webgpu: "webgpu";
6756
+ direct3d11: "direct3d11";
6757
+ direct3d12: "direct3d12";
6758
+ levelZero: "levelZero";
6759
+ rocm: "rocm";
6760
+ }>>;
6761
+ driver: z.ZodOptional<z.ZodObject<{
6762
+ name: z.ZodString;
6763
+ version: z.ZodOptional<z.ZodString>;
6764
+ }, z.core.$strip>>;
6765
+ gpuId: z.ZodOptional<z.ZodString>;
6766
+ fallback: z.ZodOptional<z.ZodObject<{
6767
+ requestedBackend: z.ZodOptional<z.ZodString>;
6768
+ requestedDevice: z.ZodOptional<z.ZodEnum<{
6769
+ cpu: "cpu";
6770
+ gpu: "gpu";
6771
+ }>>;
6772
+ reason: z.ZodString;
6773
+ }, z.core.$strip>>;
6774
+ probe: z.ZodOptional<z.ZodObject<{
6775
+ status: z.ZodEnum<{
6776
+ unknown: "unknown";
6777
+ compatible: "compatible";
6778
+ incompatible: "incompatible";
6779
+ }>;
6780
+ backend: z.ZodString;
6781
+ reason: z.ZodOptional<z.ZodString>;
6782
+ }, z.core.$strip>>;
6783
+ }, z.core.$strip>>;
6305
6784
  type: z.ZodLiteral<"transcribe">;
6306
6785
  }, z.core.$strip>, z.ZodObject<{
6307
6786
  text: z.ZodOptional<z.ZodString>;
@@ -6322,6 +6801,18 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6322
6801
  gpuUnsupported: z.ZodOptional<z.ZodNumber>;
6323
6802
  gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
6324
6803
  gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
6804
+ totalTime: z.ZodOptional<z.ZodNumber>;
6805
+ totalWallMs: z.ZodOptional<z.ZodNumber>;
6806
+ totalSamples: z.ZodOptional<z.ZodNumber>;
6807
+ processCalls: z.ZodOptional<z.ZodNumber>;
6808
+ whisperSampleMs: z.ZodOptional<z.ZodNumber>;
6809
+ whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
6810
+ whisperPromptMs: z.ZodOptional<z.ZodNumber>;
6811
+ totalTranscriptions: z.ZodOptional<z.ZodNumber>;
6812
+ modelLoadMs: z.ZodOptional<z.ZodNumber>;
6813
+ totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
6814
+ encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
6815
+ encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
6325
6816
  }, z.core.$strip>>;
6326
6817
  error: z.ZodOptional<z.ZodString>;
6327
6818
  segment: z.ZodOptional<z.ZodObject<{
@@ -6330,10 +6821,17 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6330
6821
  endMs: z.ZodNumber;
6331
6822
  append: z.ZodBoolean;
6332
6823
  id: z.ZodNumber;
6824
+ isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
6825
+ startsWord: z.ZodOptional<z.ZodBoolean>;
6333
6826
  }, z.core.$strip>>;
6334
6827
  vad: z.ZodOptional<z.ZodObject<{
6335
6828
  speaking: z.ZodBoolean;
6336
6829
  probability: z.ZodNumber;
6830
+ source: z.ZodOptional<z.ZodEnum<{
6831
+ silero: "silero";
6832
+ energy: "energy";
6833
+ sortformer: "sortformer";
6834
+ }>>;
6337
6835
  }, z.core.$strip>>;
6338
6836
  endOfTurn: z.ZodOptional<z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
6339
6837
  source: z.ZodLiteral<"whisper">;
@@ -6341,6 +6839,47 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6341
6839
  }, z.core.$strip>, z.ZodObject<{
6342
6840
  source: z.ZodLiteral<"parakeet">;
6343
6841
  }, z.core.$strip>], "source">, unknown>>;
6842
+ diagnostics: z.ZodOptional<z.ZodObject<{
6843
+ selectedBackend: z.ZodString;
6844
+ selectedDevice: z.ZodEnum<{
6845
+ cpu: "cpu";
6846
+ gpu: "gpu";
6847
+ }>;
6848
+ graphicsApi: z.ZodOptional<z.ZodEnum<{
6849
+ vulkan: "vulkan";
6850
+ metal: "metal";
6851
+ opencl: "opencl";
6852
+ cuda: "cuda";
6853
+ opengl: "opengl";
6854
+ webgpu: "webgpu";
6855
+ direct3d11: "direct3d11";
6856
+ direct3d12: "direct3d12";
6857
+ levelZero: "levelZero";
6858
+ rocm: "rocm";
6859
+ }>>;
6860
+ driver: z.ZodOptional<z.ZodObject<{
6861
+ name: z.ZodString;
6862
+ version: z.ZodOptional<z.ZodString>;
6863
+ }, z.core.$strip>>;
6864
+ gpuId: z.ZodOptional<z.ZodString>;
6865
+ fallback: z.ZodOptional<z.ZodObject<{
6866
+ requestedBackend: z.ZodOptional<z.ZodString>;
6867
+ requestedDevice: z.ZodOptional<z.ZodEnum<{
6868
+ cpu: "cpu";
6869
+ gpu: "gpu";
6870
+ }>>;
6871
+ reason: z.ZodString;
6872
+ }, z.core.$strip>>;
6873
+ probe: z.ZodOptional<z.ZodObject<{
6874
+ status: z.ZodEnum<{
6875
+ unknown: "unknown";
6876
+ compatible: "compatible";
6877
+ incompatible: "incompatible";
6878
+ }>;
6879
+ backend: z.ZodString;
6880
+ reason: z.ZodOptional<z.ZodString>;
6881
+ }, z.core.$strip>>;
6882
+ }, z.core.$strip>>;
6344
6883
  type: z.ZodLiteral<"transcribeStream">;
6345
6884
  }, z.core.$strip>, z.ZodObject<{
6346
6885
  text: z.ZodOptional<z.ZodString>;
@@ -6361,6 +6900,18 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6361
6900
  gpuUnsupported: z.ZodOptional<z.ZodNumber>;
6362
6901
  gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
6363
6902
  gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
6903
+ totalTime: z.ZodOptional<z.ZodNumber>;
6904
+ totalWallMs: z.ZodOptional<z.ZodNumber>;
6905
+ totalSamples: z.ZodOptional<z.ZodNumber>;
6906
+ processCalls: z.ZodOptional<z.ZodNumber>;
6907
+ whisperSampleMs: z.ZodOptional<z.ZodNumber>;
6908
+ whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
6909
+ whisperPromptMs: z.ZodOptional<z.ZodNumber>;
6910
+ totalTranscriptions: z.ZodOptional<z.ZodNumber>;
6911
+ modelLoadMs: z.ZodOptional<z.ZodNumber>;
6912
+ totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
6913
+ encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
6914
+ encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
6364
6915
  }, z.core.$strip>>;
6365
6916
  error: z.ZodOptional<z.ZodString>;
6366
6917
  segment: z.ZodOptional<z.ZodObject<{
@@ -6369,8 +6920,51 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6369
6920
  endMs: z.ZodNumber;
6370
6921
  append: z.ZodBoolean;
6371
6922
  id: z.ZodNumber;
6923
+ isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
6924
+ startsWord: z.ZodOptional<z.ZodBoolean>;
6372
6925
  }, z.core.$strip>>;
6373
6926
  type: z.ZodLiteral<"bciTranscribe">;
6927
+ diagnostics: z.ZodOptional<z.ZodObject<{
6928
+ selectedBackend: z.ZodString;
6929
+ selectedDevice: z.ZodEnum<{
6930
+ cpu: "cpu";
6931
+ gpu: "gpu";
6932
+ }>;
6933
+ graphicsApi: z.ZodOptional<z.ZodEnum<{
6934
+ vulkan: "vulkan";
6935
+ metal: "metal";
6936
+ opencl: "opencl";
6937
+ cuda: "cuda";
6938
+ opengl: "opengl";
6939
+ webgpu: "webgpu";
6940
+ direct3d11: "direct3d11";
6941
+ direct3d12: "direct3d12";
6942
+ levelZero: "levelZero";
6943
+ rocm: "rocm";
6944
+ }>>;
6945
+ driver: z.ZodOptional<z.ZodObject<{
6946
+ name: z.ZodString;
6947
+ version: z.ZodOptional<z.ZodString>;
6948
+ }, z.core.$strip>>;
6949
+ gpuId: z.ZodOptional<z.ZodString>;
6950
+ fallback: z.ZodOptional<z.ZodObject<{
6951
+ requestedBackend: z.ZodOptional<z.ZodString>;
6952
+ requestedDevice: z.ZodOptional<z.ZodEnum<{
6953
+ cpu: "cpu";
6954
+ gpu: "gpu";
6955
+ }>>;
6956
+ reason: z.ZodString;
6957
+ }, z.core.$strip>>;
6958
+ probe: z.ZodOptional<z.ZodObject<{
6959
+ status: z.ZodEnum<{
6960
+ unknown: "unknown";
6961
+ compatible: "compatible";
6962
+ incompatible: "incompatible";
6963
+ }>;
6964
+ backend: z.ZodString;
6965
+ reason: z.ZodOptional<z.ZodString>;
6966
+ }, z.core.$strip>>;
6967
+ }, z.core.$strip>>;
6374
6968
  }, z.core.$strip>, z.ZodObject<{
6375
6969
  text: z.ZodOptional<z.ZodString>;
6376
6970
  done: z.ZodOptional<z.ZodBoolean>;
@@ -6390,16 +6984,31 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6390
6984
  gpuUnsupported: z.ZodOptional<z.ZodNumber>;
6391
6985
  gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
6392
6986
  gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
6987
+ totalTime: z.ZodOptional<z.ZodNumber>;
6988
+ totalWallMs: z.ZodOptional<z.ZodNumber>;
6989
+ totalSamples: z.ZodOptional<z.ZodNumber>;
6990
+ processCalls: z.ZodOptional<z.ZodNumber>;
6991
+ whisperSampleMs: z.ZodOptional<z.ZodNumber>;
6992
+ whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
6993
+ whisperPromptMs: z.ZodOptional<z.ZodNumber>;
6994
+ totalTranscriptions: z.ZodOptional<z.ZodNumber>;
6995
+ modelLoadMs: z.ZodOptional<z.ZodNumber>;
6996
+ totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
6997
+ encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
6998
+ encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
6393
6999
  }, z.core.$strip>>;
6394
7000
  error: z.ZodOptional<z.ZodString>;
7001
+ type: z.ZodLiteral<"bciTranscribeStream">;
6395
7002
  segment: z.ZodOptional<z.ZodObject<{
6396
7003
  text: z.ZodString;
6397
7004
  startMs: z.ZodNumber;
6398
7005
  endMs: z.ZodNumber;
6399
7006
  append: z.ZodBoolean;
6400
7007
  id: z.ZodNumber;
7008
+ isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
7009
+ startsWord: z.ZodOptional<z.ZodBoolean>;
7010
+ windowStartTimestep: z.ZodOptional<z.ZodNumber>;
6401
7011
  }, z.core.$strip>>;
6402
- type: z.ZodLiteral<"bciTranscribeStream">;
6403
7012
  }, z.core.$strip>, z.ZodObject<{
6404
7013
  type: z.ZodLiteral<"loggingStream">;
6405
7014
  id: z.ZodString;
@@ -6422,8 +7031,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6422
7031
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
6423
7032
  totalTokens: z.ZodOptional<z.ZodNumber>;
6424
7033
  backendDevice: z.ZodOptional<z.ZodEnum<{
6425
- gpu: "gpu";
6426
7034
  cpu: "cpu";
7035
+ gpu: "gpu";
6427
7036
  }>>;
6428
7037
  contextSize: z.ZodOptional<z.ZodNumber>;
6429
7038
  }, z.core.$strip>>;
@@ -6459,6 +7068,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6459
7068
  gpuUnsupported: z.ZodOptional<z.ZodNumber>;
6460
7069
  enhancerBackendDevice: z.ZodOptional<z.ZodNumber>;
6461
7070
  enhancerBackendId: z.ZodOptional<z.ZodNumber>;
7071
+ codecSidecarLoaded: z.ZodOptional<z.ZodNumber>;
7072
+ codecOnCoreml: z.ZodOptional<z.ZodNumber>;
6462
7073
  }, z.core.$strip>>;
6463
7074
  chunkIndex: z.ZodOptional<z.ZodNumber>;
6464
7075
  sentenceChunk: z.ZodOptional<z.ZodString>;
@@ -6484,6 +7095,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6484
7095
  gpuUnsupported: z.ZodOptional<z.ZodNumber>;
6485
7096
  enhancerBackendDevice: z.ZodOptional<z.ZodNumber>;
6486
7097
  enhancerBackendId: z.ZodOptional<z.ZodNumber>;
7098
+ codecSidecarLoaded: z.ZodOptional<z.ZodNumber>;
7099
+ codecOnCoreml: z.ZodOptional<z.ZodNumber>;
6487
7100
  }, z.core.$strip>>;
6488
7101
  chunkIndex: z.ZodOptional<z.ZodNumber>;
6489
7102
  sentenceChunk: z.ZodOptional<z.ZodString>;
@@ -6726,6 +7339,34 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6726
7339
  gemma4: "gemma4";
6727
7340
  dsml: "dsml";
6728
7341
  }>>;
7342
+ fitProbe: z.ZodOptional<z.ZodObject<{
7343
+ verdict: z.ZodEnum<{
7344
+ unknown: "unknown";
7345
+ fit: "fit";
7346
+ "does-not-fit": "does-not-fit";
7347
+ }>;
7348
+ basis: z.ZodLiteral<"native-probe">;
7349
+ engine: z.ZodOptional<z.ZodString>;
7350
+ estimatorVersion: z.ZodString;
7351
+ reason: z.ZodString;
7352
+ message: z.ZodOptional<z.ZodString>;
7353
+ plan: z.ZodOptional<z.ZodObject<{
7354
+ nCtx: z.ZodNumber;
7355
+ nGpuLayers: z.ZodNumber;
7356
+ nGpuDevices: z.ZodNumber;
7357
+ }, z.core.$strip>>;
7358
+ projection: z.ZodOptional<z.ZodObject<{
7359
+ deviceName: z.ZodOptional<z.ZodString>;
7360
+ deviceBytes: z.ZodOptional<z.ZodNumber>;
7361
+ hostBytes: z.ZodOptional<z.ZodNumber>;
7362
+ weightsBytes: z.ZodOptional<z.ZodNumber>;
7363
+ contextBytes: z.ZodOptional<z.ZodNumber>;
7364
+ computeBytes: z.ZodOptional<z.ZodNumber>;
7365
+ deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
7366
+ deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
7367
+ report: z.ZodOptional<z.ZodString>;
7368
+ }, z.core.$strip>>;
7369
+ }, z.core.$strip>>;
6729
7370
  }, z.core.$strip>;
6730
7371
  }, z.core.$strip>, z.ZodObject<{
6731
7372
  capabilities: z.ZodObject<{
@@ -7762,6 +8403,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7762
8403
  }, z.core.$strip>>;
7763
8404
  floorBytes: z.ZodOptional<z.ZodNumber>;
7764
8405
  estimatorVersion: z.ZodOptional<z.ZodString>;
8406
+ device: z.ZodOptional<z.ZodString>;
7765
8407
  reasons: z.ZodArray<z.ZodString>;
7766
8408
  }, z.core.$strip>>;
7767
8409
  reasons: z.ZodArray<z.ZodString>;
@@ -7856,8 +8498,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7856
8498
  height: z.ZodOptional<z.ZodNumber>;
7857
8499
  repeats: z.ZodOptional<z.ZodNumber>;
7858
8500
  backendDevice: z.ZodOptional<z.ZodEnum<{
7859
- gpu: "gpu";
7860
8501
  cpu: "cpu";
8502
+ gpu: "gpu";
7861
8503
  }>>;
7862
8504
  }, z.core.$strip>>;
7863
8505
  }, z.core.$strip>, z.ZodObject<{