@qvac/inference 0.20.0 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (213) hide show
  1. package/NOTICE +107 -33
  2. package/README.md +8 -5
  3. package/dist/api/assess-model-fit.d.ts +9 -4
  4. package/dist/api/assess-model-fit.js +9 -4
  5. package/dist/api/bci-transcribe.d.ts +4 -1
  6. package/dist/api/index.d.ts +1 -0
  7. package/dist/api/index.js +1 -0
  8. package/dist/api/rpc-server.d.ts +19 -0
  9. package/dist/api/rpc-server.js +44 -0
  10. package/dist/api/text-to-speech.d.ts +9 -0
  11. package/dist/api/text-to-speech.js +9 -0
  12. package/dist/api/transcribe.d.ts +11 -7
  13. package/dist/api/transcribe.js +47 -15
  14. package/dist/api/video-request.d.ts +5 -5
  15. package/dist/dispatch.js +39 -7
  16. package/dist/errors/index.d.ts +7 -0
  17. package/dist/errors/index.js +15 -0
  18. package/dist/handlers/assess-model-fit.d.ts +18 -6
  19. package/dist/handlers/assess-model-fit.js +215 -35
  20. package/dist/handlers/completion-orchestrate.js +17 -0
  21. package/dist/handlers/get-loaded-model-info.js +4 -1
  22. package/dist/handlers/get-model-info.js +29 -1
  23. package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
  24. package/dist/handlers/load-model/coreml-sidecars.js +274 -0
  25. package/dist/handlers/load-model/hyperdrive.js +2 -2
  26. package/dist/handlers/load-model/registry-download-utils.d.ts +1 -0
  27. package/dist/handlers/load-model/registry-download-utils.js +2 -1
  28. package/dist/handlers/load-model/registry.js +59 -0
  29. package/dist/handlers/rpc-server.d.ts +23 -0
  30. package/dist/handlers/rpc-server.js +141 -0
  31. package/dist/index.d.ts +2 -1
  32. package/dist/index.js +2 -1
  33. package/dist/models/registry/models.d.ts +7731 -5672
  34. package/dist/models/registry/models.js +4652 -2526
  35. package/dist/models/registry/resource-profiles.js +481 -94
  36. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
  37. package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
  38. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
  39. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
  40. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  41. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
  42. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  43. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
  44. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +80 -8
  45. package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
  46. package/dist/plugins/builtin/llamacpp-completion/transform.js +19 -0
  47. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
  48. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
  49. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
  50. package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
  51. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
  52. package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
  53. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
  54. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
  55. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
  56. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
  57. package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
  58. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
  59. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
  60. package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
  61. package/dist/plugins/ops/bci-transcribe.js +18 -13
  62. package/dist/plugins/ops/load-model.js +2 -2
  63. package/dist/plugins/ops/transcribe.d.ts +4 -2
  64. package/dist/plugins/ops/transcribe.js +39 -2
  65. package/dist/plugins/ops/translate-stats.d.ts +2 -1
  66. package/dist/plugins/ops/translate-stats.js +64 -7
  67. package/dist/plugins/ops/translate.js +20 -4
  68. package/dist/profiling/operation-metrics.js +56 -0
  69. package/dist/registry.js +4 -0
  70. package/dist/resources/model-fit/assess.d.ts +46 -2
  71. package/dist/resources/model-fit/assess.js +67 -3
  72. package/dist/resources/model-fit/estimators/llm.js +2 -2
  73. package/dist/resources/model-fit/estimators/whisper.js +3 -4
  74. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +102 -0
  75. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +212 -0
  76. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
  77. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
  78. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
  79. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
  80. package/dist/resources/model-fit/floor.js +2 -2
  81. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
  82. package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
  83. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
  84. package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
  85. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
  86. package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
  87. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
  88. package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
  89. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
  90. package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
  91. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
  92. package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
  93. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
  94. package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
  95. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
  96. package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
  97. package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
  98. package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
  99. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
  100. package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
  101. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
  102. package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
  103. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
  104. package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
  105. package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
  106. package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
  107. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
  108. package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
  109. package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
  110. package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
  111. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
  112. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
  113. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
  114. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
  115. package/dist/resources/model-fit/platform.d.ts +9 -0
  116. package/dist/resources/model-fit/platform.js +28 -0
  117. package/dist/rpc/device-map.d.ts +13 -0
  118. package/dist/rpc/device-map.js +22 -0
  119. package/dist/rpc/discovery.d.ts +12 -0
  120. package/dist/rpc/discovery.js +225 -0
  121. package/dist/rpc/ggml-provider.d.ts +4 -0
  122. package/dist/rpc/ggml-provider.js +25 -0
  123. package/dist/rpc/index.d.ts +2 -0
  124. package/dist/rpc/index.js +1 -0
  125. package/dist/rpc/instance.d.ts +6 -0
  126. package/dist/rpc/instance.js +21 -0
  127. package/dist/rpc/inventory.d.ts +5 -0
  128. package/dist/rpc/inventory.js +144 -0
  129. package/dist/rpc/manager.d.ts +14 -0
  130. package/dist/rpc/manager.js +174 -0
  131. package/dist/rpc/network.d.ts +11 -0
  132. package/dist/rpc/network.js +85 -0
  133. package/dist/rpc/provider.d.ts +6 -0
  134. package/dist/rpc/provider.js +24 -0
  135. package/dist/runtime/lifecycle.js +31 -13
  136. package/dist/runtime/request-context.d.ts +1 -1
  137. package/dist/runtime/state.js +5 -0
  138. package/dist/schemas/assess-model-fit.d.ts +284 -77
  139. package/dist/schemas/assess-model-fit.js +93 -55
  140. package/dist/schemas/audio-gen.d.ts +6 -6
  141. package/dist/schemas/audio-gen.js +2 -2
  142. package/dist/schemas/batch-completion-stream.d.ts +13 -5
  143. package/dist/schemas/batch-completion-stream.js +5 -3
  144. package/dist/schemas/bci-config.js +1 -1
  145. package/dist/schemas/bci.d.ts +86 -1
  146. package/dist/schemas/bci.js +21 -2
  147. package/dist/schemas/cancel.d.ts +10 -0
  148. package/dist/schemas/cancel.js +2 -0
  149. package/dist/schemas/common.d.ts +765 -56
  150. package/dist/schemas/common.js +7 -0
  151. package/dist/schemas/completion-event.d.ts +6 -6
  152. package/dist/schemas/completion-stream.d.ts +27 -8
  153. package/dist/schemas/completion-stream.js +41 -4
  154. package/dist/schemas/config.d.ts +236 -30
  155. package/dist/schemas/config.js +10 -0
  156. package/dist/schemas/embed.d.ts +2 -2
  157. package/dist/schemas/error.js +13 -0
  158. package/dist/schemas/errors.d.ts +1 -0
  159. package/dist/schemas/errors.js +5 -0
  160. package/dist/schemas/index.d.ts +1 -0
  161. package/dist/schemas/index.js +1 -0
  162. package/dist/schemas/llamacpp-config.d.ts +105 -14
  163. package/dist/schemas/llamacpp-config.js +113 -3
  164. package/dist/schemas/load-model.d.ts +3102 -627
  165. package/dist/schemas/load-model.js +2 -2
  166. package/dist/schemas/mcp-adapter.d.ts +4 -0
  167. package/dist/schemas/model-config-schemas.d.ts +205 -5
  168. package/dist/schemas/model-info.d.ts +56 -0
  169. package/dist/schemas/model-info.js +5 -1
  170. package/dist/schemas/plugin.d.ts +8 -2
  171. package/dist/schemas/profiling.d.ts +4 -4
  172. package/dist/schemas/reload-config.d.ts +30 -0
  173. package/dist/schemas/rpc-server.d.ts +101 -0
  174. package/dist/schemas/rpc-server.js +87 -0
  175. package/dist/schemas/sdcpp-config.d.ts +7 -3
  176. package/dist/schemas/sdcpp-config.js +37 -2
  177. package/dist/schemas/system-resources.d.ts +4 -4
  178. package/dist/schemas/text-to-speech.d.ts +529 -1
  179. package/dist/schemas/text-to-speech.js +122 -12
  180. package/dist/schemas/tools.d.ts +2 -0
  181. package/dist/schemas/tools.js +8 -0
  182. package/dist/schemas/transcription-config.d.ts +5 -0
  183. package/dist/schemas/transcription-config.js +20 -2
  184. package/dist/schemas/transcription.d.ts +164 -0
  185. package/dist/schemas/transcription.js +71 -4
  186. package/dist/schemas/vla.d.ts +1 -1
  187. package/dist/surface.d.ts +4 -1
  188. package/dist/surface.js +3 -1
  189. package/dist/utils/addon-responses.d.ts +5 -1
  190. package/dist/utils/archive.js +5 -1
  191. package/dist/utils/asr-diagnostics.d.ts +12 -0
  192. package/dist/utils/asr-diagnostics.js +42 -0
  193. package/dist/utils/asr-events.d.ts +1 -0
  194. package/dist/utils/asr-events.js +3 -2
  195. package/dist/utils/cache/paths.js +3 -2
  196. package/dist/utils/mcp-adapter.js +7 -1
  197. package/dist/utils/multi-gpu-mobile.d.ts +1 -1
  198. package/dist/utils/multi-gpu-mobile.js +8 -6
  199. package/dist/utils/path-security.d.ts +5 -0
  200. package/dist/utils/path-security.js +14 -0
  201. package/dist/utils/tool-helpers.d.ts +4 -0
  202. package/dist/utils/tool-helpers.js +2 -0
  203. package/dist/utils/tools/defer.d.ts +93 -0
  204. package/dist/utils/tools/defer.js +290 -0
  205. package/dist/utils/tools/index.d.ts +1 -0
  206. package/dist/utils/tools/index.js +1 -0
  207. package/dist/utils/transcribe-metadata.d.ts +21 -7
  208. package/dist/utils/transcribe-metadata.js +24 -8
  209. package/dist/utils/tts-stats.d.ts +6 -0
  210. package/dist/utils/tts-stats.js +14 -1
  211. package/package.json +44 -30
  212. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
  213. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -171
@@ -120,6 +120,25 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
120
120
  lmTopP: z.ZodOptional<z.ZodNumber>;
121
121
  lmTopK: z.ZodOptional<z.ZodNumber>;
122
122
  }, z.core.$strict>, z.ZodObject<{
123
+ host: z.ZodOptional<z.ZodString>;
124
+ port: z.ZodOptional<z.ZodNumber>;
125
+ device: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
126
+ cache: z.ZodOptional<z.ZodBoolean>;
127
+ threads: z.ZodOptional<z.ZodNumber>;
128
+ expectRdma: z.ZodOptional<z.ZodBoolean>;
129
+ allowNonLoopbackHost: z.ZodOptional<z.ZodBoolean>;
130
+ discoveryTopic: z.ZodOptional<z.ZodString>;
131
+ type: z.ZodLiteral<"startRpcServer">;
132
+ requestId: z.ZodOptional<z.ZodString>;
133
+ }, z.core.$strip>, z.ZodObject<{
134
+ serverId: z.ZodString;
135
+ type: z.ZodLiteral<"stopRpcServer">;
136
+ }, z.core.$strip>, z.ZodObject<{
137
+ topic: z.ZodString;
138
+ timeoutMs: z.ZodOptional<z.ZodNumber>;
139
+ type: z.ZodLiteral<"discoverRpcServers">;
140
+ requestId: z.ZodOptional<z.ZodString>;
141
+ }, z.core.$strip>, z.ZodObject<{
123
142
  type: z.ZodLiteral<"heartbeat">;
124
143
  }, z.core.$strip>, z.ZodUnion<readonly [z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
125
144
  type: z.ZodLiteral<"loadModel">;
@@ -168,17 +187,42 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
168
187
  integrated: "integrated";
169
188
  dedicated: "dedicated";
170
189
  }>]>>;
190
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
191
+ devices: z.ZodOptional<z.ZodString>;
171
192
  'split-mode': z.ZodOptional<z.ZodEnum<{
172
193
  none: "none";
173
194
  layer: "layer";
174
195
  tensor: "tensor";
175
196
  }>>;
176
197
  'flash-attn': z.ZodOptional<z.ZodEnum<{
198
+ auto: "auto";
177
199
  on: "on";
178
200
  off: "off";
179
- auto: "auto";
180
201
  }>>;
181
202
  'tensor-split': z.ZodOptional<z.ZodString>;
203
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
204
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
205
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
206
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
207
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
208
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
209
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
210
+ threads: z.ZodOptional<z.ZodNumber>;
211
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
212
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
213
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
214
+ 'override-tensor': z.ZodOptional<z.ZodString>;
215
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
216
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
217
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
218
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
219
+ auto: "auto";
220
+ on: "on";
221
+ off: "off";
222
+ }>>;
223
+ fit: z.ZodOptional<z.ZodBoolean>;
224
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
225
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
182
226
  openclCacheDir: z.ZodOptional<z.ZodString>;
183
227
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
184
228
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -281,6 +325,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
281
325
  logprob_thold: z.ZodOptional<z.ZodNumber>;
282
326
  greedy_best_of: z.ZodOptional<z.ZodNumber>;
283
327
  beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
328
+ max_initial_ts: z.ZodOptional<z.ZodNumber>;
329
+ no_speech_thold: z.ZodOptional<z.ZodNumber>;
330
+ seed: z.ZodOptional<z.ZodNumber>;
331
+ backendsDir: z.ZodOptional<z.ZodString>;
284
332
  vad_params: z.ZodOptional<z.ZodObject<{
285
333
  threshold: z.ZodOptional<z.ZodNumber>;
286
334
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -301,6 +349,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
301
349
  }, z.core.$strip>>;
302
350
  miscConfig: z.ZodOptional<z.ZodObject<{
303
351
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
352
+ seed: z.ZodOptional<z.ZodNumber>;
304
353
  }, z.core.$strip>>;
305
354
  vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
306
355
  src: z.ZodString;
@@ -453,8 +502,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
453
502
  modelConfig: z.ZodObject<{
454
503
  gpuLayers: z.ZodOptional<z.ZodNumber>;
455
504
  device: z.ZodOptional<z.ZodEnum<{
456
- gpu: "gpu";
457
505
  cpu: "cpu";
506
+ gpu: "gpu";
458
507
  }>>;
459
508
  batchSize: z.ZodOptional<z.ZodNumber>;
460
509
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -470,9 +519,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
470
519
  }>>;
471
520
  embdNormalize: z.ZodOptional<z.ZodNumber>;
472
521
  flashAttention: z.ZodOptional<z.ZodEnum<{
522
+ auto: "auto";
473
523
  on: "on";
474
524
  off: "off";
475
- auto: "auto";
476
525
  }>>;
477
526
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
478
527
  integrated: "integrated";
@@ -1629,6 +1678,172 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1629
1678
  threads: z.ZodOptional<z.ZodNumber>;
1630
1679
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
1631
1680
  seed: z.ZodOptional<z.ZodNumber>;
1681
+ }, z.core.$strict>, z.ZodObject<{
1682
+ mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1683
+ src: z.ZodString;
1684
+ name: z.ZodOptional<z.ZodString>;
1685
+ modelId: z.ZodOptional<z.ZodString>;
1686
+ registryPath: z.ZodOptional<z.ZodString>;
1687
+ registrySource: z.ZodOptional<z.ZodString>;
1688
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1689
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1690
+ engine: z.ZodOptional<z.ZodString>;
1691
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1692
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1693
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1694
+ embeddings: "embeddings";
1695
+ diffusion: "diffusion";
1696
+ audiogen: "audiogen";
1697
+ tts: "tts";
1698
+ ocr: "ocr";
1699
+ vla: "vla";
1700
+ "llamacpp-completion": "llamacpp-completion";
1701
+ "whispercpp-transcription": "whispercpp-transcription";
1702
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1703
+ "llamacpp-embedding": "llamacpp-embedding";
1704
+ "nmtcpp-translation": "nmtcpp-translation";
1705
+ "onnx-tts": "onnx-tts";
1706
+ "tts-ggml": "tts-ggml";
1707
+ "parakeet-transcription": "parakeet-transcription";
1708
+ "ggml-ocr": "ggml-ocr";
1709
+ "sdcpp-generation": "sdcpp-generation";
1710
+ "audiogen-ggml": "audiogen-ggml";
1711
+ "ggml-vla": "ggml-vla";
1712
+ "ggml-classification": "ggml-classification";
1713
+ llm: "llm";
1714
+ whisper: "whisper";
1715
+ bci: "bci";
1716
+ nmt: "nmt";
1717
+ parakeet: "parakeet";
1718
+ classification: "classification";
1719
+ }>, z.ZodLiteral<"vad">]>>;
1720
+ }, z.core.$strip>]>;
1721
+ mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1722
+ src: z.ZodString;
1723
+ name: z.ZodOptional<z.ZodString>;
1724
+ modelId: z.ZodOptional<z.ZodString>;
1725
+ registryPath: z.ZodOptional<z.ZodString>;
1726
+ registrySource: z.ZodOptional<z.ZodString>;
1727
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1728
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1729
+ engine: z.ZodOptional<z.ZodString>;
1730
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1731
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1732
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1733
+ embeddings: "embeddings";
1734
+ diffusion: "diffusion";
1735
+ audiogen: "audiogen";
1736
+ tts: "tts";
1737
+ ocr: "ocr";
1738
+ vla: "vla";
1739
+ "llamacpp-completion": "llamacpp-completion";
1740
+ "whispercpp-transcription": "whispercpp-transcription";
1741
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1742
+ "llamacpp-embedding": "llamacpp-embedding";
1743
+ "nmtcpp-translation": "nmtcpp-translation";
1744
+ "onnx-tts": "onnx-tts";
1745
+ "tts-ggml": "tts-ggml";
1746
+ "parakeet-transcription": "parakeet-transcription";
1747
+ "ggml-ocr": "ggml-ocr";
1748
+ "sdcpp-generation": "sdcpp-generation";
1749
+ "audiogen-ggml": "audiogen-ggml";
1750
+ "ggml-vla": "ggml-vla";
1751
+ "ggml-classification": "ggml-classification";
1752
+ llm: "llm";
1753
+ whisper: "whisper";
1754
+ bci: "bci";
1755
+ nmt: "nmt";
1756
+ parakeet: "parakeet";
1757
+ classification: "classification";
1758
+ }>, z.ZodLiteral<"vad">]>>;
1759
+ }, z.core.$strip>]>>;
1760
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1761
+ src: z.ZodString;
1762
+ name: z.ZodOptional<z.ZodString>;
1763
+ modelId: z.ZodOptional<z.ZodString>;
1764
+ registryPath: z.ZodOptional<z.ZodString>;
1765
+ registrySource: z.ZodOptional<z.ZodString>;
1766
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1767
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1768
+ engine: z.ZodOptional<z.ZodString>;
1769
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1770
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1771
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1772
+ embeddings: "embeddings";
1773
+ diffusion: "diffusion";
1774
+ audiogen: "audiogen";
1775
+ tts: "tts";
1776
+ ocr: "ocr";
1777
+ vla: "vla";
1778
+ "llamacpp-completion": "llamacpp-completion";
1779
+ "whispercpp-transcription": "whispercpp-transcription";
1780
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1781
+ "llamacpp-embedding": "llamacpp-embedding";
1782
+ "nmtcpp-translation": "nmtcpp-translation";
1783
+ "onnx-tts": "onnx-tts";
1784
+ "tts-ggml": "tts-ggml";
1785
+ "parakeet-transcription": "parakeet-transcription";
1786
+ "ggml-ocr": "ggml-ocr";
1787
+ "sdcpp-generation": "sdcpp-generation";
1788
+ "audiogen-ggml": "audiogen-ggml";
1789
+ "ggml-vla": "ggml-vla";
1790
+ "ggml-classification": "ggml-classification";
1791
+ llm: "llm";
1792
+ whisper: "whisper";
1793
+ bci: "bci";
1794
+ nmt: "nmt";
1795
+ parakeet: "parakeet";
1796
+ classification: "classification";
1797
+ }>, z.ZodLiteral<"vad">]>>;
1798
+ }, z.core.$strip>]>>;
1799
+ dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1800
+ src: z.ZodString;
1801
+ name: z.ZodOptional<z.ZodString>;
1802
+ modelId: z.ZodOptional<z.ZodString>;
1803
+ registryPath: z.ZodOptional<z.ZodString>;
1804
+ registrySource: z.ZodOptional<z.ZodString>;
1805
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1806
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1807
+ engine: z.ZodOptional<z.ZodString>;
1808
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1809
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1810
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1811
+ embeddings: "embeddings";
1812
+ diffusion: "diffusion";
1813
+ audiogen: "audiogen";
1814
+ tts: "tts";
1815
+ ocr: "ocr";
1816
+ vla: "vla";
1817
+ "llamacpp-completion": "llamacpp-completion";
1818
+ "whispercpp-transcription": "whispercpp-transcription";
1819
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1820
+ "llamacpp-embedding": "llamacpp-embedding";
1821
+ "nmtcpp-translation": "nmtcpp-translation";
1822
+ "onnx-tts": "onnx-tts";
1823
+ "tts-ggml": "tts-ggml";
1824
+ "parakeet-transcription": "parakeet-transcription";
1825
+ "ggml-ocr": "ggml-ocr";
1826
+ "sdcpp-generation": "sdcpp-generation";
1827
+ "audiogen-ggml": "audiogen-ggml";
1828
+ "ggml-vla": "ggml-vla";
1829
+ "ggml-classification": "ggml-classification";
1830
+ llm: "llm";
1831
+ whisper: "whisper";
1832
+ bci: "bci";
1833
+ nmt: "nmt";
1834
+ parakeet: "parakeet";
1835
+ classification: "classification";
1836
+ }>, z.ZodLiteral<"vad">]>>;
1837
+ }, z.core.$strip>]>>>;
1838
+ backendsDir: z.ZodOptional<z.ZodString>;
1839
+ ttsEngine: z.ZodLiteral<"moss">;
1840
+ language: z.ZodOptional<z.ZodString>;
1841
+ durationTokens: z.ZodOptional<z.ZodNumber>;
1842
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
1843
+ useGPU: z.ZodOptional<z.ZodBoolean>;
1844
+ threads: z.ZodOptional<z.ZodNumber>;
1845
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
1846
+ seed: z.ZodOptional<z.ZodNumber>;
1632
1847
  }, z.core.$strict>], "ttsEngine">;
1633
1848
  }, z.core.$strict>, z.ZodObject<{
1634
1849
  type: z.ZodLiteral<"loadModel">;
@@ -1721,8 +1936,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1721
1936
  }>>;
1722
1937
  threads: z.ZodOptional<z.ZodNumber>;
1723
1938
  device: z.ZodOptional<z.ZodEnum<{
1724
- gpu: "gpu";
1725
1939
  cpu: "cpu";
1940
+ gpu: "gpu";
1726
1941
  }>>;
1727
1942
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
1728
1943
  integrated: "integrated";
@@ -2256,6 +2471,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2256
2471
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
2257
2472
  localAttnSize: z.ZodOptional<z.ZodNumber>;
2258
2473
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
2474
+ paramsBackend: z.ZodOptional<z.ZodString>;
2475
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
2476
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
2477
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
2259
2478
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
2260
2479
  kvCache: z.ZodOptional<z.ZodBoolean>;
2261
2480
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -2581,8 +2800,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2581
2800
  modelType: z.ZodLiteral<"ggml-vla">;
2582
2801
  modelConfig: z.ZodOptional<z.ZodObject<{
2583
2802
  backend: z.ZodOptional<z.ZodEnum<{
2584
- auto: "auto";
2585
2803
  cpu: "cpu";
2804
+ auto: "auto";
2586
2805
  }>>;
2587
2806
  verbosity: z.ZodOptional<z.ZodNumber>;
2588
2807
  embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -2646,9 +2865,30 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2646
2865
  'cache-type-k'?: string | undefined;
2647
2866
  'cache-type-v'?: string | undefined;
2648
2867
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
2868
+ 'rpc-servers'?: string | undefined;
2869
+ devices?: string | undefined;
2649
2870
  'split-mode'?: "none" | "layer" | "tensor" | undefined;
2650
- 'flash-attn'?: "on" | "off" | "auto" | undefined;
2871
+ 'flash-attn'?: "auto" | "on" | "off" | undefined;
2651
2872
  'tensor-split'?: string | undefined;
2873
+ 'batch-size'?: number | undefined;
2874
+ 'ubatch-size'?: number | undefined;
2875
+ 'cpu-moe'?: boolean | undefined;
2876
+ 'n-cpu-moe'?: number | undefined;
2877
+ 'kv-offload'?: boolean | undefined;
2878
+ 'image-max-tokens'?: number | undefined;
2879
+ 'image-min-tokens'?: number | undefined;
2880
+ threads?: number | undefined;
2881
+ 'threads-batch'?: number | undefined;
2882
+ 'cpu-mask'?: string | undefined;
2883
+ 'cpu-mask-batch'?: string | undefined;
2884
+ 'override-tensor'?: string | undefined;
2885
+ 'n-cpu-ffn'?: number | undefined;
2886
+ 'moe-cache-mib'?: number | "auto" | undefined;
2887
+ 'prefetch-weights'?: boolean | "auto" | undefined;
2888
+ 'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
2889
+ fit?: boolean | undefined;
2890
+ 'fit-target'?: string | number | undefined;
2891
+ 'fit-ctx'?: number | undefined;
2652
2892
  openclCacheDir?: string | undefined;
2653
2893
  reasoning_budget?: number | undefined;
2654
2894
  projectionModelSrc?: string | {
@@ -2715,6 +2955,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2715
2955
  logprob_thold?: number | undefined;
2716
2956
  greedy_best_of?: number | undefined;
2717
2957
  beam_search_beam_size?: number | undefined;
2958
+ max_initial_ts?: number | undefined;
2959
+ no_speech_thold?: number | undefined;
2960
+ seed?: number | undefined;
2961
+ backendsDir?: string | undefined;
2718
2962
  vad_params?: {
2719
2963
  threshold?: number | undefined;
2720
2964
  min_speech_duration_ms?: number | undefined;
@@ -2732,6 +2976,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2732
2976
  } | undefined;
2733
2977
  miscConfig?: {
2734
2978
  caption_enabled?: boolean | undefined;
2979
+ seed?: number | undefined;
2735
2980
  } | undefined;
2736
2981
  vadModelSrc?: string | {
2737
2982
  src: string;
@@ -2831,12 +3076,12 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2831
3076
  modelType: "llamacpp-embedding";
2832
3077
  modelConfig: {
2833
3078
  gpuLayers?: number | undefined;
2834
- device?: "gpu" | "cpu" | undefined;
3079
+ device?: "cpu" | "gpu" | undefined;
2835
3080
  batchSize?: number | undefined;
2836
3081
  pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
2837
3082
  attention?: "causal" | "non-causal" | undefined;
2838
3083
  embdNormalize?: number | undefined;
2839
- flashAttention?: "on" | "off" | "auto" | undefined;
3084
+ flashAttention?: "auto" | "on" | "off" | undefined;
2840
3085
  mainGpu?: number | "integrated" | "dedicated" | undefined;
2841
3086
  splitMode?: "none" | "layer" | undefined;
2842
3087
  tensorSplit?: string | undefined;
@@ -3163,6 +3408,68 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3163
3408
  threads?: number | undefined;
3164
3409
  nGpuLayers?: number | undefined;
3165
3410
  seed?: number | undefined;
3411
+ } | {
3412
+ mossCodecDecoderModelSrc: string | {
3413
+ src: string;
3414
+ name?: string | undefined;
3415
+ modelId?: string | undefined;
3416
+ registryPath?: string | undefined;
3417
+ registrySource?: string | undefined;
3418
+ blobCoreKey?: string | undefined;
3419
+ blobIndex?: number | undefined;
3420
+ engine?: string | undefined;
3421
+ expectedSize?: number | undefined;
3422
+ sha256Checksum?: string | undefined;
3423
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3424
+ };
3425
+ ttsEngine: "moss";
3426
+ mossCodecEncoderModelSrc?: string | {
3427
+ src: string;
3428
+ name?: string | undefined;
3429
+ modelId?: string | undefined;
3430
+ registryPath?: string | undefined;
3431
+ registrySource?: string | undefined;
3432
+ blobCoreKey?: string | undefined;
3433
+ blobIndex?: number | undefined;
3434
+ engine?: string | undefined;
3435
+ expectedSize?: number | undefined;
3436
+ sha256Checksum?: string | undefined;
3437
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3438
+ } | undefined;
3439
+ referenceAudioSrc?: string | {
3440
+ src: string;
3441
+ name?: string | undefined;
3442
+ modelId?: string | undefined;
3443
+ registryPath?: string | undefined;
3444
+ registrySource?: string | undefined;
3445
+ blobCoreKey?: string | undefined;
3446
+ blobIndex?: number | undefined;
3447
+ engine?: string | undefined;
3448
+ expectedSize?: number | undefined;
3449
+ sha256Checksum?: string | undefined;
3450
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3451
+ } | undefined;
3452
+ dialogueReferenceSrcs?: (string | {
3453
+ src: string;
3454
+ name?: string | undefined;
3455
+ modelId?: string | undefined;
3456
+ registryPath?: string | undefined;
3457
+ registrySource?: string | undefined;
3458
+ blobCoreKey?: string | undefined;
3459
+ blobIndex?: number | undefined;
3460
+ engine?: string | undefined;
3461
+ expectedSize?: number | undefined;
3462
+ sha256Checksum?: string | undefined;
3463
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3464
+ })[] | undefined;
3465
+ backendsDir?: string | undefined;
3466
+ language?: string | undefined;
3467
+ durationTokens?: number | undefined;
3468
+ streamChunkTokens?: number | undefined;
3469
+ useGPU?: boolean | undefined;
3470
+ threads?: number | undefined;
3471
+ nGpuLayers?: number | undefined;
3472
+ seed?: number | undefined;
3166
3473
  };
3167
3474
  modelName?: string | undefined;
3168
3475
  withProgress?: boolean | undefined;
@@ -3221,7 +3528,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3221
3528
  modelConfig?: {
3222
3529
  mode: "diffusion" | "world" | "upscale" | "video";
3223
3530
  threads?: number | undefined;
3224
- device?: "gpu" | "cpu" | undefined;
3531
+ device?: "cpu" | "gpu" | undefined;
3225
3532
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
3226
3533
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
3227
3534
  type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
@@ -3405,6 +3712,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3405
3712
  numFramePerBlock?: number | undefined;
3406
3713
  localAttnSize?: number | undefined;
3407
3714
  offloadParamsToCpu?: boolean | undefined;
3715
+ paramsBackend?: string | undefined;
3716
+ maxVram?: string | number | undefined;
3717
+ streamLayers?: boolean | undefined;
3718
+ verbosity?: 0 | 3 | 2 | 1 | undefined;
3408
3719
  frameJpegQuality?: number | undefined;
3409
3720
  kvCache?: boolean | undefined;
3410
3721
  profile?: boolean | undefined;
@@ -3547,7 +3858,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3547
3858
  requireSecureTransport?: boolean | undefined;
3548
3859
  requestId?: string | undefined;
3549
3860
  modelConfig?: {
3550
- backend?: "auto" | "cpu" | undefined;
3861
+ backend?: "cpu" | "auto" | undefined;
3551
3862
  verbosity?: number | undefined;
3552
3863
  embodiment?: string | number | {
3553
3864
  tag?: string | undefined;
@@ -3609,9 +3920,30 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3609
3920
  'cache-type-k'?: string | undefined;
3610
3921
  'cache-type-v'?: string | undefined;
3611
3922
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
3923
+ 'rpc-servers'?: string | undefined;
3924
+ devices?: string | undefined;
3612
3925
  'split-mode'?: "none" | "layer" | "tensor" | undefined;
3613
- 'flash-attn'?: "on" | "off" | "auto" | undefined;
3926
+ 'flash-attn'?: "auto" | "on" | "off" | undefined;
3614
3927
  'tensor-split'?: string | undefined;
3928
+ 'batch-size'?: number | undefined;
3929
+ 'ubatch-size'?: number | undefined;
3930
+ 'cpu-moe'?: boolean | undefined;
3931
+ 'n-cpu-moe'?: number | undefined;
3932
+ 'kv-offload'?: boolean | undefined;
3933
+ 'image-max-tokens'?: number | undefined;
3934
+ 'image-min-tokens'?: number | undefined;
3935
+ threads?: number | undefined;
3936
+ 'threads-batch'?: number | undefined;
3937
+ 'cpu-mask'?: string | undefined;
3938
+ 'cpu-mask-batch'?: string | undefined;
3939
+ 'override-tensor'?: string | undefined;
3940
+ 'n-cpu-ffn'?: number | undefined;
3941
+ 'moe-cache-mib'?: number | "auto" | undefined;
3942
+ 'prefetch-weights'?: boolean | "auto" | undefined;
3943
+ 'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
3944
+ fit?: boolean | undefined;
3945
+ 'fit-target'?: string | number | undefined;
3946
+ 'fit-ctx'?: number | undefined;
3615
3947
  openclCacheDir?: string | undefined;
3616
3948
  reasoning_budget?: number | undefined;
3617
3949
  projectionModelSrc?: string | {
@@ -3678,6 +4010,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3678
4010
  logprob_thold?: number | undefined;
3679
4011
  greedy_best_of?: number | undefined;
3680
4012
  beam_search_beam_size?: number | undefined;
4013
+ max_initial_ts?: number | undefined;
4014
+ no_speech_thold?: number | undefined;
4015
+ seed?: number | undefined;
4016
+ backendsDir?: string | undefined;
3681
4017
  vad_params?: {
3682
4018
  threshold?: number | undefined;
3683
4019
  min_speech_duration_ms?: number | undefined;
@@ -3695,6 +4031,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3695
4031
  } | undefined;
3696
4032
  miscConfig?: {
3697
4033
  caption_enabled?: boolean | undefined;
4034
+ seed?: number | undefined;
3698
4035
  } | undefined;
3699
4036
  vadModelSrc?: string | {
3700
4037
  src: string;
@@ -3794,12 +4131,12 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3794
4131
  modelType: "llamacpp-embedding";
3795
4132
  modelConfig: {
3796
4133
  gpuLayers?: number | undefined;
3797
- device?: "gpu" | "cpu" | undefined;
4134
+ device?: "cpu" | "gpu" | undefined;
3798
4135
  batchSize?: number | undefined;
3799
4136
  pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
3800
4137
  attention?: "causal" | "non-causal" | undefined;
3801
4138
  embdNormalize?: number | undefined;
3802
- flashAttention?: "on" | "off" | "auto" | undefined;
4139
+ flashAttention?: "auto" | "on" | "off" | undefined;
3803
4140
  mainGpu?: number | "integrated" | "dedicated" | undefined;
3804
4141
  splitMode?: "none" | "layer" | undefined;
3805
4142
  tensorSplit?: string | undefined;
@@ -4126,14 +4463,76 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4126
4463
  threads?: number | undefined;
4127
4464
  nGpuLayers?: number | undefined;
4128
4465
  seed?: number | undefined;
4129
- };
4130
- modelName?: string | undefined;
4131
- withProgress?: boolean | undefined;
4132
- seed?: boolean | undefined;
4133
- fallbackSrc?: string | undefined;
4134
- requireHttpChecksum?: boolean | undefined;
4135
- requireSecureTransport?: boolean | undefined;
4136
- requestId?: string | undefined;
4466
+ } | {
4467
+ mossCodecDecoderModelSrc: string | {
4468
+ src: string;
4469
+ name?: string | undefined;
4470
+ modelId?: string | undefined;
4471
+ registryPath?: string | undefined;
4472
+ registrySource?: string | undefined;
4473
+ blobCoreKey?: string | undefined;
4474
+ blobIndex?: number | undefined;
4475
+ engine?: string | undefined;
4476
+ expectedSize?: number | undefined;
4477
+ sha256Checksum?: string | undefined;
4478
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4479
+ };
4480
+ ttsEngine: "moss";
4481
+ mossCodecEncoderModelSrc?: string | {
4482
+ src: string;
4483
+ name?: string | undefined;
4484
+ modelId?: string | undefined;
4485
+ registryPath?: string | undefined;
4486
+ registrySource?: string | undefined;
4487
+ blobCoreKey?: string | undefined;
4488
+ blobIndex?: number | undefined;
4489
+ engine?: string | undefined;
4490
+ expectedSize?: number | undefined;
4491
+ sha256Checksum?: string | undefined;
4492
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4493
+ } | undefined;
4494
+ referenceAudioSrc?: string | {
4495
+ src: string;
4496
+ name?: string | undefined;
4497
+ modelId?: string | undefined;
4498
+ registryPath?: string | undefined;
4499
+ registrySource?: string | undefined;
4500
+ blobCoreKey?: string | undefined;
4501
+ blobIndex?: number | undefined;
4502
+ engine?: string | undefined;
4503
+ expectedSize?: number | undefined;
4504
+ sha256Checksum?: string | undefined;
4505
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4506
+ } | undefined;
4507
+ dialogueReferenceSrcs?: (string | {
4508
+ src: string;
4509
+ name?: string | undefined;
4510
+ modelId?: string | undefined;
4511
+ registryPath?: string | undefined;
4512
+ registrySource?: string | undefined;
4513
+ blobCoreKey?: string | undefined;
4514
+ blobIndex?: number | undefined;
4515
+ engine?: string | undefined;
4516
+ expectedSize?: number | undefined;
4517
+ sha256Checksum?: string | undefined;
4518
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4519
+ })[] | undefined;
4520
+ backendsDir?: string | undefined;
4521
+ language?: string | undefined;
4522
+ durationTokens?: number | undefined;
4523
+ streamChunkTokens?: number | undefined;
4524
+ useGPU?: boolean | undefined;
4525
+ threads?: number | undefined;
4526
+ nGpuLayers?: number | undefined;
4527
+ seed?: number | undefined;
4528
+ };
4529
+ modelName?: string | undefined;
4530
+ withProgress?: boolean | undefined;
4531
+ seed?: boolean | undefined;
4532
+ fallbackSrc?: string | undefined;
4533
+ requireHttpChecksum?: boolean | undefined;
4534
+ requireSecureTransport?: boolean | undefined;
4535
+ requestId?: string | undefined;
4137
4536
  } | {
4138
4537
  type: "loadModel";
4139
4538
  modelSrc: string;
@@ -4185,7 +4584,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4185
4584
  modelConfig?: {
4186
4585
  mode: "diffusion" | "world" | "upscale" | "video";
4187
4586
  threads?: number | undefined;
4188
- device?: "gpu" | "cpu" | undefined;
4587
+ device?: "cpu" | "gpu" | undefined;
4189
4588
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
4190
4589
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
4191
4590
  type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
@@ -4369,6 +4768,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4369
4768
  numFramePerBlock?: number | undefined;
4370
4769
  localAttnSize?: number | undefined;
4371
4770
  offloadParamsToCpu?: boolean | undefined;
4771
+ paramsBackend?: string | undefined;
4772
+ maxVram?: string | number | undefined;
4773
+ streamLayers?: boolean | undefined;
4774
+ verbosity?: 0 | 3 | 2 | 1 | undefined;
4372
4775
  frameJpegQuality?: number | undefined;
4373
4776
  kvCache?: boolean | undefined;
4374
4777
  profile?: boolean | undefined;
@@ -4511,7 +4914,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4511
4914
  requireSecureTransport?: boolean | undefined;
4512
4915
  requestId?: string | undefined;
4513
4916
  modelConfig?: {
4514
- backend?: "auto" | "cpu" | undefined;
4917
+ backend?: "cpu" | "auto" | undefined;
4515
4918
  verbosity?: number | undefined;
4516
4919
  embodiment?: string | number | {
4517
4920
  tag?: string | undefined;
@@ -4596,6 +4999,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4596
4999
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4597
5000
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4598
5001
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5002
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5003
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5004
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5005
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
4599
5006
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4600
5007
  threshold: z.ZodOptional<z.ZodNumber>;
4601
5008
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -4616,6 +5023,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4616
5023
  }, z.core.$strip>>>;
4617
5024
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4618
5025
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
5026
+ seed: z.ZodOptional<z.ZodNumber>;
4619
5027
  }, z.core.$strip>>>;
4620
5028
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4621
5029
  src: z.ZodString;
@@ -4694,6 +5102,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4694
5102
  type: z.ZodLiteral<"function">;
4695
5103
  name: z.ZodString;
4696
5104
  description: z.ZodString;
5105
+ deferLoading: z.ZodOptional<z.ZodBoolean>;
5106
+ group: z.ZodOptional<z.ZodString>;
4697
5107
  parameters: z.ZodObject<{
4698
5108
  type: z.ZodLiteral<"object">;
4699
5109
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
@@ -4765,6 +5175,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4765
5175
  type: z.ZodLiteral<"function">;
4766
5176
  name: z.ZodString;
4767
5177
  description: z.ZodString;
5178
+ deferLoading: z.ZodOptional<z.ZodBoolean>;
5179
+ group: z.ZodOptional<z.ZodString>;
4768
5180
  parameters: z.ZodObject<{
4769
5181
  type: z.ZodLiteral<"object">;
4770
5182
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
@@ -4878,6 +5290,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4878
5290
  type: z.ZodLiteral<"function">;
4879
5291
  name: z.ZodString;
4880
5292
  description: z.ZodString;
5293
+ deferLoading: z.ZodOptional<z.ZodBoolean>;
5294
+ group: z.ZodOptional<z.ZodString>;
4881
5295
  parameters: z.ZodObject<{
4882
5296
  type: z.ZodLiteral<"object">;
4883
5297
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
@@ -5094,6 +5508,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
5094
5508
  finetune: "finetune";
5095
5509
  loadModel: "loadModel";
5096
5510
  downloadAsset: "downloadAsset";
5511
+ rpcServer: "rpcServer";
5512
+ rpcDiscovery: "rpcDiscovery";
5097
5513
  rag: "rag";
5098
5514
  }>>;
5099
5515
  }, z.core.$strip>], "operation">>, z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -5264,23 +5680,73 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
5264
5680
  type: z.ZodLiteral<"getSystemResources">;
5265
5681
  }, z.core.$strip>, z.ZodObject<{
5266
5682
  models: z.ZodArray<z.ZodObject<{
5267
- model: z.ZodObject<{
5268
- sha256Checksum: z.ZodString;
5269
- name: z.ZodString;
5270
- }, z.core.$strip>;
5271
- artifacts: z.ZodOptional<z.ZodArray<z.ZodObject<{
5272
- sha256Checksum: z.ZodString;
5273
- name: z.ZodString;
5274
- }, z.core.$strip>>>;
5275
- workload: z.ZodDiscriminatedUnion<[z.ZodObject<{
5276
- kind: z.ZodLiteral<"llm">;
5277
- contextTokens: z.ZodNumber;
5278
- }, z.core.$strip>, z.ZodObject<{
5279
- kind: z.ZodLiteral<"audio">;
5280
- windowMs: z.ZodNumber;
5281
- streaming: z.ZodBoolean;
5282
- batch: z.ZodOptional<z.ZodNumber>;
5283
- }, z.core.$strip>], "kind">;
5683
+ modelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
5684
+ src: z.ZodString;
5685
+ name: z.ZodOptional<z.ZodString>;
5686
+ modelId: z.ZodOptional<z.ZodString>;
5687
+ registryPath: z.ZodOptional<z.ZodString>;
5688
+ registrySource: z.ZodOptional<z.ZodString>;
5689
+ blobCoreKey: z.ZodOptional<z.ZodString>;
5690
+ blobIndex: z.ZodOptional<z.ZodNumber>;
5691
+ engine: z.ZodOptional<z.ZodString>;
5692
+ expectedSize: z.ZodOptional<z.ZodNumber>;
5693
+ sha256Checksum: z.ZodOptional<z.ZodString>;
5694
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
5695
+ embeddings: "embeddings";
5696
+ diffusion: "diffusion";
5697
+ audiogen: "audiogen";
5698
+ tts: "tts";
5699
+ ocr: "ocr";
5700
+ vla: "vla";
5701
+ "llamacpp-completion": "llamacpp-completion";
5702
+ "whispercpp-transcription": "whispercpp-transcription";
5703
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5704
+ "llamacpp-embedding": "llamacpp-embedding";
5705
+ "nmtcpp-translation": "nmtcpp-translation";
5706
+ "onnx-tts": "onnx-tts";
5707
+ "tts-ggml": "tts-ggml";
5708
+ "parakeet-transcription": "parakeet-transcription";
5709
+ "ggml-ocr": "ggml-ocr";
5710
+ "sdcpp-generation": "sdcpp-generation";
5711
+ "audiogen-ggml": "audiogen-ggml";
5712
+ "ggml-vla": "ggml-vla";
5713
+ "ggml-classification": "ggml-classification";
5714
+ llm: "llm";
5715
+ whisper: "whisper";
5716
+ bci: "bci";
5717
+ nmt: "nmt";
5718
+ parakeet: "parakeet";
5719
+ classification: "classification";
5720
+ }>, z.ZodLiteral<"vad">]>>;
5721
+ }, z.core.$strip>]>>;
5722
+ modelType: z.ZodOptional<z.ZodEnum<{
5723
+ embeddings: "embeddings";
5724
+ diffusion: "diffusion";
5725
+ audiogen: "audiogen";
5726
+ tts: "tts";
5727
+ ocr: "ocr";
5728
+ vla: "vla";
5729
+ "llamacpp-completion": "llamacpp-completion";
5730
+ "whispercpp-transcription": "whispercpp-transcription";
5731
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5732
+ "llamacpp-embedding": "llamacpp-embedding";
5733
+ "nmtcpp-translation": "nmtcpp-translation";
5734
+ "onnx-tts": "onnx-tts";
5735
+ "tts-ggml": "tts-ggml";
5736
+ "parakeet-transcription": "parakeet-transcription";
5737
+ "ggml-ocr": "ggml-ocr";
5738
+ "sdcpp-generation": "sdcpp-generation";
5739
+ "audiogen-ggml": "audiogen-ggml";
5740
+ "ggml-vla": "ggml-vla";
5741
+ "ggml-classification": "ggml-classification";
5742
+ llm: "llm";
5743
+ whisper: "whisper";
5744
+ bci: "bci";
5745
+ nmt: "nmt";
5746
+ parakeet: "parakeet";
5747
+ classification: "classification";
5748
+ }>>;
5749
+ modelConfig: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
5284
5750
  }, z.core.$strip>>;
5285
5751
  execution: z.ZodDefault<z.ZodEnum<{
5286
5752
  sequential: "sequential";
@@ -5705,8 +6171,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5705
6171
  diagnostics: z.ZodOptional<z.ZodObject<{
5706
6172
  selectedBackend: z.ZodString;
5707
6173
  selectedDevice: z.ZodEnum<{
5708
- gpu: "gpu";
5709
6174
  cpu: "cpu";
6175
+ gpu: "gpu";
5710
6176
  }>;
5711
6177
  graphicsApi: z.ZodOptional<z.ZodEnum<{
5712
6178
  vulkan: "vulkan";
@@ -5728,8 +6194,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5728
6194
  fallback: z.ZodOptional<z.ZodObject<{
5729
6195
  requestedBackend: z.ZodOptional<z.ZodString>;
5730
6196
  requestedDevice: z.ZodOptional<z.ZodEnum<{
5731
- gpu: "gpu";
5732
6197
  cpu: "cpu";
6198
+ gpu: "gpu";
5733
6199
  }>>;
5734
6200
  reason: z.ZodString;
5735
6201
  }, z.core.$strip>>;
@@ -5781,8 +6247,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5781
6247
  diagnostics: z.ZodOptional<z.ZodObject<{
5782
6248
  selectedBackend: z.ZodString;
5783
6249
  selectedDevice: z.ZodEnum<{
5784
- gpu: "gpu";
5785
6250
  cpu: "cpu";
6251
+ gpu: "gpu";
5786
6252
  }>;
5787
6253
  graphicsApi: z.ZodOptional<z.ZodEnum<{
5788
6254
  vulkan: "vulkan";
@@ -5804,8 +6270,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5804
6270
  fallback: z.ZodOptional<z.ZodObject<{
5805
6271
  requestedBackend: z.ZodOptional<z.ZodString>;
5806
6272
  requestedDevice: z.ZodOptional<z.ZodEnum<{
5807
- gpu: "gpu";
5808
6273
  cpu: "cpu";
6274
+ gpu: "gpu";
5809
6275
  }>>;
5810
6276
  reason: z.ZodString;
5811
6277
  }, z.core.$strip>>;
@@ -5863,8 +6329,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5863
6329
  diagnostics: z.ZodOptional<z.ZodObject<{
5864
6330
  selectedBackend: z.ZodString;
5865
6331
  selectedDevice: z.ZodEnum<{
5866
- gpu: "gpu";
5867
6332
  cpu: "cpu";
6333
+ gpu: "gpu";
5868
6334
  }>;
5869
6335
  graphicsApi: z.ZodOptional<z.ZodEnum<{
5870
6336
  vulkan: "vulkan";
@@ -5886,8 +6352,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5886
6352
  fallback: z.ZodOptional<z.ZodObject<{
5887
6353
  requestedBackend: z.ZodOptional<z.ZodString>;
5888
6354
  requestedDevice: z.ZodOptional<z.ZodEnum<{
5889
- gpu: "gpu";
5890
6355
  cpu: "cpu";
6356
+ gpu: "gpu";
5891
6357
  }>>;
5892
6358
  reason: z.ZodString;
5893
6359
  }, z.core.$strip>>;
@@ -5902,6 +6368,24 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5902
6368
  }, z.core.$strip>>;
5903
6369
  }, z.core.$strip>>;
5904
6370
  }, z.core.$strict>, z.ZodObject<{
6371
+ serverId: z.ZodString;
6372
+ url: z.ZodString;
6373
+ rdmaCapable: z.ZodBoolean;
6374
+ type: z.ZodLiteral<"startRpcServer">;
6375
+ }, z.core.$strip>, z.ZodObject<{
6376
+ type: z.ZodLiteral<"stopRpcServer">;
6377
+ }, z.core.$strip>, z.ZodObject<{
6378
+ type: z.ZodLiteral<"discoverRpcServers">;
6379
+ servers: z.ZodArray<z.ZodObject<{
6380
+ url: z.ZodString;
6381
+ rdmaAvailable: z.ZodBoolean;
6382
+ devices: z.ZodArray<z.ZodObject<{
6383
+ index: z.ZodNumber;
6384
+ freeMemory: z.ZodNumber;
6385
+ totalMemory: z.ZodNumber;
6386
+ }, z.core.$strip>>;
6387
+ }, z.core.$strip>>;
6388
+ }, z.core.$strip>, z.ZodObject<{
5905
6389
  type: z.ZodLiteral<"heartbeat">;
5906
6390
  number: z.ZodNumber;
5907
6391
  }, z.core.$strip>, z.ZodObject<{
@@ -5964,8 +6448,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5964
6448
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
5965
6449
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
5966
6450
  backendDevice: z.ZodOptional<z.ZodEnum<{
5967
- gpu: "gpu";
5968
6451
  cpu: "cpu";
6452
+ gpu: "gpu";
5969
6453
  }>>;
5970
6454
  }, z.core.$strip>;
5971
6455
  }, z.core.$strip>, z.ZodObject<{
@@ -5983,8 +6467,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5983
6467
  seq: z.ZodNumber;
5984
6468
  stopReason: z.ZodOptional<z.ZodEnum<{
5985
6469
  cancelled: "cancelled";
5986
- eos: "eos";
5987
6470
  length: "length";
6471
+ eos: "eos";
5988
6472
  stopSequence: "stopSequence";
5989
6473
  }>>;
5990
6474
  raw: z.ZodOptional<z.ZodObject<{
@@ -6041,8 +6525,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6041
6525
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
6042
6526
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
6043
6527
  backendDevice: z.ZodOptional<z.ZodEnum<{
6044
- gpu: "gpu";
6045
6528
  cpu: "cpu";
6529
+ gpu: "gpu";
6046
6530
  }>>;
6047
6531
  }, z.core.$strip>;
6048
6532
  }, z.core.$strip>, z.ZodObject<{
@@ -6060,8 +6544,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6060
6544
  seq: z.ZodNumber;
6061
6545
  stopReason: z.ZodOptional<z.ZodEnum<{
6062
6546
  cancelled: "cancelled";
6063
- eos: "eos";
6064
6547
  length: "length";
6548
+ eos: "eos";
6065
6549
  stopSequence: "stopSequence";
6066
6550
  }>>;
6067
6551
  raw: z.ZodOptional<z.ZodObject<{
@@ -6128,8 +6612,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6128
6612
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
6129
6613
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
6130
6614
  backendDevice: z.ZodOptional<z.ZodEnum<{
6131
- gpu: "gpu";
6132
6615
  cpu: "cpu";
6616
+ gpu: "gpu";
6133
6617
  }>>;
6134
6618
  }, z.core.$strip>;
6135
6619
  }, z.core.$strip>, z.ZodObject<{
@@ -6147,8 +6631,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6147
6631
  seq: z.ZodNumber;
6148
6632
  stopReason: z.ZodOptional<z.ZodEnum<{
6149
6633
  cancelled: "cancelled";
6150
- eos: "eos";
6151
6634
  length: "length";
6635
+ eos: "eos";
6152
6636
  stopSequence: "stopSequence";
6153
6637
  }>>;
6154
6638
  raw: z.ZodOptional<z.ZodObject<{
@@ -6167,8 +6651,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6167
6651
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
6168
6652
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
6169
6653
  backendDevice: z.ZodOptional<z.ZodEnum<{
6170
- gpu: "gpu";
6171
6654
  cpu: "cpu";
6655
+ gpu: "gpu";
6172
6656
  }>>;
6173
6657
  }, z.core.$strip>>;
6174
6658
  }, z.core.$strict>, z.ZodObject<{
@@ -6218,6 +6702,18 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6218
6702
  gpuUnsupported: z.ZodOptional<z.ZodNumber>;
6219
6703
  gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
6220
6704
  gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
6705
+ totalTime: z.ZodOptional<z.ZodNumber>;
6706
+ totalWallMs: z.ZodOptional<z.ZodNumber>;
6707
+ totalSamples: z.ZodOptional<z.ZodNumber>;
6708
+ processCalls: z.ZodOptional<z.ZodNumber>;
6709
+ whisperSampleMs: z.ZodOptional<z.ZodNumber>;
6710
+ whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
6711
+ whisperPromptMs: z.ZodOptional<z.ZodNumber>;
6712
+ totalTranscriptions: z.ZodOptional<z.ZodNumber>;
6713
+ modelLoadMs: z.ZodOptional<z.ZodNumber>;
6714
+ totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
6715
+ encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
6716
+ encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
6221
6717
  }, z.core.$strip>>;
6222
6718
  error: z.ZodOptional<z.ZodString>;
6223
6719
  segment: z.ZodOptional<z.ZodObject<{
@@ -6226,10 +6722,17 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6226
6722
  endMs: z.ZodNumber;
6227
6723
  append: z.ZodBoolean;
6228
6724
  id: z.ZodNumber;
6725
+ isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
6726
+ startsWord: z.ZodOptional<z.ZodBoolean>;
6229
6727
  }, z.core.$strip>>;
6230
6728
  vad: z.ZodOptional<z.ZodObject<{
6231
6729
  speaking: z.ZodBoolean;
6232
6730
  probability: z.ZodNumber;
6731
+ source: z.ZodOptional<z.ZodEnum<{
6732
+ silero: "silero";
6733
+ energy: "energy";
6734
+ sortformer: "sortformer";
6735
+ }>>;
6233
6736
  }, z.core.$strip>>;
6234
6737
  endOfTurn: z.ZodOptional<z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
6235
6738
  source: z.ZodLiteral<"whisper">;
@@ -6237,6 +6740,47 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6237
6740
  }, z.core.$strip>, z.ZodObject<{
6238
6741
  source: z.ZodLiteral<"parakeet">;
6239
6742
  }, z.core.$strip>], "source">, unknown>>;
6743
+ diagnostics: z.ZodOptional<z.ZodObject<{
6744
+ selectedBackend: z.ZodString;
6745
+ selectedDevice: z.ZodEnum<{
6746
+ cpu: "cpu";
6747
+ gpu: "gpu";
6748
+ }>;
6749
+ graphicsApi: z.ZodOptional<z.ZodEnum<{
6750
+ vulkan: "vulkan";
6751
+ metal: "metal";
6752
+ opencl: "opencl";
6753
+ cuda: "cuda";
6754
+ opengl: "opengl";
6755
+ webgpu: "webgpu";
6756
+ direct3d11: "direct3d11";
6757
+ direct3d12: "direct3d12";
6758
+ levelZero: "levelZero";
6759
+ rocm: "rocm";
6760
+ }>>;
6761
+ driver: z.ZodOptional<z.ZodObject<{
6762
+ name: z.ZodString;
6763
+ version: z.ZodOptional<z.ZodString>;
6764
+ }, z.core.$strip>>;
6765
+ gpuId: z.ZodOptional<z.ZodString>;
6766
+ fallback: z.ZodOptional<z.ZodObject<{
6767
+ requestedBackend: z.ZodOptional<z.ZodString>;
6768
+ requestedDevice: z.ZodOptional<z.ZodEnum<{
6769
+ cpu: "cpu";
6770
+ gpu: "gpu";
6771
+ }>>;
6772
+ reason: z.ZodString;
6773
+ }, z.core.$strip>>;
6774
+ probe: z.ZodOptional<z.ZodObject<{
6775
+ status: z.ZodEnum<{
6776
+ unknown: "unknown";
6777
+ compatible: "compatible";
6778
+ incompatible: "incompatible";
6779
+ }>;
6780
+ backend: z.ZodString;
6781
+ reason: z.ZodOptional<z.ZodString>;
6782
+ }, z.core.$strip>>;
6783
+ }, z.core.$strip>>;
6240
6784
  type: z.ZodLiteral<"transcribe">;
6241
6785
  }, z.core.$strip>, z.ZodObject<{
6242
6786
  text: z.ZodOptional<z.ZodString>;
@@ -6257,6 +6801,18 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6257
6801
  gpuUnsupported: z.ZodOptional<z.ZodNumber>;
6258
6802
  gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
6259
6803
  gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
6804
+ totalTime: z.ZodOptional<z.ZodNumber>;
6805
+ totalWallMs: z.ZodOptional<z.ZodNumber>;
6806
+ totalSamples: z.ZodOptional<z.ZodNumber>;
6807
+ processCalls: z.ZodOptional<z.ZodNumber>;
6808
+ whisperSampleMs: z.ZodOptional<z.ZodNumber>;
6809
+ whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
6810
+ whisperPromptMs: z.ZodOptional<z.ZodNumber>;
6811
+ totalTranscriptions: z.ZodOptional<z.ZodNumber>;
6812
+ modelLoadMs: z.ZodOptional<z.ZodNumber>;
6813
+ totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
6814
+ encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
6815
+ encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
6260
6816
  }, z.core.$strip>>;
6261
6817
  error: z.ZodOptional<z.ZodString>;
6262
6818
  segment: z.ZodOptional<z.ZodObject<{
@@ -6265,10 +6821,17 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6265
6821
  endMs: z.ZodNumber;
6266
6822
  append: z.ZodBoolean;
6267
6823
  id: z.ZodNumber;
6824
+ isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
6825
+ startsWord: z.ZodOptional<z.ZodBoolean>;
6268
6826
  }, z.core.$strip>>;
6269
6827
  vad: z.ZodOptional<z.ZodObject<{
6270
6828
  speaking: z.ZodBoolean;
6271
6829
  probability: z.ZodNumber;
6830
+ source: z.ZodOptional<z.ZodEnum<{
6831
+ silero: "silero";
6832
+ energy: "energy";
6833
+ sortformer: "sortformer";
6834
+ }>>;
6272
6835
  }, z.core.$strip>>;
6273
6836
  endOfTurn: z.ZodOptional<z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
6274
6837
  source: z.ZodLiteral<"whisper">;
@@ -6276,6 +6839,47 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6276
6839
  }, z.core.$strip>, z.ZodObject<{
6277
6840
  source: z.ZodLiteral<"parakeet">;
6278
6841
  }, z.core.$strip>], "source">, unknown>>;
6842
+ diagnostics: z.ZodOptional<z.ZodObject<{
6843
+ selectedBackend: z.ZodString;
6844
+ selectedDevice: z.ZodEnum<{
6845
+ cpu: "cpu";
6846
+ gpu: "gpu";
6847
+ }>;
6848
+ graphicsApi: z.ZodOptional<z.ZodEnum<{
6849
+ vulkan: "vulkan";
6850
+ metal: "metal";
6851
+ opencl: "opencl";
6852
+ cuda: "cuda";
6853
+ opengl: "opengl";
6854
+ webgpu: "webgpu";
6855
+ direct3d11: "direct3d11";
6856
+ direct3d12: "direct3d12";
6857
+ levelZero: "levelZero";
6858
+ rocm: "rocm";
6859
+ }>>;
6860
+ driver: z.ZodOptional<z.ZodObject<{
6861
+ name: z.ZodString;
6862
+ version: z.ZodOptional<z.ZodString>;
6863
+ }, z.core.$strip>>;
6864
+ gpuId: z.ZodOptional<z.ZodString>;
6865
+ fallback: z.ZodOptional<z.ZodObject<{
6866
+ requestedBackend: z.ZodOptional<z.ZodString>;
6867
+ requestedDevice: z.ZodOptional<z.ZodEnum<{
6868
+ cpu: "cpu";
6869
+ gpu: "gpu";
6870
+ }>>;
6871
+ reason: z.ZodString;
6872
+ }, z.core.$strip>>;
6873
+ probe: z.ZodOptional<z.ZodObject<{
6874
+ status: z.ZodEnum<{
6875
+ unknown: "unknown";
6876
+ compatible: "compatible";
6877
+ incompatible: "incompatible";
6878
+ }>;
6879
+ backend: z.ZodString;
6880
+ reason: z.ZodOptional<z.ZodString>;
6881
+ }, z.core.$strip>>;
6882
+ }, z.core.$strip>>;
6279
6883
  type: z.ZodLiteral<"transcribeStream">;
6280
6884
  }, z.core.$strip>, z.ZodObject<{
6281
6885
  text: z.ZodOptional<z.ZodString>;
@@ -6296,6 +6900,18 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6296
6900
  gpuUnsupported: z.ZodOptional<z.ZodNumber>;
6297
6901
  gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
6298
6902
  gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
6903
+ totalTime: z.ZodOptional<z.ZodNumber>;
6904
+ totalWallMs: z.ZodOptional<z.ZodNumber>;
6905
+ totalSamples: z.ZodOptional<z.ZodNumber>;
6906
+ processCalls: z.ZodOptional<z.ZodNumber>;
6907
+ whisperSampleMs: z.ZodOptional<z.ZodNumber>;
6908
+ whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
6909
+ whisperPromptMs: z.ZodOptional<z.ZodNumber>;
6910
+ totalTranscriptions: z.ZodOptional<z.ZodNumber>;
6911
+ modelLoadMs: z.ZodOptional<z.ZodNumber>;
6912
+ totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
6913
+ encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
6914
+ encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
6299
6915
  }, z.core.$strip>>;
6300
6916
  error: z.ZodOptional<z.ZodString>;
6301
6917
  segment: z.ZodOptional<z.ZodObject<{
@@ -6304,8 +6920,51 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6304
6920
  endMs: z.ZodNumber;
6305
6921
  append: z.ZodBoolean;
6306
6922
  id: z.ZodNumber;
6923
+ isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
6924
+ startsWord: z.ZodOptional<z.ZodBoolean>;
6307
6925
  }, z.core.$strip>>;
6308
6926
  type: z.ZodLiteral<"bciTranscribe">;
6927
+ diagnostics: z.ZodOptional<z.ZodObject<{
6928
+ selectedBackend: z.ZodString;
6929
+ selectedDevice: z.ZodEnum<{
6930
+ cpu: "cpu";
6931
+ gpu: "gpu";
6932
+ }>;
6933
+ graphicsApi: z.ZodOptional<z.ZodEnum<{
6934
+ vulkan: "vulkan";
6935
+ metal: "metal";
6936
+ opencl: "opencl";
6937
+ cuda: "cuda";
6938
+ opengl: "opengl";
6939
+ webgpu: "webgpu";
6940
+ direct3d11: "direct3d11";
6941
+ direct3d12: "direct3d12";
6942
+ levelZero: "levelZero";
6943
+ rocm: "rocm";
6944
+ }>>;
6945
+ driver: z.ZodOptional<z.ZodObject<{
6946
+ name: z.ZodString;
6947
+ version: z.ZodOptional<z.ZodString>;
6948
+ }, z.core.$strip>>;
6949
+ gpuId: z.ZodOptional<z.ZodString>;
6950
+ fallback: z.ZodOptional<z.ZodObject<{
6951
+ requestedBackend: z.ZodOptional<z.ZodString>;
6952
+ requestedDevice: z.ZodOptional<z.ZodEnum<{
6953
+ cpu: "cpu";
6954
+ gpu: "gpu";
6955
+ }>>;
6956
+ reason: z.ZodString;
6957
+ }, z.core.$strip>>;
6958
+ probe: z.ZodOptional<z.ZodObject<{
6959
+ status: z.ZodEnum<{
6960
+ unknown: "unknown";
6961
+ compatible: "compatible";
6962
+ incompatible: "incompatible";
6963
+ }>;
6964
+ backend: z.ZodString;
6965
+ reason: z.ZodOptional<z.ZodString>;
6966
+ }, z.core.$strip>>;
6967
+ }, z.core.$strip>>;
6309
6968
  }, z.core.$strip>, z.ZodObject<{
6310
6969
  text: z.ZodOptional<z.ZodString>;
6311
6970
  done: z.ZodOptional<z.ZodBoolean>;
@@ -6325,16 +6984,31 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6325
6984
  gpuUnsupported: z.ZodOptional<z.ZodNumber>;
6326
6985
  gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
6327
6986
  gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
6987
+ totalTime: z.ZodOptional<z.ZodNumber>;
6988
+ totalWallMs: z.ZodOptional<z.ZodNumber>;
6989
+ totalSamples: z.ZodOptional<z.ZodNumber>;
6990
+ processCalls: z.ZodOptional<z.ZodNumber>;
6991
+ whisperSampleMs: z.ZodOptional<z.ZodNumber>;
6992
+ whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
6993
+ whisperPromptMs: z.ZodOptional<z.ZodNumber>;
6994
+ totalTranscriptions: z.ZodOptional<z.ZodNumber>;
6995
+ modelLoadMs: z.ZodOptional<z.ZodNumber>;
6996
+ totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
6997
+ encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
6998
+ encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
6328
6999
  }, z.core.$strip>>;
6329
7000
  error: z.ZodOptional<z.ZodString>;
7001
+ type: z.ZodLiteral<"bciTranscribeStream">;
6330
7002
  segment: z.ZodOptional<z.ZodObject<{
6331
7003
  text: z.ZodString;
6332
7004
  startMs: z.ZodNumber;
6333
7005
  endMs: z.ZodNumber;
6334
7006
  append: z.ZodBoolean;
6335
7007
  id: z.ZodNumber;
7008
+ isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
7009
+ startsWord: z.ZodOptional<z.ZodBoolean>;
7010
+ windowStartTimestep: z.ZodOptional<z.ZodNumber>;
6336
7011
  }, z.core.$strip>>;
6337
- type: z.ZodLiteral<"bciTranscribeStream">;
6338
7012
  }, z.core.$strip>, z.ZodObject<{
6339
7013
  type: z.ZodLiteral<"loggingStream">;
6340
7014
  id: z.ZodString;
@@ -6357,8 +7031,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6357
7031
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
6358
7032
  totalTokens: z.ZodOptional<z.ZodNumber>;
6359
7033
  backendDevice: z.ZodOptional<z.ZodEnum<{
6360
- gpu: "gpu";
6361
7034
  cpu: "cpu";
7035
+ gpu: "gpu";
6362
7036
  }>>;
6363
7037
  contextSize: z.ZodOptional<z.ZodNumber>;
6364
7038
  }, z.core.$strip>>;
@@ -6394,6 +7068,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6394
7068
  gpuUnsupported: z.ZodOptional<z.ZodNumber>;
6395
7069
  enhancerBackendDevice: z.ZodOptional<z.ZodNumber>;
6396
7070
  enhancerBackendId: z.ZodOptional<z.ZodNumber>;
7071
+ codecSidecarLoaded: z.ZodOptional<z.ZodNumber>;
7072
+ codecOnCoreml: z.ZodOptional<z.ZodNumber>;
6397
7073
  }, z.core.$strip>>;
6398
7074
  chunkIndex: z.ZodOptional<z.ZodNumber>;
6399
7075
  sentenceChunk: z.ZodOptional<z.ZodString>;
@@ -6419,6 +7095,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6419
7095
  gpuUnsupported: z.ZodOptional<z.ZodNumber>;
6420
7096
  enhancerBackendDevice: z.ZodOptional<z.ZodNumber>;
6421
7097
  enhancerBackendId: z.ZodOptional<z.ZodNumber>;
7098
+ codecSidecarLoaded: z.ZodOptional<z.ZodNumber>;
7099
+ codecOnCoreml: z.ZodOptional<z.ZodNumber>;
6422
7100
  }, z.core.$strip>>;
6423
7101
  chunkIndex: z.ZodOptional<z.ZodNumber>;
6424
7102
  sentenceChunk: z.ZodOptional<z.ZodString>;
@@ -6661,6 +7339,34 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6661
7339
  gemma4: "gemma4";
6662
7340
  dsml: "dsml";
6663
7341
  }>>;
7342
+ fitProbe: z.ZodOptional<z.ZodObject<{
7343
+ verdict: z.ZodEnum<{
7344
+ unknown: "unknown";
7345
+ fit: "fit";
7346
+ "does-not-fit": "does-not-fit";
7347
+ }>;
7348
+ basis: z.ZodLiteral<"native-probe">;
7349
+ engine: z.ZodOptional<z.ZodString>;
7350
+ estimatorVersion: z.ZodString;
7351
+ reason: z.ZodString;
7352
+ message: z.ZodOptional<z.ZodString>;
7353
+ plan: z.ZodOptional<z.ZodObject<{
7354
+ nCtx: z.ZodNumber;
7355
+ nGpuLayers: z.ZodNumber;
7356
+ nGpuDevices: z.ZodNumber;
7357
+ }, z.core.$strip>>;
7358
+ projection: z.ZodOptional<z.ZodObject<{
7359
+ deviceName: z.ZodOptional<z.ZodString>;
7360
+ deviceBytes: z.ZodOptional<z.ZodNumber>;
7361
+ hostBytes: z.ZodOptional<z.ZodNumber>;
7362
+ weightsBytes: z.ZodOptional<z.ZodNumber>;
7363
+ contextBytes: z.ZodOptional<z.ZodNumber>;
7364
+ computeBytes: z.ZodOptional<z.ZodNumber>;
7365
+ deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
7366
+ deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
7367
+ report: z.ZodOptional<z.ZodString>;
7368
+ }, z.core.$strip>>;
7369
+ }, z.core.$strip>>;
6664
7370
  }, z.core.$strip>;
6665
7371
  }, z.core.$strip>, z.ZodObject<{
6666
7372
  capabilities: z.ZodObject<{
@@ -7665,6 +8371,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7665
8371
  evidence: z.ZodOptional<z.ZodEnum<{
7666
8372
  calibration: "calibration";
7667
8373
  "computed-only": "computed-only";
8374
+ "native-fit": "native-fit";
7668
8375
  }>>;
7669
8376
  budget: z.ZodOptional<z.ZodObject<{
7670
8377
  totalBytes: z.ZodNumber;
@@ -7688,6 +8395,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7688
8395
  evidence: z.ZodOptional<z.ZodEnum<{
7689
8396
  calibration: "calibration";
7690
8397
  "computed-only": "computed-only";
8398
+ "native-fit": "native-fit";
7691
8399
  }>>;
7692
8400
  estimate: z.ZodOptional<z.ZodObject<{
7693
8401
  lowerBoundBytes: z.ZodNumber;
@@ -7695,6 +8403,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7695
8403
  }, z.core.$strip>>;
7696
8404
  floorBytes: z.ZodOptional<z.ZodNumber>;
7697
8405
  estimatorVersion: z.ZodOptional<z.ZodString>;
8406
+ device: z.ZodOptional<z.ZodString>;
7698
8407
  reasons: z.ZodArray<z.ZodString>;
7699
8408
  }, z.core.$strip>>;
7700
8409
  reasons: z.ZodArray<z.ZodString>;
@@ -7789,8 +8498,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
7789
8498
  height: z.ZodOptional<z.ZodNumber>;
7790
8499
  repeats: z.ZodOptional<z.ZodNumber>;
7791
8500
  backendDevice: z.ZodOptional<z.ZodEnum<{
7792
- gpu: "gpu";
7793
8501
  cpu: "cpu";
8502
+ gpu: "gpu";
7794
8503
  }>>;
7795
8504
  }, z.core.$strip>>;
7796
8505
  }, z.core.$strip>, z.ZodObject<{