@qvac/inference 0.21.0 → 0.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (246) hide show
  1. package/NOTICE +50 -25
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +4 -1
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.js +1 -1
  9. package/dist/api/decide.d.ts +26 -0
  10. package/dist/api/decide.js +26 -0
  11. package/dist/api/get-model-info.d.ts +1 -1
  12. package/dist/api/index.d.ts +1 -0
  13. package/dist/api/index.js +1 -0
  14. package/dist/api/text-to-speech.d.ts +1 -0
  15. package/dist/api/text-to-speech.js +15 -19
  16. package/dist/api/transcribe.js +5 -2
  17. package/dist/api/video-request.d.ts +5 -5
  18. package/dist/api/video.d.ts +5 -4
  19. package/dist/api/video.js +5 -4
  20. package/dist/errors/index.d.ts +3 -0
  21. package/dist/errors/index.js +5 -0
  22. package/dist/handlers/assess-model-fit.d.ts +5 -3
  23. package/dist/handlers/assess-model-fit.js +80 -28
  24. package/dist/handlers/get-loaded-model-info.js +1 -2
  25. package/dist/handlers/load-model/safe-fetch.js +5 -6
  26. package/dist/handlers/registry.d.ts +3 -1
  27. package/dist/handlers/registry.js +3 -3
  28. package/dist/index.d.ts +1 -1
  29. package/dist/index.js +1 -1
  30. package/dist/logging/logger.js +1 -1
  31. package/dist/logging/utils.js +1 -1
  32. package/dist/models/registry/models.d.ts +563 -816
  33. package/dist/models/registry/models.js +2873 -3110
  34. package/dist/models/registry/resource-profiles.d.ts +1 -2
  35. package/dist/models/registry/resource-profiles.js +203 -2
  36. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  37. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  38. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  39. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  40. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +28 -10
  41. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  42. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  43. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +6 -27
  44. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +147 -60
  45. package/dist/plugins/builtin/audiogen-ggml/plugin.js +1 -0
  46. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +40 -24
  47. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -1
  48. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  49. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  50. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  51. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +18 -10
  52. package/dist/plugins/builtin/ggml-ocr/plugin.js +16 -38
  53. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +21 -14
  54. package/dist/plugins/builtin/ggml-vla/plugin.js +1 -1
  55. package/dist/plugins/builtin/index.d.ts +2 -0
  56. package/dist/plugins/builtin/index.js +2 -0
  57. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -7
  58. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +109 -189
  59. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +32 -90
  60. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +60 -211
  61. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  62. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  63. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +185 -87
  64. package/dist/plugins/builtin/llamacpp-completion/plugin.js +4 -5
  65. package/dist/plugins/builtin/llamacpp-completion/transform.js +1 -1
  66. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +6 -0
  67. package/dist/plugins/builtin/llamacpp-decision/helpers.js +97 -0
  68. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  69. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  70. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +216 -0
  71. package/dist/plugins/builtin/llamacpp-decision/plugin.js +43 -0
  72. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +12 -5
  73. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +1 -1
  74. package/dist/plugins/builtin/llamacpp-embedding/transform.js +3 -0
  75. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  76. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  77. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  78. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  79. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +25 -13
  80. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +9 -73
  81. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +52 -31
  82. package/dist/plugins/builtin/parakeet-transcription/plugin.js +18 -3
  83. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +10 -6
  84. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  85. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  86. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +59 -33
  87. package/dist/plugins/builtin/sdcpp-generation/plugin.js +12 -9
  88. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  89. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  90. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +4 -1
  91. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +17 -5
  92. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +164 -29
  93. package/dist/plugins/builtin/tts-ggml/plugin.js +38 -1
  94. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +58 -35
  95. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +6 -2
  96. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -1
  97. package/dist/plugins/ops/kv-cache-utils.js +10 -25
  98. package/dist/plugins/ops/load-model.js +21 -16
  99. package/dist/plugins/ops/transcribe.js +17 -1
  100. package/dist/registry.js +1 -0
  101. package/dist/resources/model-fit/assess.d.ts +15 -23
  102. package/dist/resources/model-fit/assess.js +207 -271
  103. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +3 -1
  104. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +6 -1
  105. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +2 -0
  106. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +5 -3
  107. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +9 -1
  108. package/dist/resources/model-fit/floor.d.ts +10 -10
  109. package/dist/resources/model-fit/floor.js +13 -13
  110. package/dist/resources/model-fit/kv-cache.d.ts +23 -0
  111. package/dist/resources/model-fit/kv-cache.js +85 -0
  112. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +11 -6
  113. package/dist/resources/model-fit/native-probe/advisory-fit.js +12 -27
  114. package/dist/resources/model-fit/native-probe/child-engine-fit.js +8 -0
  115. package/dist/resources/model-fit/native-probe/classify-fit.js +32 -1
  116. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +4 -1
  117. package/dist/resources/model-fit/native-probe/create-fit-request.js +24 -14
  118. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +14 -0
  119. package/dist/resources/model-fit/native-probe/engine-fit.js +1 -1
  120. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +4 -0
  121. package/dist/resources/model-fit/native-probe/engines/asr.js +23 -0
  122. package/dist/resources/model-fit/native-probe/engines/audiogen.js +29 -1
  123. package/dist/resources/model-fit/native-probe/engines/diffusion.js +16 -6
  124. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -1
  125. package/dist/resources/model-fit/native-probe/engines/llama.js +19 -123
  126. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +8 -0
  127. package/dist/resources/model-fit/native-probe/engines/nmt.js +11 -0
  128. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +9 -0
  129. package/dist/resources/model-fit/native-probe/engines/ocr.js +13 -0
  130. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +2 -0
  131. package/dist/resources/model-fit/native-probe/engines/tts.js +49 -3
  132. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +5 -3
  133. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +38 -23
  134. package/dist/resources/model-fit/platform.d.ts +4 -4
  135. package/dist/resources/model-fit/platform.js +6 -8
  136. package/dist/resources/model-fit/types.d.ts +3 -117
  137. package/dist/rpc/inventory.js +5 -7
  138. package/dist/runtime/env.d.ts +0 -2
  139. package/dist/runtime/env.js +2 -9
  140. package/dist/runtime/model-config-utils.js +6 -1
  141. package/dist/runtime/request-context.d.ts +1 -1
  142. package/dist/runtime/request-context.js +8 -0
  143. package/dist/runtime/state.js +5 -0
  144. package/dist/schemas/assess-model-fit.d.ts +100 -43
  145. package/dist/schemas/assess-model-fit.js +66 -29
  146. package/dist/schemas/audio-gen.d.ts +186 -18
  147. package/dist/schemas/audio-gen.js +180 -48
  148. package/dist/schemas/batch-completion-stream.d.ts +202 -34
  149. package/dist/schemas/bci-config.d.ts +2 -0
  150. package/dist/schemas/bci.d.ts +23 -2
  151. package/dist/schemas/cancel.d.ts +5 -0
  152. package/dist/schemas/cancel.js +1 -0
  153. package/dist/schemas/common.d.ts +1083 -158
  154. package/dist/schemas/common.js +5 -2
  155. package/dist/schemas/completion-stream.d.ts +232 -37
  156. package/dist/schemas/completion-stream.js +64 -20
  157. package/dist/schemas/config.d.ts +477 -12
  158. package/dist/schemas/config.js +21 -1
  159. package/dist/schemas/decision.d.ts +602 -0
  160. package/dist/schemas/decision.js +205 -0
  161. package/dist/schemas/download-asset.d.ts +7 -3
  162. package/dist/schemas/engine-addon-map.d.ts +7 -0
  163. package/dist/schemas/engine-addon-map.js +23 -3
  164. package/dist/schemas/errors.d.ts +1 -0
  165. package/dist/schemas/errors.js +5 -0
  166. package/dist/schemas/index.d.ts +2 -0
  167. package/dist/schemas/index.js +2 -0
  168. package/dist/schemas/llamacpp-config.d.ts +42 -2
  169. package/dist/schemas/llamacpp-config.js +27 -0
  170. package/dist/schemas/load-model.d.ts +5247 -1309
  171. package/dist/schemas/load-model.js +88 -9
  172. package/dist/schemas/model-config-schemas.d.ts +233 -8
  173. package/dist/schemas/model-config-schemas.js +4 -1
  174. package/dist/schemas/model-fit-policy.d.ts +17 -0
  175. package/dist/schemas/model-fit-policy.js +17 -0
  176. package/dist/schemas/model-info.d.ts +20 -2
  177. package/dist/schemas/model-info.js +2 -1
  178. package/dist/schemas/model-resource-profile.d.ts +3 -4
  179. package/dist/schemas/model-resource-profile.js +1 -4
  180. package/dist/schemas/model-src-utils.d.ts +10 -2
  181. package/dist/schemas/model-types.d.ts +10 -1
  182. package/dist/schemas/model-types.js +3 -0
  183. package/dist/schemas/ocr.d.ts +74 -0
  184. package/dist/schemas/ocr.js +42 -0
  185. package/dist/schemas/plugin.d.ts +8 -2
  186. package/dist/schemas/plugin.js +6 -0
  187. package/dist/schemas/profiling.d.ts +4 -4
  188. package/dist/schemas/registry.d.ts +26 -0
  189. package/dist/schemas/registry.js +3 -0
  190. package/dist/schemas/reload-config.d.ts +10 -2
  191. package/dist/schemas/rpc-server.js +3 -3
  192. package/dist/schemas/sdcpp-config.d.ts +26 -0
  193. package/dist/schemas/sdcpp-config.js +8 -7
  194. package/dist/schemas/system-resources.d.ts +4 -4
  195. package/dist/schemas/text-to-speech.d.ts +402 -3
  196. package/dist/schemas/text-to-speech.js +129 -11
  197. package/dist/schemas/tools.d.ts +13 -4
  198. package/dist/schemas/tools.js +18 -6
  199. package/dist/schemas/transcription-config.d.ts +15 -0
  200. package/dist/schemas/transcription-config.js +38 -3
  201. package/dist/schemas/transcription.d.ts +46 -4
  202. package/dist/schemas/transcription.js +51 -4
  203. package/dist/schemas/translation-config.d.ts +30 -10
  204. package/dist/schemas/vla.d.ts +9 -2
  205. package/dist/schemas/vla.js +9 -5
  206. package/dist/surface.d.ts +1 -1
  207. package/dist/surface.js +1 -1
  208. package/dist/utils/addon-responses.d.ts +1 -0
  209. package/dist/utils/asr-events.d.ts +1 -0
  210. package/dist/utils/asr-events.js +2 -1
  211. package/dist/utils/cache/types.d.ts +7 -0
  212. package/dist/utils/mcp-adapter.js +12 -8
  213. package/dist/utils/tool-helpers.d.ts +1 -1
  214. package/dist/utils/tool-helpers.js +20 -52
  215. package/dist/utils/tools/parsers/dsml.js +8 -5
  216. package/dist/utils/tools/parsers/qwen35.js +7 -4
  217. package/dist/utils/tools/shared.d.ts +3 -0
  218. package/dist/utils/tools/shared.js +62 -0
  219. package/dist/utils/transcribe-metadata.d.ts +8 -1
  220. package/dist/utils/transcribe-metadata.js +13 -3
  221. package/dist/utils/tts-stats.d.ts +1 -0
  222. package/package.json +41 -32
  223. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  224. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  225. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  226. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  227. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  228. package/dist/resources/model-fit/calibration/fit.js +0 -152
  229. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  230. package/dist/resources/model-fit/calibration/index.js +0 -75
  231. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  232. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  233. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  234. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  235. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  236. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  237. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  238. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  239. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  240. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  241. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  242. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  243. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  244. package/dist/resources/model-fit/estimators/llm.js +0 -222
  245. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  246. package/dist/resources/model-fit/estimators/whisper.js +0 -76
@@ -3,13 +3,46 @@ import { type CompletionEvent, type CompletionFinal, type CompletionStats } from
3
3
  import { type McpClientInput } from './mcp-adapter.js';
4
4
  export declare const batchPromptSchema: z.ZodObject<{
5
5
  id: z.ZodOptional<z.ZodString>;
6
- history: z.ZodArray<z.ZodObject<{
6
+ history: z.ZodArray<z.ZodPipe<z.ZodObject<{
7
7
  role: z.ZodString;
8
- content: z.ZodString;
8
+ content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
9
9
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
10
10
  path: z.ZodString;
11
11
  }, z.core.$strip>>>;
12
- }, z.core.$strip>>;
12
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
13
+ id: z.ZodOptional<z.ZodString>;
14
+ name: z.ZodString;
15
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
16
+ }, z.core.$strip>>>;
17
+ toolCallId: z.ZodOptional<z.ZodString>;
18
+ toolName: z.ZodOptional<z.ZodString>;
19
+ }, z.core.$strip>, z.ZodTransform<{
20
+ content: string;
21
+ role: string;
22
+ attachments?: {
23
+ path: string;
24
+ }[] | undefined;
25
+ toolCalls?: {
26
+ name: string;
27
+ arguments: Record<string, unknown>;
28
+ id?: string | undefined;
29
+ }[] | undefined;
30
+ toolCallId?: string | undefined;
31
+ toolName?: string | undefined;
32
+ }, {
33
+ role: string;
34
+ content?: string | null | undefined;
35
+ attachments?: {
36
+ path: string;
37
+ }[] | undefined;
38
+ toolCalls?: {
39
+ name: string;
40
+ arguments: Record<string, unknown>;
41
+ id?: string | undefined;
42
+ }[] | undefined;
43
+ toolCallId?: string | undefined;
44
+ toolName?: string | undefined;
45
+ }>>>;
13
46
  generationParams: z.ZodOptional<z.ZodObject<{
14
47
  temp: z.ZodOptional<z.ZodNumber>;
15
48
  top_p: z.ZodOptional<z.ZodNumber>;
@@ -20,8 +53,8 @@ export declare const batchPromptSchema: z.ZodObject<{
20
53
  presence_penalty: z.ZodOptional<z.ZodNumber>;
21
54
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
22
55
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
23
- remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
24
56
  tool_choice: z.ZodOptional<z.ZodString>;
57
+ parallel_tool_calls: z.ZodOptional<z.ZodBoolean>;
25
58
  }, z.core.$strict>>;
26
59
  responseFormat: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
27
60
  type: z.ZodLiteral<"text">;
@@ -45,31 +78,73 @@ export declare const batchPromptSchema: z.ZodObject<{
45
78
  parameters: z.ZodObject<{
46
79
  type: z.ZodLiteral<"object">;
47
80
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
48
- type: z.ZodEnum<{
81
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
49
82
  string: "string";
50
83
  number: "number";
51
84
  boolean: "boolean";
52
85
  object: "object";
86
+ null: "null";
53
87
  array: "array";
54
88
  integer: "integer";
55
- }>;
89
+ }>, z.ZodArray<z.ZodEnum<{
90
+ string: "string";
91
+ number: "number";
92
+ boolean: "boolean";
93
+ object: "object";
94
+ null: "null";
95
+ array: "array";
96
+ integer: "integer";
97
+ }>>]>>;
56
98
  description: z.ZodOptional<z.ZodString>;
57
99
  enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
58
- }, z.core.$strip>>;
100
+ }, z.core.$loose>>;
59
101
  required: z.ZodOptional<z.ZodArray<z.ZodString>>;
60
- }, z.core.$strip>;
102
+ }, z.core.$loose>;
61
103
  }, z.core.$strip>>>;
62
104
  mcp: z.ZodOptional<z.ZodArray<z.ZodCustom<McpClientInput, McpClientInput>>>;
63
105
  }, z.core.$strict>;
64
106
  declare const batchPromptStreamSchema: z.ZodObject<{
65
107
  id: z.ZodOptional<z.ZodString>;
66
- history: z.ZodArray<z.ZodObject<{
108
+ history: z.ZodArray<z.ZodPipe<z.ZodObject<{
67
109
  role: z.ZodString;
68
- content: z.ZodString;
110
+ content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
69
111
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
70
112
  path: z.ZodString;
71
113
  }, z.core.$strip>>>;
72
- }, z.core.$strip>>;
114
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
115
+ id: z.ZodOptional<z.ZodString>;
116
+ name: z.ZodString;
117
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
118
+ }, z.core.$strip>>>;
119
+ toolCallId: z.ZodOptional<z.ZodString>;
120
+ toolName: z.ZodOptional<z.ZodString>;
121
+ }, z.core.$strip>, z.ZodTransform<{
122
+ content: string;
123
+ role: string;
124
+ attachments?: {
125
+ path: string;
126
+ }[] | undefined;
127
+ toolCalls?: {
128
+ name: string;
129
+ arguments: Record<string, unknown>;
130
+ id?: string | undefined;
131
+ }[] | undefined;
132
+ toolCallId?: string | undefined;
133
+ toolName?: string | undefined;
134
+ }, {
135
+ role: string;
136
+ content?: string | null | undefined;
137
+ attachments?: {
138
+ path: string;
139
+ }[] | undefined;
140
+ toolCalls?: {
141
+ name: string;
142
+ arguments: Record<string, unknown>;
143
+ id?: string | undefined;
144
+ }[] | undefined;
145
+ toolCallId?: string | undefined;
146
+ toolName?: string | undefined;
147
+ }>>>;
73
148
  generationParams: z.ZodOptional<z.ZodObject<{
74
149
  temp: z.ZodOptional<z.ZodNumber>;
75
150
  top_p: z.ZodOptional<z.ZodNumber>;
@@ -80,8 +155,8 @@ declare const batchPromptStreamSchema: z.ZodObject<{
80
155
  presence_penalty: z.ZodOptional<z.ZodNumber>;
81
156
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
82
157
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
83
- remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
84
158
  tool_choice: z.ZodOptional<z.ZodString>;
159
+ parallel_tool_calls: z.ZodOptional<z.ZodBoolean>;
85
160
  }, z.core.$strict>>;
86
161
  responseFormat: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
87
162
  type: z.ZodLiteral<"text">;
@@ -105,32 +180,74 @@ declare const batchPromptStreamSchema: z.ZodObject<{
105
180
  parameters: z.ZodObject<{
106
181
  type: z.ZodLiteral<"object">;
107
182
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
108
- type: z.ZodEnum<{
183
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
109
184
  string: "string";
110
185
  number: "number";
111
186
  boolean: "boolean";
112
187
  object: "object";
188
+ null: "null";
113
189
  array: "array";
114
190
  integer: "integer";
115
- }>;
191
+ }>, z.ZodArray<z.ZodEnum<{
192
+ string: "string";
193
+ number: "number";
194
+ boolean: "boolean";
195
+ object: "object";
196
+ null: "null";
197
+ array: "array";
198
+ integer: "integer";
199
+ }>>]>>;
116
200
  description: z.ZodOptional<z.ZodString>;
117
201
  enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
118
- }, z.core.$strip>>;
202
+ }, z.core.$loose>>;
119
203
  required: z.ZodOptional<z.ZodArray<z.ZodString>>;
120
- }, z.core.$strip>;
204
+ }, z.core.$loose>;
121
205
  }, z.core.$strip>>>;
122
206
  }, z.core.$strict>;
123
207
  export declare const batchCompletionClientParamsSchema: z.ZodObject<{
124
208
  modelId: z.ZodString;
125
209
  prompts: z.ZodArray<z.ZodObject<{
126
210
  id: z.ZodOptional<z.ZodString>;
127
- history: z.ZodArray<z.ZodObject<{
211
+ history: z.ZodArray<z.ZodPipe<z.ZodObject<{
128
212
  role: z.ZodString;
129
- content: z.ZodString;
213
+ content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
130
214
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
131
215
  path: z.ZodString;
132
216
  }, z.core.$strip>>>;
133
- }, z.core.$strip>>;
217
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
218
+ id: z.ZodOptional<z.ZodString>;
219
+ name: z.ZodString;
220
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
221
+ }, z.core.$strip>>>;
222
+ toolCallId: z.ZodOptional<z.ZodString>;
223
+ toolName: z.ZodOptional<z.ZodString>;
224
+ }, z.core.$strip>, z.ZodTransform<{
225
+ content: string;
226
+ role: string;
227
+ attachments?: {
228
+ path: string;
229
+ }[] | undefined;
230
+ toolCalls?: {
231
+ name: string;
232
+ arguments: Record<string, unknown>;
233
+ id?: string | undefined;
234
+ }[] | undefined;
235
+ toolCallId?: string | undefined;
236
+ toolName?: string | undefined;
237
+ }, {
238
+ role: string;
239
+ content?: string | null | undefined;
240
+ attachments?: {
241
+ path: string;
242
+ }[] | undefined;
243
+ toolCalls?: {
244
+ name: string;
245
+ arguments: Record<string, unknown>;
246
+ id?: string | undefined;
247
+ }[] | undefined;
248
+ toolCallId?: string | undefined;
249
+ toolName?: string | undefined;
250
+ }>>>;
134
251
  generationParams: z.ZodOptional<z.ZodObject<{
135
252
  temp: z.ZodOptional<z.ZodNumber>;
136
253
  top_p: z.ZodOptional<z.ZodNumber>;
@@ -141,8 +258,8 @@ export declare const batchCompletionClientParamsSchema: z.ZodObject<{
141
258
  presence_penalty: z.ZodOptional<z.ZodNumber>;
142
259
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
143
260
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
144
- remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
145
261
  tool_choice: z.ZodOptional<z.ZodString>;
262
+ parallel_tool_calls: z.ZodOptional<z.ZodBoolean>;
146
263
  }, z.core.$strict>>;
147
264
  responseFormat: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
148
265
  type: z.ZodLiteral<"text">;
@@ -166,19 +283,28 @@ export declare const batchCompletionClientParamsSchema: z.ZodObject<{
166
283
  parameters: z.ZodObject<{
167
284
  type: z.ZodLiteral<"object">;
168
285
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
169
- type: z.ZodEnum<{
286
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
170
287
  string: "string";
171
288
  number: "number";
172
289
  boolean: "boolean";
173
290
  object: "object";
291
+ null: "null";
174
292
  array: "array";
175
293
  integer: "integer";
176
- }>;
294
+ }>, z.ZodArray<z.ZodEnum<{
295
+ string: "string";
296
+ number: "number";
297
+ boolean: "boolean";
298
+ object: "object";
299
+ null: "null";
300
+ array: "array";
301
+ integer: "integer";
302
+ }>>]>>;
177
303
  description: z.ZodOptional<z.ZodString>;
178
304
  enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
179
- }, z.core.$strip>>;
305
+ }, z.core.$loose>>;
180
306
  required: z.ZodOptional<z.ZodArray<z.ZodString>>;
181
- }, z.core.$strip>;
307
+ }, z.core.$loose>;
182
308
  }, z.core.$strip>>>;
183
309
  mcp: z.ZodOptional<z.ZodArray<z.ZodCustom<McpClientInput, McpClientInput>>>;
184
310
  }, z.core.$strict>>;
@@ -186,9 +312,9 @@ export declare const batchCompletionClientParamsSchema: z.ZodObject<{
186
312
  captureThinking: z.ZodOptional<z.ZodBoolean>;
187
313
  emitRawDeltas: z.ZodOptional<z.ZodBoolean>;
188
314
  toolDialect: z.ZodOptional<z.ZodEnum<{
315
+ json: "json";
189
316
  hermes: "hermes";
190
317
  pythonic: "pythonic";
191
- json: "json";
192
318
  harmony: "harmony";
193
319
  qwen35: "qwen35";
194
320
  gemma4: "gemma4";
@@ -202,9 +328,9 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
202
328
  captureThinking: z.ZodOptional<z.ZodBoolean>;
203
329
  emitRawDeltas: z.ZodOptional<z.ZodBoolean>;
204
330
  toolDialect: z.ZodOptional<z.ZodEnum<{
331
+ json: "json";
205
332
  hermes: "hermes";
206
333
  pythonic: "pythonic";
207
- json: "json";
208
334
  harmony: "harmony";
209
335
  qwen35: "qwen35";
210
336
  gemma4: "gemma4";
@@ -213,13 +339,46 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
213
339
  requestId: z.ZodOptional<z.ZodString>;
214
340
  prompts: z.ZodArray<z.ZodObject<{
215
341
  id: z.ZodOptional<z.ZodString>;
216
- history: z.ZodArray<z.ZodObject<{
342
+ history: z.ZodArray<z.ZodPipe<z.ZodObject<{
217
343
  role: z.ZodString;
218
- content: z.ZodString;
344
+ content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
219
345
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
220
346
  path: z.ZodString;
221
347
  }, z.core.$strip>>>;
222
- }, z.core.$strip>>;
348
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
349
+ id: z.ZodOptional<z.ZodString>;
350
+ name: z.ZodString;
351
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
352
+ }, z.core.$strip>>>;
353
+ toolCallId: z.ZodOptional<z.ZodString>;
354
+ toolName: z.ZodOptional<z.ZodString>;
355
+ }, z.core.$strip>, z.ZodTransform<{
356
+ content: string;
357
+ role: string;
358
+ attachments?: {
359
+ path: string;
360
+ }[] | undefined;
361
+ toolCalls?: {
362
+ name: string;
363
+ arguments: Record<string, unknown>;
364
+ id?: string | undefined;
365
+ }[] | undefined;
366
+ toolCallId?: string | undefined;
367
+ toolName?: string | undefined;
368
+ }, {
369
+ role: string;
370
+ content?: string | null | undefined;
371
+ attachments?: {
372
+ path: string;
373
+ }[] | undefined;
374
+ toolCalls?: {
375
+ name: string;
376
+ arguments: Record<string, unknown>;
377
+ id?: string | undefined;
378
+ }[] | undefined;
379
+ toolCallId?: string | undefined;
380
+ toolName?: string | undefined;
381
+ }>>>;
223
382
  generationParams: z.ZodOptional<z.ZodObject<{
224
383
  temp: z.ZodOptional<z.ZodNumber>;
225
384
  top_p: z.ZodOptional<z.ZodNumber>;
@@ -230,8 +389,8 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
230
389
  presence_penalty: z.ZodOptional<z.ZodNumber>;
231
390
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
232
391
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
233
- remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
234
392
  tool_choice: z.ZodOptional<z.ZodString>;
393
+ parallel_tool_calls: z.ZodOptional<z.ZodBoolean>;
235
394
  }, z.core.$strict>>;
236
395
  responseFormat: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
237
396
  type: z.ZodLiteral<"text">;
@@ -255,19 +414,28 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
255
414
  parameters: z.ZodObject<{
256
415
  type: z.ZodLiteral<"object">;
257
416
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
258
- type: z.ZodEnum<{
417
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
259
418
  string: "string";
260
419
  number: "number";
261
420
  boolean: "boolean";
262
421
  object: "object";
422
+ null: "null";
263
423
  array: "array";
264
424
  integer: "integer";
265
- }>;
425
+ }>, z.ZodArray<z.ZodEnum<{
426
+ string: "string";
427
+ number: "number";
428
+ boolean: "boolean";
429
+ object: "object";
430
+ null: "null";
431
+ array: "array";
432
+ integer: "integer";
433
+ }>>]>>;
266
434
  description: z.ZodOptional<z.ZodString>;
267
435
  enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
268
- }, z.core.$strip>>;
436
+ }, z.core.$loose>>;
269
437
  required: z.ZodOptional<z.ZodArray<z.ZodString>>;
270
- }, z.core.$strip>;
438
+ }, z.core.$loose>;
271
439
  }, z.core.$strip>>>;
272
440
  }, z.core.$strict>>;
273
441
  type: z.ZodLiteral<"batchCompletionStream">;
@@ -53,10 +53,12 @@ export declare const bciConfigSchema: z.ZodObject<{
53
53
  "whispercpp-transcription": "whispercpp-transcription";
54
54
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
55
55
  "llamacpp-embedding": "llamacpp-embedding";
56
+ "llamacpp-decision": "llamacpp-decision";
56
57
  "nmtcpp-translation": "nmtcpp-translation";
57
58
  "onnx-tts": "onnx-tts";
58
59
  "tts-ggml": "tts-ggml";
59
60
  "parakeet-transcription": "parakeet-transcription";
61
+ "moss-transcribe": "moss-transcribe";
60
62
  "ggml-ocr": "ggml-ocr";
61
63
  "sdcpp-generation": "sdcpp-generation";
62
64
  "audiogen-ggml": "audiogen-ggml";
@@ -46,6 +46,13 @@ export declare const bciStreamSegmentSchema: z.ZodObject<{
46
46
  endMs: z.ZodNumber;
47
47
  append: z.ZodBoolean;
48
48
  id: z.ZodNumber;
49
+ speakerId: z.ZodOptional<z.ZodNumber>;
50
+ speaker: z.ZodOptional<z.ZodString>;
51
+ speakerSegments: z.ZodOptional<z.ZodArray<z.ZodObject<{
52
+ speakerId: z.ZodNumber;
53
+ startMs: z.ZodNumber;
54
+ endMs: z.ZodNumber;
55
+ }, z.core.$strip>>>;
49
56
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
50
57
  startsWord: z.ZodOptional<z.ZodBoolean>;
51
58
  windowStartTimestep: z.ZodOptional<z.ZodNumber>;
@@ -89,6 +96,13 @@ export declare const bciTranscribeResponseSchema: z.ZodObject<{
89
96
  endMs: z.ZodNumber;
90
97
  append: z.ZodBoolean;
91
98
  id: z.ZodNumber;
99
+ speakerId: z.ZodOptional<z.ZodNumber>;
100
+ speaker: z.ZodOptional<z.ZodString>;
101
+ speakerSegments: z.ZodOptional<z.ZodArray<z.ZodObject<{
102
+ speakerId: z.ZodNumber;
103
+ startMs: z.ZodNumber;
104
+ endMs: z.ZodNumber;
105
+ }, z.core.$strip>>>;
92
106
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
93
107
  startsWord: z.ZodOptional<z.ZodBoolean>;
94
108
  }, z.core.$strip>>;
@@ -100,16 +114,16 @@ export declare const bciTranscribeResponseSchema: z.ZodObject<{
100
114
  gpu: "gpu";
101
115
  }>;
102
116
  graphicsApi: z.ZodOptional<z.ZodEnum<{
117
+ cuda: "cuda";
103
118
  vulkan: "vulkan";
104
119
  metal: "metal";
105
120
  opencl: "opencl";
106
- cuda: "cuda";
121
+ rocm: "rocm";
107
122
  opengl: "opengl";
108
123
  webgpu: "webgpu";
109
124
  direct3d11: "direct3d11";
110
125
  direct3d12: "direct3d12";
111
126
  levelZero: "levelZero";
112
- rocm: "rocm";
113
127
  }>>;
114
128
  driver: z.ZodOptional<z.ZodObject<{
115
129
  name: z.ZodString;
@@ -202,6 +216,13 @@ export declare const bciTranscribeStreamResponseSchema: z.ZodObject<{
202
216
  endMs: z.ZodNumber;
203
217
  append: z.ZodBoolean;
204
218
  id: z.ZodNumber;
219
+ speakerId: z.ZodOptional<z.ZodNumber>;
220
+ speaker: z.ZodOptional<z.ZodString>;
221
+ speakerSegments: z.ZodOptional<z.ZodArray<z.ZodObject<{
222
+ speakerId: z.ZodNumber;
223
+ startMs: z.ZodNumber;
224
+ endMs: z.ZodNumber;
225
+ }, z.core.$strip>>>;
205
226
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
206
227
  startsWord: z.ZodOptional<z.ZodBoolean>;
207
228
  windowStartTimestep: z.ZodOptional<z.ZodNumber>;
@@ -19,6 +19,7 @@ declare const cancelKindSchema: z.ZodEnum<{
19
19
  completion: "completion";
20
20
  batchCompletion: "batchCompletion";
21
21
  embeddings: "embeddings";
22
+ decision: "decision";
22
23
  transcribe: "transcribe";
23
24
  translate: "translate";
24
25
  diffusion: "diffusion";
@@ -71,6 +72,7 @@ declare const cancelBroadParamsSchema: z.ZodObject<{
71
72
  completion: "completion";
72
73
  batchCompletion: "batchCompletion";
73
74
  embeddings: "embeddings";
75
+ decision: "decision";
74
76
  transcribe: "transcribe";
75
77
  translate: "translate";
76
78
  diffusion: "diffusion";
@@ -98,6 +100,7 @@ declare const cancelParamsSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
98
100
  completion: "completion";
99
101
  batchCompletion: "batchCompletion";
100
102
  embeddings: "embeddings";
103
+ decision: "decision";
101
104
  transcribe: "transcribe";
102
105
  translate: "translate";
103
106
  diffusion: "diffusion";
@@ -127,6 +130,7 @@ export declare const cancelRequestSchema: z.ZodIntersection<z.ZodObject<{
127
130
  completion: "completion";
128
131
  batchCompletion: "batchCompletion";
129
132
  embeddings: "embeddings";
133
+ decision: "decision";
130
134
  transcribe: "transcribe";
131
135
  translate: "translate";
132
136
  diffusion: "diffusion";
@@ -169,6 +173,7 @@ export declare const cancelBroadSugarSchema: z.ZodObject<{
169
173
  completion: "completion";
170
174
  batchCompletion: "batchCompletion";
171
175
  embeddings: "embeddings";
176
+ decision: "decision";
172
177
  transcribe: "transcribe";
173
178
  translate: "translate";
174
179
  diffusion: "diffusion";
@@ -23,6 +23,7 @@ const cancelKindSchema = z
23
23
  'completion',
24
24
  'batchCompletion',
25
25
  'embeddings',
26
+ 'decision',
26
27
  'transcribe',
27
28
  'translate',
28
29
  'diffusion',