@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -1,33 +1,35 @@
1
- import { startRpcServerRequestSchema, startRpcServerResponseSchema, stopRpcServerRequestSchema, stopRpcServerResponseSchema, discoverRpcServersRequestSchema, discoverRpcServersResponseSchema } from './rpc-server.js';
1
+ import { startRpcServerRequestSchema, startRpcServerResponseSchema, stopRpcServerRequestSchema, stopRpcServerResponseSchema, discoverRpcServersRequestSchema, discoverRpcServersResponseSchema } from '../schemas/rpc-server.js';
2
2
  import { z } from 'zod';
3
- import { perCallProfilingSchema } from './profiling.js';
4
- import { heartbeatRequestSchema, heartbeatResponseSchema } from './heartbeat.js';
5
- import { completionOrchestrateRequestSchema, completionOrchestrateResponseSchema, completionStreamRequestSchema, completionStreamResponseSchema } from './completion-stream.js';
6
- import { batchCompletionStreamRequestSchema, batchCompletionStreamResponseSchema } from './batch-completion-stream.js';
7
- import { loadModelRequestSchema, loadModelResponseSchema, modelProgressUpdateSchema } from './load-model.js';
8
- import { downloadAssetRequestSchema, downloadAssetResponseSchema } from './download-asset.js';
9
- import { unloadModelRequestSchema, unloadModelResponseSchema, deleteCacheRequestSchema, deleteCacheResponseSchema } from './model-ops.js';
10
- import { transcribeRequestSchema, transcribeResponseSchema, transcribeStreamRequestSchema, transcribeStreamResponseSchema } from './transcription.js';
11
- import { bciTranscribeRequestSchema, bciTranscribeResponseSchema, bciTranscribeStreamRequestSchema, bciTranscribeStreamResponseSchema } from './bci.js';
12
- import { embedRequestSchema, embedResponseSchema } from './embed.js';
13
- import { cancelRequestSchema, cancelResponseSchema } from './cancel.js';
14
- import { translateRequestSchema, translateResponseSchema } from './translate.js';
15
- import { loggingStreamRequestSchema, loggingStreamResponseSchema } from './logging-stream.js';
16
- import { ttsRequestSchema, ttsResponseSchema, textToSpeechStreamRequestSchema, textToSpeechStreamResponseSchema } from './text-to-speech.js';
17
- import { errorResponseSchema } from './error.js';
18
- import { ragRequestSchema, ragResponseSchema, ragProgressUpdateSchema } from './rag.js';
19
- import { vectorIndexRequestSchema, vectorIndexResponseSchema } from './vector-index.js';
20
- import { getModelInfoRequestSchema, getModelInfoResponseSchema, getLoadedModelInfoRequestSchema, getLoadedModelInfoResponseSchema } from './model-info.js';
21
- import { getSystemResourcesRequestSchema, getSystemResourcesResponseSchema } from './system-resources.js';
22
- import { assessModelFitRequestSchema, assessModelFitResponseSchema } from './assess-model-fit.js';
23
- import { ocrStreamRequestSchema, ocrStreamResponseSchema } from './ocr.js';
24
- import { diffusionStreamRequestSchema, diffusionStreamResponseSchema, videoStreamRequestSchema, videoStreamResponseSchema, upscaleStreamRequestSchema, upscaleStreamResponseSchema, worldSceneStreamRequestSchema, worldSceneStreamResponseSchema, worldStepStreamRequestSchema, worldStepStreamResponseSchema } from './sdcpp-config.js';
25
- import { finetuneRequestSchema, finetuneResponseSchema, finetuneProgressResponseSchema } from './finetune.js';
26
- import { pluginInvokeRequestSchema, pluginInvokeResponseSchema, pluginInvokeStreamRequestSchema, pluginInvokeStreamResponseSchema } from './plugin.js';
27
- import { modelRegistryListRequestSchema, modelRegistryListResponseSchema, modelRegistrySearchRequestSchema, modelRegistrySearchResponseSchema, modelRegistryGetModelRequestSchema, modelRegistryGetModelResponseSchema } from './registry.js';
28
- import { suspendRequestSchema, suspendResponseSchema, resumeRequestSchema, resumeResponseSchema, stateRequestSchema, stateResponseSchema } from './lifecycle.js';
29
- import { classifyRequestSchema, classifyResponseSchema } from './classification.js';
30
- import { audioEditStreamRequestSchema, audioEditStreamResponseSchema, audioGenStreamRequestSchema, audioGenStreamResponseSchema, audioUnderstandRequestSchema, audioUnderstandResponseSchema } from './audio-gen.js';
3
+ import { perCallProfilingSchema } from '../schemas/profiling.js';
4
+ import { heartbeatRequestSchema, heartbeatResponseSchema } from '../schemas/heartbeat.js';
5
+ import { completionOrchestrateRequestSchema, completionOrchestrateResponseSchema, completionStreamRequestSchema, completionStreamResponseSchema } from '../schemas/completion-stream.js';
6
+ import { batchCompletionStreamRequestSchema, batchCompletionStreamResponseSchema } from '../schemas/batch-completion-stream.js';
7
+ import { loadModelRequestSchema, loadModelResponseSchema, modelProgressUpdateSchema } from '../schemas/load-model.js';
8
+ import { downloadAssetRequestSchema, downloadAssetResponseSchema } from '../schemas/download-asset.js';
9
+ import { unloadModelRequestSchema, unloadModelResponseSchema, deleteCacheRequestSchema, deleteCacheResponseSchema } from '../schemas/model-ops.js';
10
+ import { transcribeRequestSchema, transcribeResponseSchema, transcribeStreamRequestSchema, transcribeStreamResponseSchema } from '../schemas/transcription.js';
11
+ import { bciTranscribeRequestSchema, bciTranscribeResponseSchema, bciTranscribeStreamRequestSchema, bciTranscribeStreamResponseSchema } from '../schemas/bci.js';
12
+ import { embedRequestSchema, embedResponseSchema } from '../schemas/embed.js';
13
+ import { cancelRequestSchema, cancelResponseSchema } from '../schemas/cancel.js';
14
+ import { translateRequestSchema, translateResponseSchema } from '../schemas/translate.js';
15
+ import { loggingStreamRequestSchema, loggingStreamResponseSchema } from '../schemas/logging-stream.js';
16
+ import { ttsRequestSchema, ttsResponseSchema, textToSpeechStreamRequestSchema, textToSpeechStreamResponseSchema } from '../schemas/text-to-speech.js';
17
+ import { errorResponseSchema } from '../schemas/error.js';
18
+ import { ragRequestSchema, ragResponseSchema, ragProgressUpdateSchema } from '../schemas/rag.js';
19
+ import { vectorIndexRequestSchema, vectorIndexResponseSchema } from '../schemas/vector-index.js';
20
+ import { getModelInfoRequestSchema, getModelInfoResponseSchema, getLoadedModelInfoRequestSchema, getLoadedModelInfoResponseSchema } from '../schemas/model-info.js';
21
+ import { getSystemResourcesRequestSchema, getSystemResourcesResponseSchema } from '../schemas/system-resources.js';
22
+ import { assessModelFitRequestSchema, assessModelFitResponseSchema } from '../schemas/assess-model-fit.js';
23
+ import { ocrStreamRequestSchema, ocrStreamResponseSchema } from '../schemas/ocr.js';
24
+ import { diffusionStreamRequestSchema, diffusionStreamResponseSchema, videoStreamRequestSchema, videoStreamResponseSchema, upscaleStreamRequestSchema, upscaleStreamResponseSchema, worldSceneStreamRequestSchema, worldSceneStreamResponseSchema, worldStepStreamRequestSchema, worldStepStreamResponseSchema } from '../schemas/sdcpp-config.js';
25
+ import { finetuneRequestSchema, finetuneResponseSchema, finetuneProgressResponseSchema } from '../schemas/finetune.js';
26
+ import { pluginInvokeRequestSchema, pluginInvokeResponseSchema, pluginInvokeStreamRequestSchema, pluginInvokeStreamResponseSchema } from '../schemas/plugin.js';
27
+ import { modelRegistryListRequestSchema, modelRegistryListResponseSchema, modelRegistrySearchRequestSchema, modelRegistrySearchResponseSchema, modelRegistryGetModelRequestSchema, modelRegistryGetModelResponseSchema } from '../schemas/registry.js';
28
+ import { suspendRequestSchema, suspendResponseSchema, resumeRequestSchema, resumeResponseSchema, stateRequestSchema, stateResponseSchema } from '../schemas/lifecycle.js';
29
+ import { decideRequestSchema, decideResponseSchema } from '../schemas/decision.js';
30
+ import { rerankRequestSchema, rerankResponseSchema } from '../schemas/rerank.js';
31
+ import { classifyRequestSchema, classifyResponseSchema } from '../schemas/classification.js';
32
+ import { audioEditStreamRequestSchema, audioEditStreamResponseSchema, audioGenStreamRequestSchema, audioGenStreamResponseSchema, audioUnderstandRequestSchema, audioUnderstandResponseSchema } from '../schemas/audio-gen.js';
31
33
  export const requestSchema = z.union([
32
34
  audioGenStreamRequestSchema,
33
35
  audioEditStreamRequestSchema,
@@ -74,7 +76,9 @@ export const requestSchema = z.union([
74
76
  suspendRequestSchema,
75
77
  resumeRequestSchema,
76
78
  stateRequestSchema,
77
- classifyRequestSchema
79
+ classifyRequestSchema,
80
+ decideRequestSchema,
81
+ rerankRequestSchema
78
82
  ]);
79
83
  export const responseSchema = z.discriminatedUnion('type', [
80
84
  audioGenStreamResponseSchema,
@@ -126,7 +130,9 @@ export const responseSchema = z.discriminatedUnion('type', [
126
130
  suspendResponseSchema,
127
131
  resumeResponseSchema,
128
132
  stateResponseSchema,
129
- classifyResponseSchema
133
+ classifyResponseSchema,
134
+ decideResponseSchema,
135
+ rerankResponseSchema
130
136
  ]);
131
137
  export const rpcOptionsSchema = z.object({
132
138
  timeout: z
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { type Tool, type ToolCallError, type ToolCallWithCall } from './tools.js';
3
- import type { ToolDialect } from './completion-stream.js';
2
+ import { type Tool, type ToolCallError, type ToolCallWithCall } from '../schemas/tools.js';
3
+ import type { ToolDialect } from '../schemas/completion-stream.js';
4
4
  export declare const completionStatsSchema: z.ZodObject<{
5
5
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
6
6
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
@@ -11,6 +11,8 @@ export declare const completionStatsSchema: z.ZodObject<{
11
11
  emittedTokens: z.ZodOptional<z.ZodNumber>;
12
12
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
13
13
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
14
+ draftTokens: z.ZodOptional<z.ZodNumber>;
15
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
14
16
  backendDevice: z.ZodOptional<z.ZodEnum<{
15
17
  cpu: "cpu";
16
18
  gpu: "gpu";
@@ -69,6 +71,8 @@ export declare const statsEventSchema: z.ZodObject<{
69
71
  emittedTokens: z.ZodOptional<z.ZodNumber>;
70
72
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
71
73
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
74
+ draftTokens: z.ZodOptional<z.ZodNumber>;
75
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
72
76
  backendDevice: z.ZodOptional<z.ZodEnum<{
73
77
  cpu: "cpu";
74
78
  gpu: "gpu";
@@ -153,6 +157,8 @@ export declare const completionEventSchema: z.ZodUnion<readonly [z.ZodObject<{
153
157
  emittedTokens: z.ZodOptional<z.ZodNumber>;
154
158
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
155
159
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
160
+ draftTokens: z.ZodOptional<z.ZodNumber>;
161
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
156
162
  backendDevice: z.ZodOptional<z.ZodEnum<{
157
163
  cpu: "cpu";
158
164
  gpu: "gpu";
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { toolCallSchema, toolCallErrorSchema } from './tools.js';
2
+ import { toolCallSchema, toolCallErrorSchema } from '../schemas/tools.js';
3
3
  export const completionStatsSchema = z.object({
4
4
  timeToFirstToken: z.number().optional(),
5
5
  tokensPerSecond: z.number().optional(),
@@ -14,6 +14,9 @@ export const completionStatsSchema = z.object({
14
14
  // Prompt renders that provably left the request's tool definitions out.
15
15
  // Non-zero means the model never saw them; 0 is not proof it saw them all.
16
16
  toolDefinitionsDropped: z.number().optional(),
17
+ // Speculative decoding (`spec_type`): draft tokens proposed, and accepted.
18
+ draftTokens: z.number().optional(),
19
+ draftAcceptedTokens: z.number().optional(),
17
20
  backendDevice: z.enum(['cpu', 'gpu']).optional()
18
21
  });
19
22
  export const seqSchema = z.number().int().nonnegative();
@@ -1,7 +1,8 @@
1
1
  import { z } from 'zod';
2
- export { completionStatsSchema, type CompletionStats } from './completion-event.js';
2
+ export { completionStatsSchema, type CompletionStats } from '../schemas/completion-event.js';
3
3
  /**
4
- * Tool-call output dialect. Auto-detected from the model name; pass via
4
+ * Tool-call output dialect. Detected at load from the model name, then from the
5
+ * GGUF `general.architecture`, then `"hermes"`; pass via
5
6
  * `completion({ toolDialect })` to override.
6
7
  *
7
8
  * Expected raw model output per dialect:
@@ -15,9 +16,9 @@ export { completionStatsSchema, type CompletionStats } from './completion-event.
15
16
  * (DeepSeek Markup Language, emitted by DeepSeek V3.2 / V4)
16
17
  */
17
18
  export declare const toolDialectSchema: z.ZodEnum<{
19
+ json: "json";
18
20
  hermes: "hermes";
19
21
  pythonic: "pythonic";
20
- json: "json";
21
22
  harmony: "harmony";
22
23
  qwen35: "qwen35";
23
24
  gemma4: "gemma4";
@@ -36,14 +37,9 @@ export declare const generationParamsSchema: z.ZodObject<{
36
37
  presence_penalty: z.ZodOptional<z.ZodNumber>;
37
38
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
38
39
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
39
- remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
40
40
  tool_choice: z.ZodOptional<z.ZodString>;
41
+ parallel_tool_calls: z.ZodOptional<z.ZodBoolean>;
41
42
  }, z.core.$strict>;
42
- /**
43
- * Whether a `tool_choice` demands a tool call (`required` or a named tool),
44
- * as opposed to `auto` / `none`, which only shape how the model may call one.
45
- */
46
- export declare function toolChoiceDemandsCall(toolChoice: string | undefined): boolean;
47
43
  type ToolChoiceTool = {
48
44
  type: 'function';
49
45
  name: string;
@@ -79,26 +75,135 @@ export declare const responseFormatSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
79
75
  strict: z.ZodOptional<z.ZodBoolean>;
80
76
  }, z.core.$strict>;
81
77
  }, z.core.$strict>], "type">;
78
+ export declare const historyMessageSchema: z.ZodPipe<z.ZodObject<{
79
+ role: z.ZodString;
80
+ content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
81
+ attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
82
+ path: z.ZodString;
83
+ }, z.core.$strip>>>;
84
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
85
+ id: z.ZodOptional<z.ZodString>;
86
+ name: z.ZodString;
87
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
88
+ }, z.core.$strip>>>;
89
+ toolCallId: z.ZodOptional<z.ZodString>;
90
+ toolName: z.ZodOptional<z.ZodString>;
91
+ }, z.core.$strip>, z.ZodTransform<{
92
+ content: string;
93
+ role: string;
94
+ attachments?: {
95
+ path: string;
96
+ }[] | undefined;
97
+ toolCalls?: {
98
+ name: string;
99
+ arguments: Record<string, unknown>;
100
+ id?: string | undefined;
101
+ }[] | undefined;
102
+ toolCallId?: string | undefined;
103
+ toolName?: string | undefined;
104
+ }, {
105
+ role: string;
106
+ content?: string | null | undefined;
107
+ attachments?: {
108
+ path: string;
109
+ }[] | undefined;
110
+ toolCalls?: {
111
+ name: string;
112
+ arguments: Record<string, unknown>;
113
+ id?: string | undefined;
114
+ }[] | undefined;
115
+ toolCallId?: string | undefined;
116
+ toolName?: string | undefined;
117
+ }>>;
118
+ export type HistoryMessage = z.infer<typeof historyMessageSchema>;
82
119
  export declare const completionParamsSchema: z.ZodObject<{
83
- history: z.ZodArray<z.ZodObject<{
120
+ history: z.ZodArray<z.ZodPipe<z.ZodObject<{
84
121
  role: z.ZodString;
85
- content: z.ZodString;
122
+ content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
86
123
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
87
124
  path: z.ZodString;
88
125
  }, z.core.$strip>>>;
89
- }, z.core.$strip>>;
126
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
127
+ id: z.ZodOptional<z.ZodString>;
128
+ name: z.ZodString;
129
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
130
+ }, z.core.$strip>>>;
131
+ toolCallId: z.ZodOptional<z.ZodString>;
132
+ toolName: z.ZodOptional<z.ZodString>;
133
+ }, z.core.$strip>, z.ZodTransform<{
134
+ content: string;
135
+ role: string;
136
+ attachments?: {
137
+ path: string;
138
+ }[] | undefined;
139
+ toolCalls?: {
140
+ name: string;
141
+ arguments: Record<string, unknown>;
142
+ id?: string | undefined;
143
+ }[] | undefined;
144
+ toolCallId?: string | undefined;
145
+ toolName?: string | undefined;
146
+ }, {
147
+ role: string;
148
+ content?: string | null | undefined;
149
+ attachments?: {
150
+ path: string;
151
+ }[] | undefined;
152
+ toolCalls?: {
153
+ name: string;
154
+ arguments: Record<string, unknown>;
155
+ id?: string | undefined;
156
+ }[] | undefined;
157
+ toolCallId?: string | undefined;
158
+ toolName?: string | undefined;
159
+ }>>>;
90
160
  modelId: z.ZodString;
91
161
  kvCache: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
162
+ prefill: z.ZodOptional<z.ZodBoolean>;
92
163
  }, z.core.$strip>;
93
164
  export declare const completionClientParamsSchema: z.ZodObject<{
94
- history: z.ZodArray<z.ZodObject<{
165
+ history: z.ZodArray<z.ZodPipe<z.ZodObject<{
95
166
  role: z.ZodString;
96
- content: z.ZodString;
167
+ content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
97
168
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
98
169
  path: z.ZodString;
99
170
  }, z.core.$strip>>>;
100
- }, z.core.$strip>>;
171
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
172
+ id: z.ZodOptional<z.ZodString>;
173
+ name: z.ZodString;
174
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
175
+ }, z.core.$strip>>>;
176
+ toolCallId: z.ZodOptional<z.ZodString>;
177
+ toolName: z.ZodOptional<z.ZodString>;
178
+ }, z.core.$strip>, z.ZodTransform<{
179
+ content: string;
180
+ role: string;
181
+ attachments?: {
182
+ path: string;
183
+ }[] | undefined;
184
+ toolCalls?: {
185
+ name: string;
186
+ arguments: Record<string, unknown>;
187
+ id?: string | undefined;
188
+ }[] | undefined;
189
+ toolCallId?: string | undefined;
190
+ toolName?: string | undefined;
191
+ }, {
192
+ role: string;
193
+ content?: string | null | undefined;
194
+ attachments?: {
195
+ path: string;
196
+ }[] | undefined;
197
+ toolCalls?: {
198
+ name: string;
199
+ arguments: Record<string, unknown>;
200
+ id?: string | undefined;
201
+ }[] | undefined;
202
+ toolCallId?: string | undefined;
203
+ toolName?: string | undefined;
204
+ }>>>;
101
205
  modelId: z.ZodString;
206
+ prefill: z.ZodOptional<z.ZodBoolean>;
102
207
  tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
103
208
  type: z.ZodLiteral<"function">;
104
209
  name: z.ZodString;
@@ -108,19 +213,28 @@ export declare const completionClientParamsSchema: z.ZodObject<{
108
213
  parameters: z.ZodObject<{
109
214
  type: z.ZodLiteral<"object">;
110
215
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
111
- type: z.ZodEnum<{
216
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
112
217
  string: "string";
113
218
  number: "number";
114
219
  boolean: "boolean";
115
220
  object: "object";
221
+ null: "null";
116
222
  array: "array";
117
223
  integer: "integer";
118
- }>;
224
+ }>, z.ZodArray<z.ZodEnum<{
225
+ string: "string";
226
+ number: "number";
227
+ boolean: "boolean";
228
+ object: "object";
229
+ null: "null";
230
+ array: "array";
231
+ integer: "integer";
232
+ }>>]>>;
119
233
  description: z.ZodOptional<z.ZodString>;
120
234
  enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
121
- }, z.core.$strip>>;
235
+ }, z.core.$loose>>;
122
236
  required: z.ZodOptional<z.ZodArray<z.ZodString>>;
123
- }, z.core.$strip>;
237
+ }, z.core.$loose>;
124
238
  }, z.core.$strip>>>;
125
239
  stream: z.ZodBoolean;
126
240
  kvCache: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
@@ -134,15 +248,15 @@ export declare const completionClientParamsSchema: z.ZodObject<{
134
248
  presence_penalty: z.ZodOptional<z.ZodNumber>;
135
249
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
136
250
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
137
- remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
138
251
  tool_choice: z.ZodOptional<z.ZodString>;
252
+ parallel_tool_calls: z.ZodOptional<z.ZodBoolean>;
139
253
  }, z.core.$strict>>;
140
254
  captureThinking: z.ZodOptional<z.ZodBoolean>;
141
255
  emitRawDeltas: z.ZodOptional<z.ZodBoolean>;
142
256
  toolDialect: z.ZodOptional<z.ZodEnum<{
257
+ json: "json";
143
258
  hermes: "hermes";
144
259
  pythonic: "pythonic";
145
- json: "json";
146
260
  harmony: "harmony";
147
261
  qwen35: "qwen35";
148
262
  gemma4: "gemma4";
@@ -164,14 +278,48 @@ export declare const completionClientParamsSchema: z.ZodObject<{
164
278
  requestId: z.ZodOptional<z.ZodString>;
165
279
  }, z.core.$strip>;
166
280
  export declare const completionStreamRequestSchema: z.ZodObject<{
167
- history: z.ZodArray<z.ZodObject<{
281
+ history: z.ZodArray<z.ZodPipe<z.ZodObject<{
168
282
  role: z.ZodString;
169
- content: z.ZodString;
283
+ content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
170
284
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
171
285
  path: z.ZodString;
172
286
  }, z.core.$strip>>>;
173
- }, z.core.$strip>>;
287
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
288
+ id: z.ZodOptional<z.ZodString>;
289
+ name: z.ZodString;
290
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
291
+ }, z.core.$strip>>>;
292
+ toolCallId: z.ZodOptional<z.ZodString>;
293
+ toolName: z.ZodOptional<z.ZodString>;
294
+ }, z.core.$strip>, z.ZodTransform<{
295
+ content: string;
296
+ role: string;
297
+ attachments?: {
298
+ path: string;
299
+ }[] | undefined;
300
+ toolCalls?: {
301
+ name: string;
302
+ arguments: Record<string, unknown>;
303
+ id?: string | undefined;
304
+ }[] | undefined;
305
+ toolCallId?: string | undefined;
306
+ toolName?: string | undefined;
307
+ }, {
308
+ role: string;
309
+ content?: string | null | undefined;
310
+ attachments?: {
311
+ path: string;
312
+ }[] | undefined;
313
+ toolCalls?: {
314
+ name: string;
315
+ arguments: Record<string, unknown>;
316
+ id?: string | undefined;
317
+ }[] | undefined;
318
+ toolCallId?: string | undefined;
319
+ toolName?: string | undefined;
320
+ }>>>;
174
321
  modelId: z.ZodString;
322
+ prefill: z.ZodOptional<z.ZodBoolean>;
175
323
  tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
176
324
  type: z.ZodLiteral<"function">;
177
325
  name: z.ZodString;
@@ -181,19 +329,28 @@ export declare const completionStreamRequestSchema: z.ZodObject<{
181
329
  parameters: z.ZodObject<{
182
330
  type: z.ZodLiteral<"object">;
183
331
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
184
- type: z.ZodEnum<{
332
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
333
+ string: "string";
334
+ number: "number";
335
+ boolean: "boolean";
336
+ object: "object";
337
+ null: "null";
338
+ array: "array";
339
+ integer: "integer";
340
+ }>, z.ZodArray<z.ZodEnum<{
185
341
  string: "string";
186
342
  number: "number";
187
343
  boolean: "boolean";
188
344
  object: "object";
345
+ null: "null";
189
346
  array: "array";
190
347
  integer: "integer";
191
- }>;
348
+ }>>]>>;
192
349
  description: z.ZodOptional<z.ZodString>;
193
350
  enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
194
- }, z.core.$strip>>;
351
+ }, z.core.$loose>>;
195
352
  required: z.ZodOptional<z.ZodArray<z.ZodString>>;
196
- }, z.core.$strip>;
353
+ }, z.core.$loose>;
197
354
  }, z.core.$strip>>>;
198
355
  stream: z.ZodBoolean;
199
356
  kvCache: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
@@ -207,15 +364,15 @@ export declare const completionStreamRequestSchema: z.ZodObject<{
207
364
  presence_penalty: z.ZodOptional<z.ZodNumber>;
208
365
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
209
366
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
210
- remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
211
367
  tool_choice: z.ZodOptional<z.ZodString>;
368
+ parallel_tool_calls: z.ZodOptional<z.ZodBoolean>;
212
369
  }, z.core.$strict>>;
213
370
  captureThinking: z.ZodOptional<z.ZodBoolean>;
214
371
  emitRawDeltas: z.ZodOptional<z.ZodBoolean>;
215
372
  toolDialect: z.ZodOptional<z.ZodEnum<{
373
+ json: "json";
216
374
  hermes: "hermes";
217
375
  pythonic: "pythonic";
218
- json: "json";
219
376
  harmony: "harmony";
220
377
  qwen35: "qwen35";
221
378
  gemma4: "gemma4";
@@ -286,6 +443,8 @@ export declare const completionStreamResponseSchema: z.ZodObject<{
286
443
  emittedTokens: z.ZodOptional<z.ZodNumber>;
287
444
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
288
445
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
446
+ draftTokens: z.ZodOptional<z.ZodNumber>;
447
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
289
448
  backendDevice: z.ZodOptional<z.ZodEnum<{
290
449
  cpu: "cpu";
291
450
  gpu: "gpu";
@@ -316,14 +475,48 @@ export declare const completionStreamResponseSchema: z.ZodObject<{
316
475
  }, z.core.$strict>]>>;
317
476
  }, z.core.$strict>;
318
477
  export declare const completionOrchestrateRequestSchema: z.ZodObject<{
319
- history: z.ZodArray<z.ZodObject<{
478
+ history: z.ZodArray<z.ZodPipe<z.ZodObject<{
320
479
  role: z.ZodString;
321
- content: z.ZodString;
480
+ content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
322
481
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
323
482
  path: z.ZodString;
324
483
  }, z.core.$strip>>>;
325
- }, z.core.$strip>>;
484
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
485
+ id: z.ZodOptional<z.ZodString>;
486
+ name: z.ZodString;
487
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
488
+ }, z.core.$strip>>>;
489
+ toolCallId: z.ZodOptional<z.ZodString>;
490
+ toolName: z.ZodOptional<z.ZodString>;
491
+ }, z.core.$strip>, z.ZodTransform<{
492
+ content: string;
493
+ role: string;
494
+ attachments?: {
495
+ path: string;
496
+ }[] | undefined;
497
+ toolCalls?: {
498
+ name: string;
499
+ arguments: Record<string, unknown>;
500
+ id?: string | undefined;
501
+ }[] | undefined;
502
+ toolCallId?: string | undefined;
503
+ toolName?: string | undefined;
504
+ }, {
505
+ role: string;
506
+ content?: string | null | undefined;
507
+ attachments?: {
508
+ path: string;
509
+ }[] | undefined;
510
+ toolCalls?: {
511
+ name: string;
512
+ arguments: Record<string, unknown>;
513
+ id?: string | undefined;
514
+ }[] | undefined;
515
+ toolCallId?: string | undefined;
516
+ toolName?: string | undefined;
517
+ }>>>;
326
518
  modelId: z.ZodString;
519
+ prefill: z.ZodOptional<z.ZodBoolean>;
327
520
  tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
328
521
  type: z.ZodLiteral<"function">;
329
522
  name: z.ZodString;
@@ -333,19 +526,28 @@ export declare const completionOrchestrateRequestSchema: z.ZodObject<{
333
526
  parameters: z.ZodObject<{
334
527
  type: z.ZodLiteral<"object">;
335
528
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
336
- type: z.ZodEnum<{
529
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
530
+ string: "string";
531
+ number: "number";
532
+ boolean: "boolean";
533
+ object: "object";
534
+ null: "null";
535
+ array: "array";
536
+ integer: "integer";
537
+ }>, z.ZodArray<z.ZodEnum<{
337
538
  string: "string";
338
539
  number: "number";
339
540
  boolean: "boolean";
340
541
  object: "object";
542
+ null: "null";
341
543
  array: "array";
342
544
  integer: "integer";
343
- }>;
545
+ }>>]>>;
344
546
  description: z.ZodOptional<z.ZodString>;
345
547
  enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
346
- }, z.core.$strip>>;
548
+ }, z.core.$loose>>;
347
549
  required: z.ZodOptional<z.ZodArray<z.ZodString>>;
348
- }, z.core.$strip>;
550
+ }, z.core.$loose>;
349
551
  }, z.core.$strip>>>;
350
552
  stream: z.ZodBoolean;
351
553
  kvCache: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
@@ -359,15 +561,15 @@ export declare const completionOrchestrateRequestSchema: z.ZodObject<{
359
561
  presence_penalty: z.ZodOptional<z.ZodNumber>;
360
562
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
361
563
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
362
- remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
363
564
  tool_choice: z.ZodOptional<z.ZodString>;
565
+ parallel_tool_calls: z.ZodOptional<z.ZodBoolean>;
364
566
  }, z.core.$strict>>;
365
567
  captureThinking: z.ZodOptional<z.ZodBoolean>;
366
568
  emitRawDeltas: z.ZodOptional<z.ZodBoolean>;
367
569
  toolDialect: z.ZodOptional<z.ZodEnum<{
570
+ json: "json";
368
571
  hermes: "hermes";
369
572
  pythonic: "pythonic";
370
- json: "json";
371
573
  harmony: "harmony";
372
574
  qwen35: "qwen35";
373
575
  gemma4: "gemma4";
@@ -452,6 +654,8 @@ export declare const completionOrchestrateResponseSchema: z.ZodObject<{
452
654
  emittedTokens: z.ZodOptional<z.ZodNumber>;
453
655
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
454
656
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
657
+ draftTokens: z.ZodOptional<z.ZodNumber>;
658
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
455
659
  backendDevice: z.ZodOptional<z.ZodEnum<{
456
660
  cpu: "cpu";
457
661
  gpu: "gpu";