@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -1,15 +1,48 @@
1
1
  import { z } from 'zod';
2
- import { type CompletionEvent, type CompletionFinal, type CompletionStats } from './completion-event.js';
3
- import { type McpClientInput } from './mcp-adapter.js';
2
+ import { type CompletionEvent, type CompletionFinal, type CompletionStats } from '../schemas/completion-event.js';
3
+ import { type McpClientInput } from '../schemas/mcp-adapter.js';
4
4
  export declare const batchPromptSchema: z.ZodObject<{
5
5
  id: z.ZodOptional<z.ZodString>;
6
- history: z.ZodArray<z.ZodObject<{
6
+ history: z.ZodArray<z.ZodPipe<z.ZodObject<{
7
7
  role: z.ZodString;
8
- content: z.ZodString;
8
+ content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
9
9
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
10
10
  path: z.ZodString;
11
11
  }, z.core.$strip>>>;
12
- }, z.core.$strip>>;
12
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
13
+ id: z.ZodOptional<z.ZodString>;
14
+ name: z.ZodString;
15
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
16
+ }, z.core.$strip>>>;
17
+ toolCallId: z.ZodOptional<z.ZodString>;
18
+ toolName: z.ZodOptional<z.ZodString>;
19
+ }, z.core.$strip>, z.ZodTransform<{
20
+ content: string;
21
+ role: string;
22
+ attachments?: {
23
+ path: string;
24
+ }[] | undefined;
25
+ toolCalls?: {
26
+ name: string;
27
+ arguments: Record<string, unknown>;
28
+ id?: string | undefined;
29
+ }[] | undefined;
30
+ toolCallId?: string | undefined;
31
+ toolName?: string | undefined;
32
+ }, {
33
+ role: string;
34
+ content?: string | null | undefined;
35
+ attachments?: {
36
+ path: string;
37
+ }[] | undefined;
38
+ toolCalls?: {
39
+ name: string;
40
+ arguments: Record<string, unknown>;
41
+ id?: string | undefined;
42
+ }[] | undefined;
43
+ toolCallId?: string | undefined;
44
+ toolName?: string | undefined;
45
+ }>>>;
13
46
  generationParams: z.ZodOptional<z.ZodObject<{
14
47
  temp: z.ZodOptional<z.ZodNumber>;
15
48
  top_p: z.ZodOptional<z.ZodNumber>;
@@ -20,8 +53,8 @@ export declare const batchPromptSchema: z.ZodObject<{
20
53
  presence_penalty: z.ZodOptional<z.ZodNumber>;
21
54
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
22
55
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
23
- remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
24
56
  tool_choice: z.ZodOptional<z.ZodString>;
57
+ parallel_tool_calls: z.ZodOptional<z.ZodBoolean>;
25
58
  }, z.core.$strict>>;
26
59
  responseFormat: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
27
60
  type: z.ZodLiteral<"text">;
@@ -45,31 +78,73 @@ export declare const batchPromptSchema: z.ZodObject<{
45
78
  parameters: z.ZodObject<{
46
79
  type: z.ZodLiteral<"object">;
47
80
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
48
- type: z.ZodEnum<{
81
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
49
82
  string: "string";
50
83
  number: "number";
51
84
  boolean: "boolean";
52
85
  object: "object";
86
+ null: "null";
53
87
  array: "array";
54
88
  integer: "integer";
55
- }>;
89
+ }>, z.ZodArray<z.ZodEnum<{
90
+ string: "string";
91
+ number: "number";
92
+ boolean: "boolean";
93
+ object: "object";
94
+ null: "null";
95
+ array: "array";
96
+ integer: "integer";
97
+ }>>]>>;
56
98
  description: z.ZodOptional<z.ZodString>;
57
99
  enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
58
- }, z.core.$strip>>;
100
+ }, z.core.$loose>>;
59
101
  required: z.ZodOptional<z.ZodArray<z.ZodString>>;
60
- }, z.core.$strip>;
102
+ }, z.core.$loose>;
61
103
  }, z.core.$strip>>>;
62
104
  mcp: z.ZodOptional<z.ZodArray<z.ZodCustom<McpClientInput, McpClientInput>>>;
63
105
  }, z.core.$strict>;
64
106
  declare const batchPromptStreamSchema: z.ZodObject<{
65
107
  id: z.ZodOptional<z.ZodString>;
66
- history: z.ZodArray<z.ZodObject<{
108
+ history: z.ZodArray<z.ZodPipe<z.ZodObject<{
67
109
  role: z.ZodString;
68
- content: z.ZodString;
110
+ content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
69
111
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
70
112
  path: z.ZodString;
71
113
  }, z.core.$strip>>>;
72
- }, z.core.$strip>>;
114
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
115
+ id: z.ZodOptional<z.ZodString>;
116
+ name: z.ZodString;
117
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
118
+ }, z.core.$strip>>>;
119
+ toolCallId: z.ZodOptional<z.ZodString>;
120
+ toolName: z.ZodOptional<z.ZodString>;
121
+ }, z.core.$strip>, z.ZodTransform<{
122
+ content: string;
123
+ role: string;
124
+ attachments?: {
125
+ path: string;
126
+ }[] | undefined;
127
+ toolCalls?: {
128
+ name: string;
129
+ arguments: Record<string, unknown>;
130
+ id?: string | undefined;
131
+ }[] | undefined;
132
+ toolCallId?: string | undefined;
133
+ toolName?: string | undefined;
134
+ }, {
135
+ role: string;
136
+ content?: string | null | undefined;
137
+ attachments?: {
138
+ path: string;
139
+ }[] | undefined;
140
+ toolCalls?: {
141
+ name: string;
142
+ arguments: Record<string, unknown>;
143
+ id?: string | undefined;
144
+ }[] | undefined;
145
+ toolCallId?: string | undefined;
146
+ toolName?: string | undefined;
147
+ }>>>;
73
148
  generationParams: z.ZodOptional<z.ZodObject<{
74
149
  temp: z.ZodOptional<z.ZodNumber>;
75
150
  top_p: z.ZodOptional<z.ZodNumber>;
@@ -80,8 +155,8 @@ declare const batchPromptStreamSchema: z.ZodObject<{
80
155
  presence_penalty: z.ZodOptional<z.ZodNumber>;
81
156
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
82
157
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
83
- remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
84
158
  tool_choice: z.ZodOptional<z.ZodString>;
159
+ parallel_tool_calls: z.ZodOptional<z.ZodBoolean>;
85
160
  }, z.core.$strict>>;
86
161
  responseFormat: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
87
162
  type: z.ZodLiteral<"text">;
@@ -105,32 +180,74 @@ declare const batchPromptStreamSchema: z.ZodObject<{
105
180
  parameters: z.ZodObject<{
106
181
  type: z.ZodLiteral<"object">;
107
182
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
108
- type: z.ZodEnum<{
183
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
109
184
  string: "string";
110
185
  number: "number";
111
186
  boolean: "boolean";
112
187
  object: "object";
188
+ null: "null";
113
189
  array: "array";
114
190
  integer: "integer";
115
- }>;
191
+ }>, z.ZodArray<z.ZodEnum<{
192
+ string: "string";
193
+ number: "number";
194
+ boolean: "boolean";
195
+ object: "object";
196
+ null: "null";
197
+ array: "array";
198
+ integer: "integer";
199
+ }>>]>>;
116
200
  description: z.ZodOptional<z.ZodString>;
117
201
  enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
118
- }, z.core.$strip>>;
202
+ }, z.core.$loose>>;
119
203
  required: z.ZodOptional<z.ZodArray<z.ZodString>>;
120
- }, z.core.$strip>;
204
+ }, z.core.$loose>;
121
205
  }, z.core.$strip>>>;
122
206
  }, z.core.$strict>;
123
207
  export declare const batchCompletionClientParamsSchema: z.ZodObject<{
124
208
  modelId: z.ZodString;
125
209
  prompts: z.ZodArray<z.ZodObject<{
126
210
  id: z.ZodOptional<z.ZodString>;
127
- history: z.ZodArray<z.ZodObject<{
211
+ history: z.ZodArray<z.ZodPipe<z.ZodObject<{
128
212
  role: z.ZodString;
129
- content: z.ZodString;
213
+ content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
130
214
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
131
215
  path: z.ZodString;
132
216
  }, z.core.$strip>>>;
133
- }, z.core.$strip>>;
217
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
218
+ id: z.ZodOptional<z.ZodString>;
219
+ name: z.ZodString;
220
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
221
+ }, z.core.$strip>>>;
222
+ toolCallId: z.ZodOptional<z.ZodString>;
223
+ toolName: z.ZodOptional<z.ZodString>;
224
+ }, z.core.$strip>, z.ZodTransform<{
225
+ content: string;
226
+ role: string;
227
+ attachments?: {
228
+ path: string;
229
+ }[] | undefined;
230
+ toolCalls?: {
231
+ name: string;
232
+ arguments: Record<string, unknown>;
233
+ id?: string | undefined;
234
+ }[] | undefined;
235
+ toolCallId?: string | undefined;
236
+ toolName?: string | undefined;
237
+ }, {
238
+ role: string;
239
+ content?: string | null | undefined;
240
+ attachments?: {
241
+ path: string;
242
+ }[] | undefined;
243
+ toolCalls?: {
244
+ name: string;
245
+ arguments: Record<string, unknown>;
246
+ id?: string | undefined;
247
+ }[] | undefined;
248
+ toolCallId?: string | undefined;
249
+ toolName?: string | undefined;
250
+ }>>>;
134
251
  generationParams: z.ZodOptional<z.ZodObject<{
135
252
  temp: z.ZodOptional<z.ZodNumber>;
136
253
  top_p: z.ZodOptional<z.ZodNumber>;
@@ -141,8 +258,8 @@ export declare const batchCompletionClientParamsSchema: z.ZodObject<{
141
258
  presence_penalty: z.ZodOptional<z.ZodNumber>;
142
259
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
143
260
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
144
- remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
145
261
  tool_choice: z.ZodOptional<z.ZodString>;
262
+ parallel_tool_calls: z.ZodOptional<z.ZodBoolean>;
146
263
  }, z.core.$strict>>;
147
264
  responseFormat: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
148
265
  type: z.ZodLiteral<"text">;
@@ -166,19 +283,28 @@ export declare const batchCompletionClientParamsSchema: z.ZodObject<{
166
283
  parameters: z.ZodObject<{
167
284
  type: z.ZodLiteral<"object">;
168
285
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
169
- type: z.ZodEnum<{
286
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
170
287
  string: "string";
171
288
  number: "number";
172
289
  boolean: "boolean";
173
290
  object: "object";
291
+ null: "null";
174
292
  array: "array";
175
293
  integer: "integer";
176
- }>;
294
+ }>, z.ZodArray<z.ZodEnum<{
295
+ string: "string";
296
+ number: "number";
297
+ boolean: "boolean";
298
+ object: "object";
299
+ null: "null";
300
+ array: "array";
301
+ integer: "integer";
302
+ }>>]>>;
177
303
  description: z.ZodOptional<z.ZodString>;
178
304
  enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
179
- }, z.core.$strip>>;
305
+ }, z.core.$loose>>;
180
306
  required: z.ZodOptional<z.ZodArray<z.ZodString>>;
181
- }, z.core.$strip>;
307
+ }, z.core.$loose>;
182
308
  }, z.core.$strip>>>;
183
309
  mcp: z.ZodOptional<z.ZodArray<z.ZodCustom<McpClientInput, McpClientInput>>>;
184
310
  }, z.core.$strict>>;
@@ -186,9 +312,9 @@ export declare const batchCompletionClientParamsSchema: z.ZodObject<{
186
312
  captureThinking: z.ZodOptional<z.ZodBoolean>;
187
313
  emitRawDeltas: z.ZodOptional<z.ZodBoolean>;
188
314
  toolDialect: z.ZodOptional<z.ZodEnum<{
315
+ json: "json";
189
316
  hermes: "hermes";
190
317
  pythonic: "pythonic";
191
- json: "json";
192
318
  harmony: "harmony";
193
319
  qwen35: "qwen35";
194
320
  gemma4: "gemma4";
@@ -202,9 +328,9 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
202
328
  captureThinking: z.ZodOptional<z.ZodBoolean>;
203
329
  emitRawDeltas: z.ZodOptional<z.ZodBoolean>;
204
330
  toolDialect: z.ZodOptional<z.ZodEnum<{
331
+ json: "json";
205
332
  hermes: "hermes";
206
333
  pythonic: "pythonic";
207
- json: "json";
208
334
  harmony: "harmony";
209
335
  qwen35: "qwen35";
210
336
  gemma4: "gemma4";
@@ -213,13 +339,46 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
213
339
  requestId: z.ZodOptional<z.ZodString>;
214
340
  prompts: z.ZodArray<z.ZodObject<{
215
341
  id: z.ZodOptional<z.ZodString>;
216
- history: z.ZodArray<z.ZodObject<{
342
+ history: z.ZodArray<z.ZodPipe<z.ZodObject<{
217
343
  role: z.ZodString;
218
- content: z.ZodString;
344
+ content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
219
345
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
220
346
  path: z.ZodString;
221
347
  }, z.core.$strip>>>;
222
- }, z.core.$strip>>;
348
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
349
+ id: z.ZodOptional<z.ZodString>;
350
+ name: z.ZodString;
351
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
352
+ }, z.core.$strip>>>;
353
+ toolCallId: z.ZodOptional<z.ZodString>;
354
+ toolName: z.ZodOptional<z.ZodString>;
355
+ }, z.core.$strip>, z.ZodTransform<{
356
+ content: string;
357
+ role: string;
358
+ attachments?: {
359
+ path: string;
360
+ }[] | undefined;
361
+ toolCalls?: {
362
+ name: string;
363
+ arguments: Record<string, unknown>;
364
+ id?: string | undefined;
365
+ }[] | undefined;
366
+ toolCallId?: string | undefined;
367
+ toolName?: string | undefined;
368
+ }, {
369
+ role: string;
370
+ content?: string | null | undefined;
371
+ attachments?: {
372
+ path: string;
373
+ }[] | undefined;
374
+ toolCalls?: {
375
+ name: string;
376
+ arguments: Record<string, unknown>;
377
+ id?: string | undefined;
378
+ }[] | undefined;
379
+ toolCallId?: string | undefined;
380
+ toolName?: string | undefined;
381
+ }>>>;
223
382
  generationParams: z.ZodOptional<z.ZodObject<{
224
383
  temp: z.ZodOptional<z.ZodNumber>;
225
384
  top_p: z.ZodOptional<z.ZodNumber>;
@@ -230,8 +389,8 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
230
389
  presence_penalty: z.ZodOptional<z.ZodNumber>;
231
390
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
232
391
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
233
- remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
234
392
  tool_choice: z.ZodOptional<z.ZodString>;
393
+ parallel_tool_calls: z.ZodOptional<z.ZodBoolean>;
235
394
  }, z.core.$strict>>;
236
395
  responseFormat: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
237
396
  type: z.ZodLiteral<"text">;
@@ -255,19 +414,28 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
255
414
  parameters: z.ZodObject<{
256
415
  type: z.ZodLiteral<"object">;
257
416
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
258
- type: z.ZodEnum<{
417
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
259
418
  string: "string";
260
419
  number: "number";
261
420
  boolean: "boolean";
262
421
  object: "object";
422
+ null: "null";
263
423
  array: "array";
264
424
  integer: "integer";
265
- }>;
425
+ }>, z.ZodArray<z.ZodEnum<{
426
+ string: "string";
427
+ number: "number";
428
+ boolean: "boolean";
429
+ object: "object";
430
+ null: "null";
431
+ array: "array";
432
+ integer: "integer";
433
+ }>>]>>;
266
434
  description: z.ZodOptional<z.ZodString>;
267
435
  enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
268
- }, z.core.$strip>>;
436
+ }, z.core.$loose>>;
269
437
  required: z.ZodOptional<z.ZodArray<z.ZodString>>;
270
- }, z.core.$strip>;
438
+ }, z.core.$loose>;
271
439
  }, z.core.$strip>>>;
272
440
  }, z.core.$strict>>;
273
441
  type: z.ZodLiteral<"batchCompletionStream">;
@@ -320,6 +488,8 @@ export declare const batchCompletionEventSchema: z.ZodObject<{
320
488
  emittedTokens: z.ZodOptional<z.ZodNumber>;
321
489
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
322
490
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
491
+ draftTokens: z.ZodOptional<z.ZodNumber>;
492
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
323
493
  backendDevice: z.ZodOptional<z.ZodEnum<{
324
494
  cpu: "cpu";
325
495
  gpu: "gpu";
@@ -401,6 +571,8 @@ export declare const batchCompletionStreamResponseSchema: z.ZodObject<{
401
571
  emittedTokens: z.ZodOptional<z.ZodNumber>;
402
572
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
403
573
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
574
+ draftTokens: z.ZodOptional<z.ZodNumber>;
575
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
404
576
  backendDevice: z.ZodOptional<z.ZodEnum<{
405
577
  cpu: "cpu";
406
578
  gpu: "gpu";
@@ -440,6 +612,8 @@ export declare const batchCompletionStreamResponseSchema: z.ZodObject<{
440
612
  emittedTokens: z.ZodOptional<z.ZodNumber>;
441
613
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
442
614
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
615
+ draftTokens: z.ZodOptional<z.ZodNumber>;
616
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
443
617
  backendDevice: z.ZodOptional<z.ZodEnum<{
444
618
  cpu: "cpu";
445
619
  gpu: "gpu";
@@ -1,7 +1,7 @@
1
1
  import { z } from 'zod';
2
- import { completionEventSchema, completionStatsSchema } from './completion-event.js';
3
- import { completionParamsSchema, generationParamsSchema, refineReservedToolNames, refineToolChoiceMatchesTools, responseFormatSchema, toolDialectSchema } from './completion-stream.js';
4
- import { toolSchema } from './tools.js';
2
+ import { completionEventSchema, completionStatsSchema } from '../schemas/completion-event.js';
3
+ import { completionParamsSchema, generationParamsSchema, refineReservedToolNames, refineToolChoiceMatchesTools, responseFormatSchema, toolDialectSchema } from '../schemas/completion-stream.js';
4
+ import { toolSchema } from '../schemas/tools.js';
5
5
  const mcpClientInputSchema = z.custom();
6
6
  const batchPromptBaseSchema = z
7
7
  .object({
@@ -53,10 +53,13 @@ export declare const bciConfigSchema: z.ZodObject<{
53
53
  "whispercpp-transcription": "whispercpp-transcription";
54
54
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
55
55
  "llamacpp-embedding": "llamacpp-embedding";
56
+ "llamacpp-decision": "llamacpp-decision";
57
+ "llamacpp-rerank": "llamacpp-rerank";
56
58
  "nmtcpp-translation": "nmtcpp-translation";
57
59
  "onnx-tts": "onnx-tts";
58
60
  "tts-ggml": "tts-ggml";
59
61
  "parakeet-transcription": "parakeet-transcription";
62
+ "moss-transcribe": "moss-transcribe";
60
63
  "ggml-ocr": "ggml-ocr";
61
64
  "sdcpp-generation": "sdcpp-generation";
62
65
  "audiogen-ggml": "audiogen-ggml";
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { modelSrcInputSchema } from './model-src-utils.js';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
3
  // === BCI (whisper.cpp) engine config ===
4
4
  //
5
5
  // Mirrors `BCIWhispercppConfig` from `@qvac/bci-whispercpp`. Unlike the
@@ -97,7 +97,7 @@ export const bciConfigSchema = z.object({
97
97
  backendsDir: z
98
98
  .string()
99
99
  .optional()
100
- .describe('Android only: override the default ggml backend prebuilds directory. Defaults to `<addon>/prebuilds`.'),
100
+ .describe('Android and Linux: the directory scanned, as given, for the ggml backend modules. Defaults to the directory next to the loaded addon module.'),
101
101
  embedderModelSrc: modelSrcInputSchema
102
102
  .optional()
103
103
  .describe('BCI embedder model source (neural-signal embedder weights).')
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { type TranscribeSegment } from './transcription.js';
2
+ import { type TranscribeSegment } from '../schemas/transcription.js';
3
3
  export declare const neuralInputSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
4
4
  type: z.ZodLiteral<"base64">;
5
5
  value: z.ZodString;
@@ -46,6 +46,13 @@ export declare const bciStreamSegmentSchema: z.ZodObject<{
46
46
  endMs: z.ZodNumber;
47
47
  append: z.ZodBoolean;
48
48
  id: z.ZodNumber;
49
+ speakerId: z.ZodOptional<z.ZodNumber>;
50
+ speaker: z.ZodOptional<z.ZodString>;
51
+ speakerSegments: z.ZodOptional<z.ZodArray<z.ZodObject<{
52
+ speakerId: z.ZodNumber;
53
+ startMs: z.ZodNumber;
54
+ endMs: z.ZodNumber;
55
+ }, z.core.$strip>>>;
49
56
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
50
57
  startsWord: z.ZodOptional<z.ZodBoolean>;
51
58
  windowStartTimestep: z.ZodOptional<z.ZodNumber>;
@@ -89,6 +96,13 @@ export declare const bciTranscribeResponseSchema: z.ZodObject<{
89
96
  endMs: z.ZodNumber;
90
97
  append: z.ZodBoolean;
91
98
  id: z.ZodNumber;
99
+ speakerId: z.ZodOptional<z.ZodNumber>;
100
+ speaker: z.ZodOptional<z.ZodString>;
101
+ speakerSegments: z.ZodOptional<z.ZodArray<z.ZodObject<{
102
+ speakerId: z.ZodNumber;
103
+ startMs: z.ZodNumber;
104
+ endMs: z.ZodNumber;
105
+ }, z.core.$strip>>>;
92
106
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
93
107
  startsWord: z.ZodOptional<z.ZodBoolean>;
94
108
  }, z.core.$strip>>;
@@ -100,16 +114,16 @@ export declare const bciTranscribeResponseSchema: z.ZodObject<{
100
114
  gpu: "gpu";
101
115
  }>;
102
116
  graphicsApi: z.ZodOptional<z.ZodEnum<{
117
+ cuda: "cuda";
103
118
  vulkan: "vulkan";
104
119
  metal: "metal";
105
120
  opencl: "opencl";
106
- cuda: "cuda";
121
+ rocm: "rocm";
107
122
  opengl: "opengl";
108
123
  webgpu: "webgpu";
109
124
  direct3d11: "direct3d11";
110
125
  direct3d12: "direct3d12";
111
126
  levelZero: "levelZero";
112
- rocm: "rocm";
113
127
  }>>;
114
128
  driver: z.ZodOptional<z.ZodObject<{
115
129
  name: z.ZodString;
@@ -202,6 +216,13 @@ export declare const bciTranscribeStreamResponseSchema: z.ZodObject<{
202
216
  endMs: z.ZodNumber;
203
217
  append: z.ZodBoolean;
204
218
  id: z.ZodNumber;
219
+ speakerId: z.ZodOptional<z.ZodNumber>;
220
+ speaker: z.ZodOptional<z.ZodString>;
221
+ speakerSegments: z.ZodOptional<z.ZodArray<z.ZodObject<{
222
+ speakerId: z.ZodNumber;
223
+ startMs: z.ZodNumber;
224
+ endMs: z.ZodNumber;
225
+ }, z.core.$strip>>>;
205
226
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
206
227
  startsWord: z.ZodOptional<z.ZodBoolean>;
207
228
  windowStartTimestep: z.ZodOptional<z.ZodNumber>;
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { inferenceBackendDiagnosticsSchema } from './system-resources.js';
3
- import { transcribeSegmentSchema, transcribeStatsSchema } from './transcription.js';
2
+ import { inferenceBackendDiagnosticsSchema } from '../schemas/system-resources.js';
3
+ import { transcribeSegmentSchema, transcribeStatsSchema } from '../schemas/transcription.js';
4
4
  // Neural-signal binary input. The BCI addon consumes a raw neural buffer
5
5
  // (not audio): pass it inline as base64 or point at a local `.bin` file.
6
6
  export const neuralInputSchema = z.discriminatedUnion('type', [
@@ -19,6 +19,8 @@ declare const cancelKindSchema: z.ZodEnum<{
19
19
  completion: "completion";
20
20
  batchCompletion: "batchCompletion";
21
21
  embeddings: "embeddings";
22
+ decision: "decision";
23
+ rerank: "rerank";
22
24
  transcribe: "transcribe";
23
25
  translate: "translate";
24
26
  diffusion: "diffusion";
@@ -71,6 +73,8 @@ declare const cancelBroadParamsSchema: z.ZodObject<{
71
73
  completion: "completion";
72
74
  batchCompletion: "batchCompletion";
73
75
  embeddings: "embeddings";
76
+ decision: "decision";
77
+ rerank: "rerank";
74
78
  transcribe: "transcribe";
75
79
  translate: "translate";
76
80
  diffusion: "diffusion";
@@ -98,6 +102,8 @@ declare const cancelParamsSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
98
102
  completion: "completion";
99
103
  batchCompletion: "batchCompletion";
100
104
  embeddings: "embeddings";
105
+ decision: "decision";
106
+ rerank: "rerank";
101
107
  transcribe: "transcribe";
102
108
  translate: "translate";
103
109
  diffusion: "diffusion";
@@ -127,6 +133,8 @@ export declare const cancelRequestSchema: z.ZodIntersection<z.ZodObject<{
127
133
  completion: "completion";
128
134
  batchCompletion: "batchCompletion";
129
135
  embeddings: "embeddings";
136
+ decision: "decision";
137
+ rerank: "rerank";
130
138
  transcribe: "transcribe";
131
139
  translate: "translate";
132
140
  diffusion: "diffusion";
@@ -169,6 +177,8 @@ export declare const cancelBroadSugarSchema: z.ZodObject<{
169
177
  completion: "completion";
170
178
  batchCompletion: "batchCompletion";
171
179
  embeddings: "embeddings";
180
+ decision: "decision";
181
+ rerank: "rerank";
172
182
  transcribe: "transcribe";
173
183
  translate: "translate";
174
184
  diffusion: "diffusion";
@@ -23,6 +23,8 @@ const cancelKindSchema = z
23
23
  'completion',
24
24
  'batchCompletion',
25
25
  'embeddings',
26
+ 'decision',
27
+ 'rerank',
26
28
  'transcribe',
27
29
  'translate',
28
30
  'diffusion',