@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -5,6 +5,7 @@ declare const modelRegistryEntryAddonSchema: z.ZodEnum<{
5
5
  audiogen: "audiogen";
6
6
  tts: "tts";
7
7
  ocr: "ocr";
8
+ classification: "classification";
8
9
  vla: "vla";
9
10
  "moss-transcribe": "moss-transcribe";
10
11
  llm: "llm";
@@ -12,7 +13,6 @@ declare const modelRegistryEntryAddonSchema: z.ZodEnum<{
12
13
  bci: "bci";
13
14
  nmt: "nmt";
14
15
  parakeet: "parakeet";
15
- classification: "classification";
16
16
  vad: "vad";
17
17
  other: "other";
18
18
  }>;
@@ -22,6 +22,7 @@ export declare const modelRegistryEngineSchema: z.ZodEnum<{
22
22
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
23
23
  "llamacpp-embedding": "llamacpp-embedding";
24
24
  "llamacpp-decision": "llamacpp-decision";
25
+ "llamacpp-rerank": "llamacpp-rerank";
25
26
  "nmtcpp-translation": "nmtcpp-translation";
26
27
  "onnx-tts": "onnx-tts";
27
28
  "tts-ggml": "tts-ggml";
@@ -31,6 +32,7 @@ export declare const modelRegistryEngineSchema: z.ZodEnum<{
31
32
  "sdcpp-generation": "sdcpp-generation";
32
33
  "audiogen-ggml": "audiogen-ggml";
33
34
  "ggml-vla": "ggml-vla";
35
+ "ggml-image-embedding": "ggml-image-embedding";
34
36
  "ggml-classification": "ggml-classification";
35
37
  "onnx-vad": "onnx-vad";
36
38
  }>;
@@ -49,6 +51,7 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
49
51
  audiogen: "audiogen";
50
52
  tts: "tts";
51
53
  ocr: "ocr";
54
+ classification: "classification";
52
55
  vla: "vla";
53
56
  "moss-transcribe": "moss-transcribe";
54
57
  llm: "llm";
@@ -56,7 +59,6 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
56
59
  bci: "bci";
57
60
  nmt: "nmt";
58
61
  parakeet: "parakeet";
59
- classification: "classification";
60
62
  vad: "vad";
61
63
  other: "other";
62
64
  }>;
@@ -68,6 +70,7 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
68
70
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
69
71
  "llamacpp-embedding": "llamacpp-embedding";
70
72
  "llamacpp-decision": "llamacpp-decision";
73
+ "llamacpp-rerank": "llamacpp-rerank";
71
74
  "nmtcpp-translation": "nmtcpp-translation";
72
75
  "onnx-tts": "onnx-tts";
73
76
  "tts-ggml": "tts-ggml";
@@ -77,6 +80,7 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
77
80
  "sdcpp-generation": "sdcpp-generation";
78
81
  "audiogen-ggml": "audiogen-ggml";
79
82
  "ggml-vla": "ggml-vla";
83
+ "ggml-image-embedding": "ggml-image-embedding";
80
84
  "ggml-classification": "ggml-classification";
81
85
  "onnx-vad": "onnx-vad";
82
86
  }>;
@@ -88,6 +92,8 @@ export type ModelRegistryEntryAddon = z.infer<typeof modelRegistryEntryAddonSche
88
92
  export type ModelRegistryEngine = z.infer<typeof modelRegistryEngineSchema>;
89
93
  export declare const modelRegistryListRequestSchema: z.ZodObject<{
90
94
  type: z.ZodLiteral<"modelRegistryList">;
95
+ sessionId: z.ZodOptional<z.ZodString>;
96
+ requestId: z.ZodOptional<z.ZodString>;
91
97
  }, z.core.$strip>;
92
98
  export declare const modelRegistryListResponseSchema: z.ZodObject<{
93
99
  type: z.ZodLiteral<"modelRegistryList">;
@@ -107,6 +113,7 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
107
113
  audiogen: "audiogen";
108
114
  tts: "tts";
109
115
  ocr: "ocr";
116
+ classification: "classification";
110
117
  vla: "vla";
111
118
  "moss-transcribe": "moss-transcribe";
112
119
  llm: "llm";
@@ -114,7 +121,6 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
114
121
  bci: "bci";
115
122
  nmt: "nmt";
116
123
  parakeet: "parakeet";
117
- classification: "classification";
118
124
  vad: "vad";
119
125
  other: "other";
120
126
  }>;
@@ -126,6 +132,7 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
126
132
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
127
133
  "llamacpp-embedding": "llamacpp-embedding";
128
134
  "llamacpp-decision": "llamacpp-decision";
135
+ "llamacpp-rerank": "llamacpp-rerank";
129
136
  "nmtcpp-translation": "nmtcpp-translation";
130
137
  "onnx-tts": "onnx-tts";
131
138
  "tts-ggml": "tts-ggml";
@@ -135,6 +142,7 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
135
142
  "sdcpp-generation": "sdcpp-generation";
136
143
  "audiogen-ggml": "audiogen-ggml";
137
144
  "ggml-vla": "ggml-vla";
145
+ "ggml-image-embedding": "ggml-image-embedding";
138
146
  "ggml-classification": "ggml-classification";
139
147
  "onnx-vad": "onnx-vad";
140
148
  }>;
@@ -156,6 +164,7 @@ export declare const modelRegistrySearchRequestSchema: z.ZodObject<{
156
164
  audiogen: "audiogen";
157
165
  tts: "tts";
158
166
  ocr: "ocr";
167
+ classification: "classification";
159
168
  vla: "vla";
160
169
  "moss-transcribe": "moss-transcribe";
161
170
  llm: "llm";
@@ -163,10 +172,11 @@ export declare const modelRegistrySearchRequestSchema: z.ZodObject<{
163
172
  bci: "bci";
164
173
  nmt: "nmt";
165
174
  parakeet: "parakeet";
166
- classification: "classification";
167
175
  vad: "vad";
168
176
  other: "other";
169
177
  }>>;
178
+ sessionId: z.ZodOptional<z.ZodString>;
179
+ requestId: z.ZodOptional<z.ZodString>;
170
180
  }, z.core.$strip>;
171
181
  export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
172
182
  type: z.ZodLiteral<"modelRegistrySearch">;
@@ -186,6 +196,7 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
186
196
  audiogen: "audiogen";
187
197
  tts: "tts";
188
198
  ocr: "ocr";
199
+ classification: "classification";
189
200
  vla: "vla";
190
201
  "moss-transcribe": "moss-transcribe";
191
202
  llm: "llm";
@@ -193,7 +204,6 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
193
204
  bci: "bci";
194
205
  nmt: "nmt";
195
206
  parakeet: "parakeet";
196
- classification: "classification";
197
207
  vad: "vad";
198
208
  other: "other";
199
209
  }>;
@@ -205,6 +215,7 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
205
215
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
206
216
  "llamacpp-embedding": "llamacpp-embedding";
207
217
  "llamacpp-decision": "llamacpp-decision";
218
+ "llamacpp-rerank": "llamacpp-rerank";
208
219
  "nmtcpp-translation": "nmtcpp-translation";
209
220
  "onnx-tts": "onnx-tts";
210
221
  "tts-ggml": "tts-ggml";
@@ -214,6 +225,7 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
214
225
  "sdcpp-generation": "sdcpp-generation";
215
226
  "audiogen-ggml": "audiogen-ggml";
216
227
  "ggml-vla": "ggml-vla";
228
+ "ggml-image-embedding": "ggml-image-embedding";
217
229
  "ggml-classification": "ggml-classification";
218
230
  "onnx-vad": "onnx-vad";
219
231
  }>;
@@ -228,6 +240,8 @@ export declare const modelRegistryGetModelRequestSchema: z.ZodObject<{
228
240
  type: z.ZodLiteral<"modelRegistryGetModel">;
229
241
  registryPath: z.ZodString;
230
242
  registrySource: z.ZodString;
243
+ sessionId: z.ZodOptional<z.ZodString>;
244
+ requestId: z.ZodOptional<z.ZodString>;
231
245
  }, z.core.$strip>;
232
246
  export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
233
247
  type: z.ZodLiteral<"modelRegistryGetModel">;
@@ -247,6 +261,7 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
247
261
  audiogen: "audiogen";
248
262
  tts: "tts";
249
263
  ocr: "ocr";
264
+ classification: "classification";
250
265
  vla: "vla";
251
266
  "moss-transcribe": "moss-transcribe";
252
267
  llm: "llm";
@@ -254,7 +269,6 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
254
269
  bci: "bci";
255
270
  nmt: "nmt";
256
271
  parakeet: "parakeet";
257
- classification: "classification";
258
272
  vad: "vad";
259
273
  other: "other";
260
274
  }>;
@@ -266,6 +280,7 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
266
280
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
267
281
  "llamacpp-embedding": "llamacpp-embedding";
268
282
  "llamacpp-decision": "llamacpp-decision";
283
+ "llamacpp-rerank": "llamacpp-rerank";
269
284
  "nmtcpp-translation": "nmtcpp-translation";
270
285
  "onnx-tts": "onnx-tts";
271
286
  "tts-ggml": "tts-ggml";
@@ -275,6 +290,7 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
275
290
  "sdcpp-generation": "sdcpp-generation";
276
291
  "audiogen-ggml": "audiogen-ggml";
277
292
  "ggml-vla": "ggml-vla";
293
+ "ggml-image-embedding": "ggml-image-embedding";
278
294
  "ggml-classification": "ggml-classification";
279
295
  "onnx-vad": "onnx-vad";
280
296
  }>;
@@ -287,6 +303,8 @@ export type ModelRegistryGetModelRequest = z.infer<typeof modelRegistryGetModelR
287
303
  export type ModelRegistryGetModelResponse = z.infer<typeof modelRegistryGetModelResponseSchema>;
288
304
  export declare const modelRegistryRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
289
305
  type: z.ZodLiteral<"modelRegistryList">;
306
+ sessionId: z.ZodOptional<z.ZodString>;
307
+ requestId: z.ZodOptional<z.ZodString>;
290
308
  }, z.core.$strip>, z.ZodObject<{
291
309
  type: z.ZodLiteral<"modelRegistrySearch">;
292
310
  filter: z.ZodOptional<z.ZodString>;
@@ -298,6 +316,7 @@ export declare const modelRegistryRequestSchema: z.ZodUnion<readonly [z.ZodObjec
298
316
  audiogen: "audiogen";
299
317
  tts: "tts";
300
318
  ocr: "ocr";
319
+ classification: "classification";
301
320
  vla: "vla";
302
321
  "moss-transcribe": "moss-transcribe";
303
322
  llm: "llm";
@@ -305,14 +324,17 @@ export declare const modelRegistryRequestSchema: z.ZodUnion<readonly [z.ZodObjec
305
324
  bci: "bci";
306
325
  nmt: "nmt";
307
326
  parakeet: "parakeet";
308
- classification: "classification";
309
327
  vad: "vad";
310
328
  other: "other";
311
329
  }>>;
330
+ sessionId: z.ZodOptional<z.ZodString>;
331
+ requestId: z.ZodOptional<z.ZodString>;
312
332
  }, z.core.$strip>, z.ZodObject<{
313
333
  type: z.ZodLiteral<"modelRegistryGetModel">;
314
334
  registryPath: z.ZodString;
315
335
  registrySource: z.ZodString;
336
+ sessionId: z.ZodOptional<z.ZodString>;
337
+ requestId: z.ZodOptional<z.ZodString>;
316
338
  }, z.core.$strip>]>;
317
339
  export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
318
340
  type: z.ZodLiteral<"modelRegistryList">;
@@ -332,6 +354,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
332
354
  audiogen: "audiogen";
333
355
  tts: "tts";
334
356
  ocr: "ocr";
357
+ classification: "classification";
335
358
  vla: "vla";
336
359
  "moss-transcribe": "moss-transcribe";
337
360
  llm: "llm";
@@ -339,7 +362,6 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
339
362
  bci: "bci";
340
363
  nmt: "nmt";
341
364
  parakeet: "parakeet";
342
- classification: "classification";
343
365
  vad: "vad";
344
366
  other: "other";
345
367
  }>;
@@ -351,6 +373,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
351
373
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
352
374
  "llamacpp-embedding": "llamacpp-embedding";
353
375
  "llamacpp-decision": "llamacpp-decision";
376
+ "llamacpp-rerank": "llamacpp-rerank";
354
377
  "nmtcpp-translation": "nmtcpp-translation";
355
378
  "onnx-tts": "onnx-tts";
356
379
  "tts-ggml": "tts-ggml";
@@ -360,6 +383,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
360
383
  "sdcpp-generation": "sdcpp-generation";
361
384
  "audiogen-ggml": "audiogen-ggml";
362
385
  "ggml-vla": "ggml-vla";
386
+ "ggml-image-embedding": "ggml-image-embedding";
363
387
  "ggml-classification": "ggml-classification";
364
388
  "onnx-vad": "onnx-vad";
365
389
  }>;
@@ -385,6 +409,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
385
409
  audiogen: "audiogen";
386
410
  tts: "tts";
387
411
  ocr: "ocr";
412
+ classification: "classification";
388
413
  vla: "vla";
389
414
  "moss-transcribe": "moss-transcribe";
390
415
  llm: "llm";
@@ -392,7 +417,6 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
392
417
  bci: "bci";
393
418
  nmt: "nmt";
394
419
  parakeet: "parakeet";
395
- classification: "classification";
396
420
  vad: "vad";
397
421
  other: "other";
398
422
  }>;
@@ -404,6 +428,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
404
428
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
405
429
  "llamacpp-embedding": "llamacpp-embedding";
406
430
  "llamacpp-decision": "llamacpp-decision";
431
+ "llamacpp-rerank": "llamacpp-rerank";
407
432
  "nmtcpp-translation": "nmtcpp-translation";
408
433
  "onnx-tts": "onnx-tts";
409
434
  "tts-ggml": "tts-ggml";
@@ -413,6 +438,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
413
438
  "sdcpp-generation": "sdcpp-generation";
414
439
  "audiogen-ggml": "audiogen-ggml";
415
440
  "ggml-vla": "ggml-vla";
441
+ "ggml-image-embedding": "ggml-image-embedding";
416
442
  "ggml-classification": "ggml-classification";
417
443
  "onnx-vad": "onnx-vad";
418
444
  }>;
@@ -438,6 +464,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
438
464
  audiogen: "audiogen";
439
465
  tts: "tts";
440
466
  ocr: "ocr";
467
+ classification: "classification";
441
468
  vla: "vla";
442
469
  "moss-transcribe": "moss-transcribe";
443
470
  llm: "llm";
@@ -445,7 +472,6 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
445
472
  bci: "bci";
446
473
  nmt: "nmt";
447
474
  parakeet: "parakeet";
448
- classification: "classification";
449
475
  vad: "vad";
450
476
  other: "other";
451
477
  }>;
@@ -457,6 +483,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
457
483
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
458
484
  "llamacpp-embedding": "llamacpp-embedding";
459
485
  "llamacpp-decision": "llamacpp-decision";
486
+ "llamacpp-rerank": "llamacpp-rerank";
460
487
  "nmtcpp-translation": "nmtcpp-translation";
461
488
  "onnx-tts": "onnx-tts";
462
489
  "tts-ggml": "tts-ggml";
@@ -466,6 +493,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
466
493
  "sdcpp-generation": "sdcpp-generation";
467
494
  "audiogen-ggml": "audiogen-ggml";
468
495
  "ggml-vla": "ggml-vla";
496
+ "ggml-image-embedding": "ggml-image-embedding";
469
497
  "ggml-classification": "ggml-classification";
470
498
  "onnx-vad": "onnx-vad";
471
499
  }>;
@@ -1,5 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { ModelType } from './model-types.js';
2
+ import { ModelType } from '../schemas/model-types.js';
3
+ import { trackedRequestSchema } from '../schemas/request-base.js';
3
4
  // QVAC Model Registry entry schema matching the RegistryItem from models/registry/models.ts
4
5
  const modelRegistryEntryAddonSchema = z.enum([
5
6
  'llm',
@@ -29,6 +30,7 @@ export const modelRegistryEngineSchema = z.enum([
29
30
  ModelType.bciWhispercppTranscription,
30
31
  ModelType.llamacppEmbedding,
31
32
  ModelType.llamacppDecision,
33
+ ModelType.llamacppRerank,
32
34
  ModelType.nmtcppTranslation,
33
35
  ModelType.onnxTts,
34
36
  ModelType.ttsGgml,
@@ -39,6 +41,7 @@ export const modelRegistryEngineSchema = z.enum([
39
41
  ModelType.audiogenGgml,
40
42
  ModelType.ggmlVla,
41
43
  ModelType.ggmlClassification,
44
+ ModelType.ggmlImageEmbedding,
42
45
  'onnx-vad'
43
46
  ]);
44
47
  export const modelRegistryEntrySchema = z.object({
@@ -58,9 +61,11 @@ export const modelRegistryEntrySchema = z.object({
58
61
  params: z.string().describe('Parameter-count label for the model, e.g. `7B`.')
59
62
  });
60
63
  // QVAC Model Registry list request/response
61
- export const modelRegistryListRequestSchema = z.object({
64
+ export const modelRegistryListRequestSchema = z
65
+ .object({
62
66
  type: z.literal('modelRegistryList')
63
- });
67
+ })
68
+ .extend(trackedRequestSchema.shape);
64
69
  export const modelRegistryListResponseSchema = z.object({
65
70
  type: z.literal('modelRegistryList'),
66
71
  success: z.boolean(),
@@ -68,13 +73,15 @@ export const modelRegistryListResponseSchema = z.object({
68
73
  error: z.string().optional()
69
74
  });
70
75
  // QVAC Model Registry search request/response
71
- export const modelRegistrySearchRequestSchema = z.object({
76
+ export const modelRegistrySearchRequestSchema = z
77
+ .object({
72
78
  type: z.literal('modelRegistrySearch'),
73
79
  filter: z.string().optional(),
74
80
  engine: z.string().optional(),
75
81
  quantization: z.string().optional(),
76
82
  addon: modelRegistryEntryAddonSchema.optional()
77
- });
83
+ })
84
+ .extend(trackedRequestSchema.shape);
78
85
  export const modelRegistrySearchResponseSchema = z.object({
79
86
  type: z.literal('modelRegistrySearch'),
80
87
  success: z.boolean(),
@@ -82,11 +89,13 @@ export const modelRegistrySearchResponseSchema = z.object({
82
89
  error: z.string().optional()
83
90
  });
84
91
  // QVAC Model Registry get model request/response
85
- export const modelRegistryGetModelRequestSchema = z.object({
92
+ export const modelRegistryGetModelRequestSchema = z
93
+ .object({
86
94
  type: z.literal('modelRegistryGetModel'),
87
95
  registryPath: z.string(),
88
96
  registrySource: z.string()
89
- });
97
+ })
98
+ .extend(trackedRequestSchema.shape);
90
99
  export const modelRegistryGetModelResponseSchema = z.object({
91
100
  type: z.literal('modelRegistryGetModel'),
92
101
  success: z.boolean(),
@@ -34,6 +34,7 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
34
34
  tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
35
35
  suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
36
36
  initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
37
+ carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
37
38
  language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
38
39
  detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
39
40
  suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
@@ -66,6 +67,10 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
66
67
  use_gpu: z.ZodOptional<z.ZodBoolean>;
67
68
  flash_attn: z.ZodOptional<z.ZodBoolean>;
68
69
  gpu_device: z.ZodOptional<z.ZodNumber>;
70
+ 'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
71
+ integrated: "integrated";
72
+ dedicated: "dedicated";
73
+ }>]>>;
69
74
  }, z.core.$strip>>>;
70
75
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
71
76
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
@@ -88,12 +93,14 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
88
93
  audiogen: "audiogen";
89
94
  tts: "tts";
90
95
  ocr: "ocr";
96
+ classification: "classification";
91
97
  vla: "vla";
92
98
  "llamacpp-completion": "llamacpp-completion";
93
99
  "whispercpp-transcription": "whispercpp-transcription";
94
100
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
95
101
  "llamacpp-embedding": "llamacpp-embedding";
96
102
  "llamacpp-decision": "llamacpp-decision";
103
+ "llamacpp-rerank": "llamacpp-rerank";
97
104
  "nmtcpp-translation": "nmtcpp-translation";
98
105
  "onnx-tts": "onnx-tts";
99
106
  "tts-ggml": "tts-ggml";
@@ -103,13 +110,13 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
103
110
  "sdcpp-generation": "sdcpp-generation";
104
111
  "audiogen-ggml": "audiogen-ggml";
105
112
  "ggml-vla": "ggml-vla";
113
+ "ggml-image-embedding": "ggml-image-embedding";
106
114
  "ggml-classification": "ggml-classification";
107
115
  llm: "llm";
108
116
  whisper: "whisper";
109
117
  bci: "bci";
110
118
  nmt: "nmt";
111
119
  parakeet: "parakeet";
112
- classification: "classification";
113
120
  }>, z.ZodLiteral<"vad">]>>;
114
121
  }, z.core.$strip>]>>>;
115
122
  }, z.core.$strict>;
@@ -148,6 +155,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
148
155
  tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
149
156
  suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
150
157
  initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
158
+ carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
151
159
  language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
152
160
  detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
153
161
  suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
@@ -180,6 +188,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
180
188
  use_gpu: z.ZodOptional<z.ZodBoolean>;
181
189
  flash_attn: z.ZodOptional<z.ZodBoolean>;
182
190
  gpu_device: z.ZodOptional<z.ZodNumber>;
191
+ 'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
192
+ integrated: "integrated";
193
+ dedicated: "dedicated";
194
+ }>]>>;
183
195
  }, z.core.$strip>>>;
184
196
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
185
197
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
@@ -202,12 +214,14 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
202
214
  audiogen: "audiogen";
203
215
  tts: "tts";
204
216
  ocr: "ocr";
217
+ classification: "classification";
205
218
  vla: "vla";
206
219
  "llamacpp-completion": "llamacpp-completion";
207
220
  "whispercpp-transcription": "whispercpp-transcription";
208
221
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
209
222
  "llamacpp-embedding": "llamacpp-embedding";
210
223
  "llamacpp-decision": "llamacpp-decision";
224
+ "llamacpp-rerank": "llamacpp-rerank";
211
225
  "nmtcpp-translation": "nmtcpp-translation";
212
226
  "onnx-tts": "onnx-tts";
213
227
  "tts-ggml": "tts-ggml";
@@ -217,17 +231,19 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
217
231
  "sdcpp-generation": "sdcpp-generation";
218
232
  "audiogen-ggml": "audiogen-ggml";
219
233
  "ggml-vla": "ggml-vla";
234
+ "ggml-image-embedding": "ggml-image-embedding";
220
235
  "ggml-classification": "ggml-classification";
221
236
  llm: "llm";
222
237
  whisper: "whisper";
223
238
  bci: "bci";
224
239
  nmt: "nmt";
225
240
  parakeet: "parakeet";
226
- classification: "classification";
227
241
  }>, z.ZodLiteral<"vad">]>>;
228
242
  }, z.core.$strip>]>>>;
229
243
  }, z.core.$strict>;
244
+ requestId: z.ZodOptional<z.ZodString>;
230
245
  }, z.core.$strip>, z.ZodTransform<{
246
+ requestId?: string;
231
247
  type: "loadModel";
232
248
  modelId: string;
233
249
  modelType: "whispercpp-transcription" | "whisper";
@@ -256,6 +272,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
256
272
  tdrz_enable?: boolean | undefined;
257
273
  suppress_regex?: string | undefined;
258
274
  initial_prompt?: string | undefined;
275
+ carry_initial_prompt?: boolean | undefined;
259
276
  language?: string | undefined;
260
277
  detect_language?: boolean | undefined;
261
278
  suppress_blank?: boolean | undefined;
@@ -285,6 +302,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
285
302
  use_gpu?: boolean | undefined;
286
303
  flash_attn?: boolean | undefined;
287
304
  gpu_device?: number | undefined;
305
+ 'main-gpu'?: string | number | undefined;
288
306
  } | undefined;
289
307
  miscConfig?: {
290
308
  caption_enabled?: boolean | undefined;
@@ -301,7 +319,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
301
319
  engine?: string | undefined;
302
320
  expectedSize?: number | undefined;
303
321
  sha256Checksum?: string | undefined;
304
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
322
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
305
323
  } | undefined;
306
324
  };
307
325
  }, {
@@ -332,6 +350,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
332
350
  tdrz_enable?: boolean | undefined;
333
351
  suppress_regex?: string | undefined;
334
352
  initial_prompt?: string | undefined;
353
+ carry_initial_prompt?: boolean | undefined;
335
354
  language?: string | undefined;
336
355
  detect_language?: boolean | undefined;
337
356
  suppress_blank?: boolean | undefined;
@@ -361,6 +380,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
361
380
  use_gpu?: boolean | undefined;
362
381
  flash_attn?: boolean | undefined;
363
382
  gpu_device?: number | undefined;
383
+ 'main-gpu'?: string | number | undefined;
364
384
  } | undefined;
365
385
  miscConfig?: {
366
386
  caption_enabled?: boolean | undefined;
@@ -377,9 +397,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
377
397
  engine?: string | undefined;
378
398
  expectedSize?: number | undefined;
379
399
  sha256Checksum?: string | undefined;
380
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
400
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
381
401
  } | undefined;
382
402
  };
403
+ requestId?: string | undefined;
383
404
  }>>]>;
384
405
  export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
385
406
  type: z.ZodLiteral<"loadModel">;
@@ -387,6 +408,8 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
387
408
  modelSrc: z.ZodOptional<z.ZodNever>;
388
409
  withProgress: z.ZodOptional<z.ZodNever>;
389
410
  seed: z.ZodOptional<z.ZodNever>;
411
+ sessionId: z.ZodOptional<z.ZodString>;
412
+ requestId: z.ZodOptional<z.ZodString>;
390
413
  modelType: z.ZodEnum<{
391
414
  "whispercpp-transcription": "whispercpp-transcription";
392
415
  whisper: "whisper";
@@ -419,6 +442,7 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
419
442
  tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
420
443
  suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
421
444
  initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
445
+ carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
422
446
  language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
423
447
  detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
424
448
  suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
@@ -451,6 +475,10 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
451
475
  use_gpu: z.ZodOptional<z.ZodBoolean>;
452
476
  flash_attn: z.ZodOptional<z.ZodBoolean>;
453
477
  gpu_device: z.ZodOptional<z.ZodNumber>;
478
+ 'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
479
+ integrated: "integrated";
480
+ dedicated: "dedicated";
481
+ }>]>>;
454
482
  }, z.core.$strip>>>;
455
483
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
456
484
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
@@ -473,12 +501,14 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
473
501
  audiogen: "audiogen";
474
502
  tts: "tts";
475
503
  ocr: "ocr";
504
+ classification: "classification";
476
505
  vla: "vla";
477
506
  "llamacpp-completion": "llamacpp-completion";
478
507
  "whispercpp-transcription": "whispercpp-transcription";
479
508
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
480
509
  "llamacpp-embedding": "llamacpp-embedding";
481
510
  "llamacpp-decision": "llamacpp-decision";
511
+ "llamacpp-rerank": "llamacpp-rerank";
482
512
  "nmtcpp-translation": "nmtcpp-translation";
483
513
  "onnx-tts": "onnx-tts";
484
514
  "tts-ggml": "tts-ggml";
@@ -488,13 +518,13 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
488
518
  "sdcpp-generation": "sdcpp-generation";
489
519
  "audiogen-ggml": "audiogen-ggml";
490
520
  "ggml-vla": "ggml-vla";
521
+ "ggml-image-embedding": "ggml-image-embedding";
491
522
  "ggml-classification": "ggml-classification";
492
523
  llm: "llm";
493
524
  whisper: "whisper";
494
525
  bci: "bci";
495
526
  nmt: "nmt";
496
527
  parakeet: "parakeet";
497
- classification: "classification";
498
528
  }>, z.ZodLiteral<"vad">]>>;
499
529
  }, z.core.$strip>]>>>;
500
530
  }, z.core.$strip>;
@@ -505,6 +535,8 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
505
535
  modelSrc: z.ZodOptional<z.ZodNever>;
506
536
  withProgress: z.ZodOptional<z.ZodNever>;
507
537
  seed: z.ZodOptional<z.ZodNever>;
538
+ sessionId: z.ZodOptional<z.ZodString>;
539
+ requestId: z.ZodOptional<z.ZodString>;
508
540
  modelType: z.ZodEnum<{
509
541
  "whispercpp-transcription": "whispercpp-transcription";
510
542
  whisper: "whisper";
@@ -537,6 +569,7 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
537
569
  tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
538
570
  suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
539
571
  initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
572
+ carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
540
573
  language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
541
574
  detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
542
575
  suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
@@ -569,6 +602,10 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
569
602
  use_gpu: z.ZodOptional<z.ZodBoolean>;
570
603
  flash_attn: z.ZodOptional<z.ZodBoolean>;
571
604
  gpu_device: z.ZodOptional<z.ZodNumber>;
605
+ 'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
606
+ integrated: "integrated";
607
+ dedicated: "dedicated";
608
+ }>]>>;
572
609
  }, z.core.$strip>>>;
573
610
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
574
611
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
@@ -591,12 +628,14 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
591
628
  audiogen: "audiogen";
592
629
  tts: "tts";
593
630
  ocr: "ocr";
631
+ classification: "classification";
594
632
  vla: "vla";
595
633
  "llamacpp-completion": "llamacpp-completion";
596
634
  "whispercpp-transcription": "whispercpp-transcription";
597
635
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
598
636
  "llamacpp-embedding": "llamacpp-embedding";
599
637
  "llamacpp-decision": "llamacpp-decision";
638
+ "llamacpp-rerank": "llamacpp-rerank";
600
639
  "nmtcpp-translation": "nmtcpp-translation";
601
640
  "onnx-tts": "onnx-tts";
602
641
  "tts-ggml": "tts-ggml";
@@ -606,13 +645,13 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
606
645
  "sdcpp-generation": "sdcpp-generation";
607
646
  "audiogen-ggml": "audiogen-ggml";
608
647
  "ggml-vla": "ggml-vla";
648
+ "ggml-image-embedding": "ggml-image-embedding";
609
649
  "ggml-classification": "ggml-classification";
610
650
  llm: "llm";
611
651
  whisper: "whisper";
612
652
  bci: "bci";
613
653
  nmt: "nmt";
614
654
  parakeet: "parakeet";
615
- classification: "classification";
616
655
  }>, z.ZodLiteral<"vad">]>>;
617
656
  }, z.core.$strip>]>>>;
618
657
  }, z.core.$strip>;