@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -1,3 +1,4 @@
1
+ import { imageEmbeddingConfigSchema } from '../schemas/image-embedding.js';
1
2
  import { llmConfigBaseSchema, embedConfigBaseSchema } from '../schemas/llamacpp-config.js';
2
3
  import { whisperConfigSchema, parakeetRuntimeConfigSchema, mossTranscribeConfigSchema } from '../schemas/transcription-config.js';
3
4
  import { bciConfigSchema } from '../schemas/bci-config.js';
@@ -29,6 +30,7 @@ export const MODEL_CONFIG_SCHEMA_BY_TYPE = {
29
30
  [ModelType.bciWhispercppTranscription]: bciConfigSchema,
30
31
  [ModelType.llamacppDecision]: decisionConfigBaseSchema,
31
32
  [ModelType.llamacppRerank]: rerankConfigBaseSchema,
33
+ [ModelType.ggmlImageEmbedding]: imageEmbeddingConfigSchema,
32
34
  [ModelType.llamacppEmbedding]: embedConfigBaseSchema,
33
35
  [ModelType.nmtcppTranslation]: nmtConfigBaseSchema,
34
36
  [ModelType.ttsGgml]: ttsLoadConfigSchema,
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import type { NativeProbeVerdict } from '../schemas/assess-model-fit.js';
2
+ import type { ModelFitVerdict } from '../schemas/assess-model-fit.js';
3
3
  /**
4
4
  * What the engine fitter's verdict does to a load. Only `does-not-fit` blocks
5
5
  * under `refuse`: `unknown` is what an engine with no fitter, an unresolved
@@ -14,4 +14,4 @@ export type ModelFitPolicy = z.infer<typeof modelFitPolicySchema>;
14
14
  export declare const DEFAULT_MODEL_FIT_POLICY: ModelFitPolicy;
15
15
  export declare function resolveModelFitPolicy(perCall: ModelFitPolicy | undefined, configured: ModelFitPolicy | undefined): ModelFitPolicy;
16
16
  export declare function runsProbe(policy: ModelFitPolicy): boolean;
17
- export declare function refusesLoad(policy: ModelFitPolicy, verdict: NativeProbeVerdict | undefined): boolean;
17
+ export declare function refusesLoad(policy: ModelFitPolicy, verdict: ModelFitVerdict | undefined): boolean;
@@ -5,6 +5,7 @@ export declare const getModelInfoParamsSchema: z.ZodObject<{
5
5
  export declare const getModelInfoRequestSchema: z.ZodObject<{
6
6
  name: z.ZodString;
7
7
  type: z.ZodLiteral<"getModelInfo">;
8
+ sessionId: z.ZodOptional<z.ZodString>;
8
9
  }, z.core.$strip>;
9
10
  export declare const loadedInstanceSchema: z.ZodObject<{
10
11
  registryId: z.ZodString;
@@ -40,6 +41,7 @@ export declare const modelInfoSchema: z.ZodObject<{
40
41
  audiogen: "audiogen";
41
42
  tts: "tts";
42
43
  ocr: "ocr";
44
+ classification: "classification";
43
45
  vla: "vla";
44
46
  "moss-transcribe": "moss-transcribe";
45
47
  llm: "llm";
@@ -47,7 +49,6 @@ export declare const modelInfoSchema: z.ZodObject<{
47
49
  bci: "bci";
48
50
  nmt: "nmt";
49
51
  parakeet: "parakeet";
50
- classification: "classification";
51
52
  vad: "vad";
52
53
  other: "other";
53
54
  }>;
@@ -92,6 +93,7 @@ export declare const getModelInfoResponseSchema: z.ZodObject<{
92
93
  audiogen: "audiogen";
93
94
  tts: "tts";
94
95
  ocr: "ocr";
96
+ classification: "classification";
95
97
  vla: "vla";
96
98
  "moss-transcribe": "moss-transcribe";
97
99
  llm: "llm";
@@ -99,7 +101,6 @@ export declare const getModelInfoResponseSchema: z.ZodObject<{
99
101
  bci: "bci";
100
102
  nmt: "nmt";
101
103
  parakeet: "parakeet";
102
- classification: "classification";
103
104
  vad: "vad";
104
105
  other: "other";
105
106
  }>;
@@ -135,6 +136,7 @@ export declare const getLoadedModelInfoParamsSchema: z.ZodObject<{
135
136
  export declare const getLoadedModelInfoRequestSchema: z.ZodObject<{
136
137
  modelId: z.ZodString;
137
138
  type: z.ZodLiteral<"getLoadedModelInfo">;
139
+ sessionId: z.ZodOptional<z.ZodString>;
138
140
  }, z.core.$strip>;
139
141
  /**
140
142
  * Loaded model info: routing plugin known on this node, so modelType +
@@ -160,40 +162,38 @@ export declare const loadedModelInfoSchema: z.ZodObject<{
160
162
  gemma4: "gemma4";
161
163
  dsml: "dsml";
162
164
  }>>;
165
+ leaseCount: z.ZodOptional<z.ZodNumber>;
163
166
  fitProbe: z.ZodOptional<z.ZodObject<{
164
167
  verdict: z.ZodEnum<{
165
168
  unknown: "unknown";
166
- fit: "fit";
169
+ fits: "fits";
167
170
  "does-not-fit": "does-not-fit";
168
171
  }>;
169
- basis: z.ZodLiteral<"native-probe">;
170
- engine: z.ZodOptional<z.ZodString>;
171
- estimatorVersion: z.ZodString;
172
- reason: z.ZodString;
173
- message: z.ZodOptional<z.ZodString>;
174
- plan: z.ZodOptional<z.ZodObject<{
175
- nCtx: z.ZodNumber;
176
- nGpuLayers: z.ZodNumber;
177
- nGpuDevices: z.ZodNumber;
172
+ pools: z.ZodArray<z.ZodObject<{
173
+ id: z.ZodString;
174
+ unified: z.ZodBoolean;
175
+ usedBytes: z.ZodNumber;
176
+ freeBytes: z.ZodOptional<z.ZodNumber>;
177
+ totalBytes: z.ZodOptional<z.ZodNumber>;
178
178
  }, z.core.$strip>>;
179
- projection: z.ZodOptional<z.ZodObject<{
180
- deviceName: z.ZodOptional<z.ZodString>;
181
- deviceBytes: z.ZodOptional<z.ZodNumber>;
182
- hostBytes: z.ZodOptional<z.ZodNumber>;
183
- weightsBytes: z.ZodOptional<z.ZodNumber>;
184
- contextBytes: z.ZodOptional<z.ZodNumber>;
185
- computeBytes: z.ZodOptional<z.ZodNumber>;
186
- deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
187
- deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
188
- devices: z.ZodOptional<z.ZodArray<z.ZodObject<{
179
+ models: z.ZodArray<z.ZodObject<{
180
+ status: z.ZodEnum<{
181
+ unknown: "unknown";
182
+ fits: "fits";
183
+ "does-not-fit": "does-not-fit";
184
+ }>;
185
+ devices: z.ZodArray<z.ZodObject<{
186
+ id: z.ZodString;
189
187
  name: z.ZodString;
190
- totalBytes: z.ZodNumber;
191
- freeBytes: z.ZodNumber;
192
- weightsBytes: z.ZodNumber;
193
- contextBytes: z.ZodNumber;
194
- computeBytes: z.ZodNumber;
195
- }, z.core.$strip>>>;
196
- report: z.ZodOptional<z.ZodString>;
188
+ unified: z.ZodBoolean;
189
+ usedBytes: z.ZodNumber;
190
+ freeBytes: z.ZodOptional<z.ZodNumber>;
191
+ totalBytes: z.ZodOptional<z.ZodNumber>;
192
+ }, z.core.$strip>>;
193
+ stats: z.ZodUnion<readonly [z.ZodObject<{
194
+ ctxSize: z.ZodNumber;
195
+ gpuLayers: z.ZodNumber;
196
+ }, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
197
197
  }, z.core.$strip>>;
198
198
  }, z.core.$strip>>;
199
199
  }, z.core.$strip>;
@@ -217,40 +217,38 @@ export declare const getLoadedModelInfoResponseSchema: z.ZodObject<{
217
217
  gemma4: "gemma4";
218
218
  dsml: "dsml";
219
219
  }>>;
220
+ leaseCount: z.ZodOptional<z.ZodNumber>;
220
221
  fitProbe: z.ZodOptional<z.ZodObject<{
221
222
  verdict: z.ZodEnum<{
222
223
  unknown: "unknown";
223
- fit: "fit";
224
+ fits: "fits";
224
225
  "does-not-fit": "does-not-fit";
225
226
  }>;
226
- basis: z.ZodLiteral<"native-probe">;
227
- engine: z.ZodOptional<z.ZodString>;
228
- estimatorVersion: z.ZodString;
229
- reason: z.ZodString;
230
- message: z.ZodOptional<z.ZodString>;
231
- plan: z.ZodOptional<z.ZodObject<{
232
- nCtx: z.ZodNumber;
233
- nGpuLayers: z.ZodNumber;
234
- nGpuDevices: z.ZodNumber;
227
+ pools: z.ZodArray<z.ZodObject<{
228
+ id: z.ZodString;
229
+ unified: z.ZodBoolean;
230
+ usedBytes: z.ZodNumber;
231
+ freeBytes: z.ZodOptional<z.ZodNumber>;
232
+ totalBytes: z.ZodOptional<z.ZodNumber>;
235
233
  }, z.core.$strip>>;
236
- projection: z.ZodOptional<z.ZodObject<{
237
- deviceName: z.ZodOptional<z.ZodString>;
238
- deviceBytes: z.ZodOptional<z.ZodNumber>;
239
- hostBytes: z.ZodOptional<z.ZodNumber>;
240
- weightsBytes: z.ZodOptional<z.ZodNumber>;
241
- contextBytes: z.ZodOptional<z.ZodNumber>;
242
- computeBytes: z.ZodOptional<z.ZodNumber>;
243
- deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
244
- deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
245
- devices: z.ZodOptional<z.ZodArray<z.ZodObject<{
234
+ models: z.ZodArray<z.ZodObject<{
235
+ status: z.ZodEnum<{
236
+ unknown: "unknown";
237
+ fits: "fits";
238
+ "does-not-fit": "does-not-fit";
239
+ }>;
240
+ devices: z.ZodArray<z.ZodObject<{
241
+ id: z.ZodString;
246
242
  name: z.ZodString;
247
- totalBytes: z.ZodNumber;
248
- freeBytes: z.ZodNumber;
249
- weightsBytes: z.ZodNumber;
250
- contextBytes: z.ZodNumber;
251
- computeBytes: z.ZodNumber;
252
- }, z.core.$strip>>>;
253
- report: z.ZodOptional<z.ZodString>;
243
+ unified: z.ZodBoolean;
244
+ usedBytes: z.ZodNumber;
245
+ freeBytes: z.ZodOptional<z.ZodNumber>;
246
+ totalBytes: z.ZodOptional<z.ZodNumber>;
247
+ }, z.core.$strip>>;
248
+ stats: z.ZodUnion<readonly [z.ZodObject<{
249
+ ctxSize: z.ZodNumber;
250
+ gpuLayers: z.ZodNumber;
251
+ }, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
254
252
  }, z.core.$strip>>;
255
253
  }, z.core.$strip>>;
256
254
  }, z.core.$strip>;
@@ -1,13 +1,16 @@
1
1
  import { z } from 'zod';
2
2
  import { toolDialectSchema } from '../schemas/completion-stream.js';
3
- import { nativeProbeFitSchema } from '../schemas/assess-model-fit.js';
3
+ import { modelFitProbeSchema } from '../schemas/assess-model-fit.js';
4
+ import { sessionScopedRequestSchema } from '../schemas/request-base.js';
4
5
  // ============== Model info (catalog) ==============
5
6
  export const getModelInfoParamsSchema = z.object({
6
7
  name: z.string().describe("The model's registry name (as found in QVAC's built-in catalog).")
7
8
  });
8
- export const getModelInfoRequestSchema = getModelInfoParamsSchema.extend({
9
+ export const getModelInfoRequestSchema = getModelInfoParamsSchema
10
+ .extend({
9
11
  type: z.literal('getModelInfo')
10
- });
12
+ })
13
+ .extend(sessionScopedRequestSchema.shape);
11
14
  export const loadedInstanceSchema = z.object({
12
15
  registryId: z.string().describe('Identifier of the registered loaded instance.'),
13
16
  loadedAt: z.coerce.date().describe('Timestamp when the instance was loaded.'),
@@ -97,9 +100,11 @@ export const getModelInfoResponseSchema = z.object({
97
100
  export const getLoadedModelInfoParamsSchema = z.object({
98
101
  modelId: z.string()
99
102
  });
100
- export const getLoadedModelInfoRequestSchema = getLoadedModelInfoParamsSchema.extend({
103
+ export const getLoadedModelInfoRequestSchema = getLoadedModelInfoParamsSchema
104
+ .extend({
101
105
  type: z.literal('getLoadedModelInfo')
102
- });
106
+ })
107
+ .extend(sessionScopedRequestSchema.shape);
103
108
  /**
104
109
  * Loaded model info: routing plugin known on this node, so modelType +
105
110
  * handler vocabulary are authoritative. `toolDialect` is the tool-call dialect
@@ -117,7 +122,13 @@ export const loadedModelInfoSchema = z
117
122
  name: z.string().optional(),
118
123
  path: z.string().optional(),
119
124
  toolDialect: toolDialectSchema.optional(),
120
- fitProbe: nativeProbeFitSchema
125
+ leaseCount: z
126
+ .number()
127
+ .int()
128
+ .nonnegative()
129
+ .optional()
130
+ .describe('Number of caller sessions, the owner included, that hold the model loaded.'),
131
+ fitProbe: modelFitProbeSchema
121
132
  .optional()
122
133
  .describe("Outcome of the engine fitter's check that ran ahead of this load. Absent when the load set `modelFitPolicy: 'off'`.")
123
134
  })
@@ -2,13 +2,20 @@ import { z } from 'zod';
2
2
  export declare const deleteCacheRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
3
3
  type: z.ZodLiteral<"deleteCache">;
4
4
  all: z.ZodLiteral<true>;
5
+ sessionId: z.ZodOptional<z.ZodString>;
5
6
  }, z.core.$strip>, z.ZodObject<{
6
7
  type: z.ZodLiteral<"deleteCache">;
7
8
  auto: z.ZodLiteral<true>;
9
+ sessionId: z.ZodOptional<z.ZodString>;
8
10
  }, z.core.$strip>, z.ZodObject<{
9
11
  type: z.ZodLiteral<"deleteCache">;
10
12
  kvCacheKey: z.ZodString;
11
13
  modelId: z.ZodOptional<z.ZodString>;
14
+ sessionId: z.ZodOptional<z.ZodString>;
15
+ }, z.core.$strip>, z.ZodObject<{
16
+ type: z.ZodLiteral<"deleteCache">;
17
+ modelSrc: z.ZodString;
18
+ sessionId: z.ZodOptional<z.ZodString>;
12
19
  }, z.core.$strip>]>;
13
20
  export declare const deleteCacheResponseSchema: z.ZodObject<{
14
21
  type: z.ZodLiteral<"deleteCache">;
@@ -21,17 +28,22 @@ export declare const unloadModelParamsSchema: z.ZodObject<{
21
28
  modelId: z.ZodString;
22
29
  clearStorage: z.ZodDefault<z.ZodBoolean>;
23
30
  autoClose: z.ZodOptional<z.ZodBoolean>;
31
+ sessionId: z.ZodOptional<z.ZodString>;
24
32
  }, z.core.$strip>;
25
33
  export declare const unloadModelRequestSchema: z.ZodObject<{
26
34
  type: z.ZodLiteral<"unloadModel">;
27
35
  modelId: z.ZodString;
28
36
  clearStorage: z.ZodDefault<z.ZodBoolean>;
37
+ sessionId: z.ZodOptional<z.ZodString>;
29
38
  }, z.core.$strip>;
30
39
  export declare const unloadModelResponseSchema: z.ZodObject<{
31
40
  type: z.ZodLiteral<"unloadModel">;
32
41
  success: z.ZodBoolean;
33
42
  error: z.ZodOptional<z.ZodString>;
34
43
  hasActiveModels: z.ZodOptional<z.ZodBoolean>;
44
+ hasOpenSessions: z.ZodOptional<z.ZodBoolean>;
45
+ released: z.ZodOptional<z.ZodBoolean>;
46
+ unloaded: z.ZodOptional<z.ZodBoolean>;
35
47
  }, z.core.$strip>;
36
48
  export type UnloadModelParams = z.input<typeof unloadModelParamsSchema>;
37
49
  export type UnloadModelRequest = z.infer<typeof unloadModelRequestSchema>;
@@ -1,4 +1,5 @@
1
1
  import { z } from 'zod';
2
+ import { sessionScopedRequestSchema } from '../schemas/request-base.js';
2
3
  // ============== Delete cache ==============
3
4
  export const deleteCacheRequestSchema = z.union([
4
5
  z
@@ -6,12 +7,14 @@ export const deleteCacheRequestSchema = z.union([
6
7
  type: z.literal('deleteCache'),
7
8
  all: z.literal(true)
8
9
  })
10
+ .extend(sessionScopedRequestSchema.shape)
9
11
  .meta({ title: 'DeleteCacheAllRequest' }),
10
12
  z
11
13
  .object({
12
14
  type: z.literal('deleteCache'),
13
15
  auto: z.literal(true)
14
16
  })
17
+ .extend(sessionScopedRequestSchema.shape)
15
18
  .meta({ title: 'DeleteCacheAutoRequest' }),
16
19
  z
17
20
  .object({
@@ -19,7 +22,17 @@ export const deleteCacheRequestSchema = z.union([
19
22
  kvCacheKey: z.string(),
20
23
  modelId: z.string().optional()
21
24
  })
22
- .meta({ title: 'DeleteCacheKvEntryRequest' })
25
+ .extend(sessionScopedRequestSchema.shape)
26
+ .meta({ title: 'DeleteCacheKvEntryRequest' }),
27
+ z
28
+ .object({
29
+ type: z.literal('deleteCache'),
30
+ modelSrc: z
31
+ .string()
32
+ .describe('registry:// source of the model whose cached download to delete')
33
+ })
34
+ .extend(sessionScopedRequestSchema.shape)
35
+ .meta({ title: 'DeleteCacheModelRequest' })
23
36
  ]);
24
37
  export const deleteCacheResponseSchema = z.object({
25
38
  type: z.literal('deleteCache'),
@@ -30,16 +43,31 @@ export const deleteCacheResponseSchema = z.object({
30
43
  export const unloadModelParamsSchema = z.object({
31
44
  modelId: z.string(),
32
45
  clearStorage: z.boolean().default(false),
33
- autoClose: z.boolean().optional()
46
+ autoClose: z.boolean().optional(),
47
+ sessionId: z.string().min(1).optional()
34
48
  });
35
- export const unloadModelRequestSchema = z.object({
49
+ export const unloadModelRequestSchema = z
50
+ .object({
36
51
  type: z.literal('unloadModel'),
37
52
  modelId: z.string(),
38
53
  clearStorage: z.boolean().default(false)
39
- });
54
+ })
55
+ .extend(sessionScopedRequestSchema.shape);
40
56
  export const unloadModelResponseSchema = z.object({
41
57
  type: z.literal('unloadModel'),
42
58
  success: z.boolean(),
43
59
  error: z.string().optional(),
44
- hasActiveModels: z.boolean().optional()
60
+ hasActiveModels: z.boolean().optional(),
61
+ hasOpenSessions: z
62
+ .boolean()
63
+ .optional()
64
+ .describe('Whether any caller session is still open. The owner only auto-closes when none is.'),
65
+ released: z
66
+ .boolean()
67
+ .optional()
68
+ .describe("Whether the caller's lease on the model was released by this call."),
69
+ unloaded: z
70
+ .boolean()
71
+ .optional()
72
+ .describe('Whether the model left memory. False when another session still holds a lease on it.')
45
73
  });
@@ -17,6 +17,7 @@ export declare const modelDescriptorSchema: z.ZodObject<{
17
17
  audiogen: "audiogen";
18
18
  tts: "tts";
19
19
  ocr: "ocr";
20
+ classification: "classification";
20
21
  vla: "vla";
21
22
  "llamacpp-completion": "llamacpp-completion";
22
23
  "whispercpp-transcription": "whispercpp-transcription";
@@ -33,13 +34,13 @@ export declare const modelDescriptorSchema: z.ZodObject<{
33
34
  "sdcpp-generation": "sdcpp-generation";
34
35
  "audiogen-ggml": "audiogen-ggml";
35
36
  "ggml-vla": "ggml-vla";
37
+ "ggml-image-embedding": "ggml-image-embedding";
36
38
  "ggml-classification": "ggml-classification";
37
39
  llm: "llm";
38
40
  whisper: "whisper";
39
41
  bci: "bci";
40
42
  nmt: "nmt";
41
43
  parakeet: "parakeet";
42
- classification: "classification";
43
44
  }>, z.ZodLiteral<"vad">]>>;
44
45
  }, z.core.$strip>;
45
46
  export declare const modelSrcInputSchema: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -59,6 +60,7 @@ export declare const modelSrcInputSchema: z.ZodUnion<readonly [z.ZodString, z.Zo
59
60
  audiogen: "audiogen";
60
61
  tts: "tts";
61
62
  ocr: "ocr";
63
+ classification: "classification";
62
64
  vla: "vla";
63
65
  "llamacpp-completion": "llamacpp-completion";
64
66
  "whispercpp-transcription": "whispercpp-transcription";
@@ -75,13 +77,13 @@ export declare const modelSrcInputSchema: z.ZodUnion<readonly [z.ZodString, z.Zo
75
77
  "sdcpp-generation": "sdcpp-generation";
76
78
  "audiogen-ggml": "audiogen-ggml";
77
79
  "ggml-vla": "ggml-vla";
80
+ "ggml-image-embedding": "ggml-image-embedding";
78
81
  "ggml-classification": "ggml-classification";
79
82
  llm: "llm";
80
83
  whisper: "whisper";
81
84
  bci: "bci";
82
85
  nmt: "nmt";
83
86
  parakeet: "parakeet";
84
- classification: "classification";
85
87
  }>, z.ZodLiteral<"vad">]>>;
86
88
  }, z.core.$strip>]>;
87
89
  export type ModelDescriptor = z.infer<typeof modelDescriptorSchema>;
@@ -107,6 +109,7 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
107
109
  audiogen: "audiogen";
108
110
  tts: "tts";
109
111
  ocr: "ocr";
112
+ classification: "classification";
110
113
  vla: "vla";
111
114
  "llamacpp-completion": "llamacpp-completion";
112
115
  "whispercpp-transcription": "whispercpp-transcription";
@@ -123,13 +126,13 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
123
126
  "sdcpp-generation": "sdcpp-generation";
124
127
  "audiogen-ggml": "audiogen-ggml";
125
128
  "ggml-vla": "ggml-vla";
129
+ "ggml-image-embedding": "ggml-image-embedding";
126
130
  "ggml-classification": "ggml-classification";
127
131
  llm: "llm";
128
132
  whisper: "whisper";
129
133
  bci: "bci";
130
134
  nmt: "nmt";
131
135
  parakeet: "parakeet";
132
- classification: "classification";
133
136
  }>, z.ZodLiteral<"vad">]>>;
134
137
  }, z.core.$strip>]>, z.ZodTransform<string, string | {
135
138
  src: string;
@@ -142,7 +145,7 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
142
145
  engine?: string | undefined;
143
146
  expectedSize?: number | undefined;
144
147
  sha256Checksum?: string | undefined;
145
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
148
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
146
149
  }>>;
147
150
  /**
148
151
  * Schema that transforms ModelSrc to its optional name
@@ -165,6 +168,7 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
165
168
  audiogen: "audiogen";
166
169
  tts: "tts";
167
170
  ocr: "ocr";
171
+ classification: "classification";
168
172
  vla: "vla";
169
173
  "llamacpp-completion": "llamacpp-completion";
170
174
  "whispercpp-transcription": "whispercpp-transcription";
@@ -181,13 +185,13 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
181
185
  "sdcpp-generation": "sdcpp-generation";
182
186
  "audiogen-ggml": "audiogen-ggml";
183
187
  "ggml-vla": "ggml-vla";
188
+ "ggml-image-embedding": "ggml-image-embedding";
184
189
  "ggml-classification": "ggml-classification";
185
190
  llm: "llm";
186
191
  whisper: "whisper";
187
192
  bci: "bci";
188
193
  nmt: "nmt";
189
194
  parakeet: "parakeet";
190
- classification: "classification";
191
195
  }>, z.ZodLiteral<"vad">]>>;
192
196
  }, z.core.$strip>]>, z.ZodTransform<string | undefined, string | {
193
197
  src: string;
@@ -200,6 +204,6 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
200
204
  engine?: string | undefined;
201
205
  expectedSize?: number | undefined;
202
206
  sha256Checksum?: string | undefined;
203
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
207
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
204
208
  }>>;
205
209
  export declare function inferModelTypeFromModelSrc(modelSrc: unknown): string | undefined;
@@ -20,6 +20,7 @@ export declare const ModelType: {
20
20
  readonly sdcppGeneration: "sdcpp-generation";
21
21
  readonly audiogenGgml: "audiogen-ggml";
22
22
  readonly ggmlVla: "ggml-vla";
23
+ readonly ggmlImageEmbedding: "ggml-image-embedding";
23
24
  readonly ggmlClassification: "ggml-classification";
24
25
  };
25
26
  /**
@@ -86,6 +87,7 @@ export declare const PUBLIC_MODEL_TYPES: {
86
87
  readonly sdcppGeneration: "sdcpp-generation";
87
88
  readonly audiogenGgml: "audiogen-ggml";
88
89
  readonly ggmlVla: "ggml-vla";
90
+ readonly ggmlImageEmbedding: "ggml-image-embedding";
89
91
  readonly ggmlClassification: "ggml-classification";
90
92
  };
91
93
  /** Schema accepting both canonical and alias model type inputs */
@@ -95,6 +97,7 @@ export declare const modelTypeInputSchema: z.ZodEnum<{
95
97
  audiogen: "audiogen";
96
98
  tts: "tts";
97
99
  ocr: "ocr";
100
+ classification: "classification";
98
101
  vla: "vla";
99
102
  "llamacpp-completion": "llamacpp-completion";
100
103
  "whispercpp-transcription": "whispercpp-transcription";
@@ -111,13 +114,13 @@ export declare const modelTypeInputSchema: z.ZodEnum<{
111
114
  "sdcpp-generation": "sdcpp-generation";
112
115
  "audiogen-ggml": "audiogen-ggml";
113
116
  "ggml-vla": "ggml-vla";
117
+ "ggml-image-embedding": "ggml-image-embedding";
114
118
  "ggml-classification": "ggml-classification";
115
119
  llm: "llm";
116
120
  whisper: "whisper";
117
121
  bci: "bci";
118
122
  nmt: "nmt";
119
123
  parakeet: "parakeet";
120
- classification: "classification";
121
124
  }>;
122
125
  /** Schema that transforms input to canonical model type */
123
126
  export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
@@ -126,6 +129,7 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
126
129
  audiogen: "audiogen";
127
130
  tts: "tts";
128
131
  ocr: "ocr";
132
+ classification: "classification";
129
133
  vla: "vla";
130
134
  "llamacpp-completion": "llamacpp-completion";
131
135
  "whispercpp-transcription": "whispercpp-transcription";
@@ -142,14 +146,14 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
142
146
  "sdcpp-generation": "sdcpp-generation";
143
147
  "audiogen-ggml": "audiogen-ggml";
144
148
  "ggml-vla": "ggml-vla";
149
+ "ggml-image-embedding": "ggml-image-embedding";
145
150
  "ggml-classification": "ggml-classification";
146
151
  llm: "llm";
147
152
  whisper: "whisper";
148
153
  bci: "bci";
149
154
  nmt: "nmt";
150
155
  parakeet: "parakeet";
151
- classification: "classification";
152
- }>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification">>;
156
+ }>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet">>;
153
157
  /**
154
158
  * Normalize model type input to canonical form.
155
159
  * Custom plugin types (not in built-ins) are returned as-is.
@@ -282,7 +286,7 @@ export type VlaModelTypeInput = z.infer<typeof vlaModelTypeSchema>;
282
286
  * - Canonical: `"ggml-classification"`
283
287
  */
284
288
  export declare const classificationModelTypeSchema: z.ZodEnum<{
285
- "ggml-classification": "ggml-classification";
286
289
  classification: "classification";
290
+ "ggml-classification": "ggml-classification";
287
291
  }>;
288
292
  export type ClassificationModelTypeInput = z.infer<typeof classificationModelTypeSchema>;
@@ -21,6 +21,7 @@ export const ModelType = {
21
21
  sdcppGeneration: 'sdcpp-generation',
22
22
  audiogenGgml: 'audiogen-ggml',
23
23
  ggmlVla: 'ggml-vla',
24
+ ggmlImageEmbedding: 'ggml-image-embedding',
24
25
  ggmlClassification: 'ggml-classification'
25
26
  };
26
27
  // === INTERNAL: Alias keys (backward compat names) ===
@@ -16,8 +16,8 @@ export declare const ocrConfigSchema: z.ZodObject<{
16
16
  backendDevice: z.ZodOptional<z.ZodEnum<{
17
17
  cpu: "cpu";
18
18
  vulkan: "vulkan";
19
- metal: "metal";
20
19
  opencl: "opencl";
20
+ metal: "metal";
21
21
  }>>;
22
22
  gpuDevice: z.ZodOptional<z.ZodNumber>;
23
23
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -41,6 +41,7 @@ export declare const ocrConfigSchema: z.ZodObject<{
41
41
  audiogen: "audiogen";
42
42
  tts: "tts";
43
43
  ocr: "ocr";
44
+ classification: "classification";
44
45
  vla: "vla";
45
46
  "llamacpp-completion": "llamacpp-completion";
46
47
  "whispercpp-transcription": "whispercpp-transcription";
@@ -57,13 +58,13 @@ export declare const ocrConfigSchema: z.ZodObject<{
57
58
  "sdcpp-generation": "sdcpp-generation";
58
59
  "audiogen-ggml": "audiogen-ggml";
59
60
  "ggml-vla": "ggml-vla";
61
+ "ggml-image-embedding": "ggml-image-embedding";
60
62
  "ggml-classification": "ggml-classification";
61
63
  llm: "llm";
62
64
  whisper: "whisper";
63
65
  bci: "bci";
64
66
  nmt: "nmt";
65
67
  parakeet: "parakeet";
66
- classification: "classification";
67
68
  }>, z.ZodLiteral<"vad">]>>;
68
69
  }, z.core.$strip>]>>;
69
70
  }, z.core.$strip>;
@@ -85,8 +86,8 @@ export declare const ocrLoadConfigSchema: z.ZodObject<{
85
86
  backendDevice: z.ZodOptional<z.ZodEnum<{
86
87
  cpu: "cpu";
87
88
  vulkan: "vulkan";
88
- metal: "metal";
89
89
  opencl: "opencl";
90
+ metal: "metal";
90
91
  }>>;
91
92
  gpuDevice: z.ZodOptional<z.ZodNumber>;
92
93
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -110,6 +111,7 @@ export declare const ocrLoadConfigSchema: z.ZodObject<{
110
111
  audiogen: "audiogen";
111
112
  tts: "tts";
112
113
  ocr: "ocr";
114
+ classification: "classification";
113
115
  vla: "vla";
114
116
  "llamacpp-completion": "llamacpp-completion";
115
117
  "whispercpp-transcription": "whispercpp-transcription";
@@ -126,13 +128,13 @@ export declare const ocrLoadConfigSchema: z.ZodObject<{
126
128
  "sdcpp-generation": "sdcpp-generation";
127
129
  "audiogen-ggml": "audiogen-ggml";
128
130
  "ggml-vla": "ggml-vla";
131
+ "ggml-image-embedding": "ggml-image-embedding";
129
132
  "ggml-classification": "ggml-classification";
130
133
  llm: "llm";
131
134
  whisper: "whisper";
132
135
  bci: "bci";
133
136
  nmt: "nmt";
134
137
  parakeet: "parakeet";
135
- classification: "classification";
136
138
  }>, z.ZodLiteral<"vad">]>>;
137
139
  }, z.core.$strip>]>>;
138
140
  }, z.core.$strip>;
@@ -172,6 +174,8 @@ export declare const ocrStreamRequestSchema: z.ZodObject<{
172
174
  paragraph: z.ZodOptional<z.ZodBoolean>;
173
175
  }, z.core.$strip>>;
174
176
  type: z.ZodLiteral<"ocrStream">;
177
+ sessionId: z.ZodOptional<z.ZodString>;
178
+ requestId: z.ZodOptional<z.ZodString>;
175
179
  }, z.core.$strip>;
176
180
  export declare const ocrTextBlockSchema: z.ZodObject<{
177
181
  text: z.ZodString;
@@ -185,6 +189,7 @@ export declare const ocrStatsSchema: z.ZodObject<{
185
189
  }, z.core.$strip>;
186
190
  export declare const ocrStreamResponseSchema: z.ZodObject<{
187
191
  type: z.ZodLiteral<"ocrStream">;
192
+ requestId: z.ZodOptional<z.ZodString>;
188
193
  blocks: z.ZodOptional<z.ZodArray<z.ZodObject<{
189
194
  text: z.ZodString;
190
195
  bbox: z.ZodOptional<z.ZodTuple<[z.ZodNumber, z.ZodNumber, z.ZodNumber, z.ZodNumber], null>>;