@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -1,5 +1,6 @@
1
1
  import { z } from 'zod';
2
2
  import { safePathComponent } from '../schemas/path-validation.js';
3
+ import { trackedRequestSchema } from '../schemas/request-base.js';
3
4
  // ============== Common Schemas ==============
4
5
  const llmChunkOptsSchema = z.object({
5
6
  chunkSize: z.number().optional(),
@@ -126,23 +127,16 @@ const ragDeleteWorkspaceOperationSchema = ragDeleteWorkspaceParamsSchema.extend(
126
127
  operation: z.literal('deleteWorkspace')
127
128
  });
128
129
  // ============== Unified Request Schema ==============
129
- // `requestId` is threaded onto every RAG operation as an optional field so
130
- // the request registry can correlate the in-flight context with the
131
- // caller's decorated promise (`op.requestId`). Optional — falls back
132
- // to a generated id when the field is missing.
133
- const ragRequestIdField = {
134
- requestId: z.string().min(1).optional()
135
- };
136
130
  export const ragRequestSchema = z.discriminatedUnion('operation', [
137
- ragChunkOperationSchema.extend(ragRequestIdField),
138
- ragIngestOperationSchema.extend(ragRequestIdField),
139
- ragSaveEmbeddingsOperationSchema.extend(ragRequestIdField),
140
- ragSearchOperationSchema.extend(ragRequestIdField),
141
- ragDeleteEmbeddingsOperationSchema.extend(ragRequestIdField),
142
- ragReindexOperationSchema.extend(ragRequestIdField),
143
- ragListWorkspacesOperationSchema.extend(ragRequestIdField),
144
- ragCloseWorkspaceOperationSchema.extend(ragRequestIdField),
145
- ragDeleteWorkspaceOperationSchema.extend(ragRequestIdField)
131
+ ragChunkOperationSchema.extend(trackedRequestSchema.shape),
132
+ ragIngestOperationSchema.extend(trackedRequestSchema.shape),
133
+ ragSaveEmbeddingsOperationSchema.extend(trackedRequestSchema.shape),
134
+ ragSearchOperationSchema.extend(trackedRequestSchema.shape),
135
+ ragDeleteEmbeddingsOperationSchema.extend(trackedRequestSchema.shape),
136
+ ragReindexOperationSchema.extend(trackedRequestSchema.shape),
137
+ ragListWorkspacesOperationSchema.extend(trackedRequestSchema.shape),
138
+ ragCloseWorkspaceOperationSchema.extend(trackedRequestSchema.shape),
139
+ ragDeleteWorkspaceOperationSchema.extend(trackedRequestSchema.shape)
146
140
  ]);
147
141
  // ============== Response Schemas ==============
148
142
  const ragResponseBaseSchema = z.object({
@@ -5,6 +5,7 @@ declare const modelRegistryEntryAddonSchema: z.ZodEnum<{
5
5
  audiogen: "audiogen";
6
6
  tts: "tts";
7
7
  ocr: "ocr";
8
+ classification: "classification";
8
9
  vla: "vla";
9
10
  "moss-transcribe": "moss-transcribe";
10
11
  llm: "llm";
@@ -12,7 +13,6 @@ declare const modelRegistryEntryAddonSchema: z.ZodEnum<{
12
13
  bci: "bci";
13
14
  nmt: "nmt";
14
15
  parakeet: "parakeet";
15
- classification: "classification";
16
16
  vad: "vad";
17
17
  other: "other";
18
18
  }>;
@@ -32,6 +32,7 @@ export declare const modelRegistryEngineSchema: z.ZodEnum<{
32
32
  "sdcpp-generation": "sdcpp-generation";
33
33
  "audiogen-ggml": "audiogen-ggml";
34
34
  "ggml-vla": "ggml-vla";
35
+ "ggml-image-embedding": "ggml-image-embedding";
35
36
  "ggml-classification": "ggml-classification";
36
37
  "onnx-vad": "onnx-vad";
37
38
  }>;
@@ -50,6 +51,7 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
50
51
  audiogen: "audiogen";
51
52
  tts: "tts";
52
53
  ocr: "ocr";
54
+ classification: "classification";
53
55
  vla: "vla";
54
56
  "moss-transcribe": "moss-transcribe";
55
57
  llm: "llm";
@@ -57,7 +59,6 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
57
59
  bci: "bci";
58
60
  nmt: "nmt";
59
61
  parakeet: "parakeet";
60
- classification: "classification";
61
62
  vad: "vad";
62
63
  other: "other";
63
64
  }>;
@@ -79,6 +80,7 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
79
80
  "sdcpp-generation": "sdcpp-generation";
80
81
  "audiogen-ggml": "audiogen-ggml";
81
82
  "ggml-vla": "ggml-vla";
83
+ "ggml-image-embedding": "ggml-image-embedding";
82
84
  "ggml-classification": "ggml-classification";
83
85
  "onnx-vad": "onnx-vad";
84
86
  }>;
@@ -90,6 +92,8 @@ export type ModelRegistryEntryAddon = z.infer<typeof modelRegistryEntryAddonSche
90
92
  export type ModelRegistryEngine = z.infer<typeof modelRegistryEngineSchema>;
91
93
  export declare const modelRegistryListRequestSchema: z.ZodObject<{
92
94
  type: z.ZodLiteral<"modelRegistryList">;
95
+ sessionId: z.ZodOptional<z.ZodString>;
96
+ requestId: z.ZodOptional<z.ZodString>;
93
97
  }, z.core.$strip>;
94
98
  export declare const modelRegistryListResponseSchema: z.ZodObject<{
95
99
  type: z.ZodLiteral<"modelRegistryList">;
@@ -109,6 +113,7 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
109
113
  audiogen: "audiogen";
110
114
  tts: "tts";
111
115
  ocr: "ocr";
116
+ classification: "classification";
112
117
  vla: "vla";
113
118
  "moss-transcribe": "moss-transcribe";
114
119
  llm: "llm";
@@ -116,7 +121,6 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
116
121
  bci: "bci";
117
122
  nmt: "nmt";
118
123
  parakeet: "parakeet";
119
- classification: "classification";
120
124
  vad: "vad";
121
125
  other: "other";
122
126
  }>;
@@ -138,6 +142,7 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
138
142
  "sdcpp-generation": "sdcpp-generation";
139
143
  "audiogen-ggml": "audiogen-ggml";
140
144
  "ggml-vla": "ggml-vla";
145
+ "ggml-image-embedding": "ggml-image-embedding";
141
146
  "ggml-classification": "ggml-classification";
142
147
  "onnx-vad": "onnx-vad";
143
148
  }>;
@@ -159,6 +164,7 @@ export declare const modelRegistrySearchRequestSchema: z.ZodObject<{
159
164
  audiogen: "audiogen";
160
165
  tts: "tts";
161
166
  ocr: "ocr";
167
+ classification: "classification";
162
168
  vla: "vla";
163
169
  "moss-transcribe": "moss-transcribe";
164
170
  llm: "llm";
@@ -166,10 +172,11 @@ export declare const modelRegistrySearchRequestSchema: z.ZodObject<{
166
172
  bci: "bci";
167
173
  nmt: "nmt";
168
174
  parakeet: "parakeet";
169
- classification: "classification";
170
175
  vad: "vad";
171
176
  other: "other";
172
177
  }>>;
178
+ sessionId: z.ZodOptional<z.ZodString>;
179
+ requestId: z.ZodOptional<z.ZodString>;
173
180
  }, z.core.$strip>;
174
181
  export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
175
182
  type: z.ZodLiteral<"modelRegistrySearch">;
@@ -189,6 +196,7 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
189
196
  audiogen: "audiogen";
190
197
  tts: "tts";
191
198
  ocr: "ocr";
199
+ classification: "classification";
192
200
  vla: "vla";
193
201
  "moss-transcribe": "moss-transcribe";
194
202
  llm: "llm";
@@ -196,7 +204,6 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
196
204
  bci: "bci";
197
205
  nmt: "nmt";
198
206
  parakeet: "parakeet";
199
- classification: "classification";
200
207
  vad: "vad";
201
208
  other: "other";
202
209
  }>;
@@ -218,6 +225,7 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
218
225
  "sdcpp-generation": "sdcpp-generation";
219
226
  "audiogen-ggml": "audiogen-ggml";
220
227
  "ggml-vla": "ggml-vla";
228
+ "ggml-image-embedding": "ggml-image-embedding";
221
229
  "ggml-classification": "ggml-classification";
222
230
  "onnx-vad": "onnx-vad";
223
231
  }>;
@@ -232,6 +240,8 @@ export declare const modelRegistryGetModelRequestSchema: z.ZodObject<{
232
240
  type: z.ZodLiteral<"modelRegistryGetModel">;
233
241
  registryPath: z.ZodString;
234
242
  registrySource: z.ZodString;
243
+ sessionId: z.ZodOptional<z.ZodString>;
244
+ requestId: z.ZodOptional<z.ZodString>;
235
245
  }, z.core.$strip>;
236
246
  export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
237
247
  type: z.ZodLiteral<"modelRegistryGetModel">;
@@ -251,6 +261,7 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
251
261
  audiogen: "audiogen";
252
262
  tts: "tts";
253
263
  ocr: "ocr";
264
+ classification: "classification";
254
265
  vla: "vla";
255
266
  "moss-transcribe": "moss-transcribe";
256
267
  llm: "llm";
@@ -258,7 +269,6 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
258
269
  bci: "bci";
259
270
  nmt: "nmt";
260
271
  parakeet: "parakeet";
261
- classification: "classification";
262
272
  vad: "vad";
263
273
  other: "other";
264
274
  }>;
@@ -280,6 +290,7 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
280
290
  "sdcpp-generation": "sdcpp-generation";
281
291
  "audiogen-ggml": "audiogen-ggml";
282
292
  "ggml-vla": "ggml-vla";
293
+ "ggml-image-embedding": "ggml-image-embedding";
283
294
  "ggml-classification": "ggml-classification";
284
295
  "onnx-vad": "onnx-vad";
285
296
  }>;
@@ -292,6 +303,8 @@ export type ModelRegistryGetModelRequest = z.infer<typeof modelRegistryGetModelR
292
303
  export type ModelRegistryGetModelResponse = z.infer<typeof modelRegistryGetModelResponseSchema>;
293
304
  export declare const modelRegistryRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
294
305
  type: z.ZodLiteral<"modelRegistryList">;
306
+ sessionId: z.ZodOptional<z.ZodString>;
307
+ requestId: z.ZodOptional<z.ZodString>;
295
308
  }, z.core.$strip>, z.ZodObject<{
296
309
  type: z.ZodLiteral<"modelRegistrySearch">;
297
310
  filter: z.ZodOptional<z.ZodString>;
@@ -303,6 +316,7 @@ export declare const modelRegistryRequestSchema: z.ZodUnion<readonly [z.ZodObjec
303
316
  audiogen: "audiogen";
304
317
  tts: "tts";
305
318
  ocr: "ocr";
319
+ classification: "classification";
306
320
  vla: "vla";
307
321
  "moss-transcribe": "moss-transcribe";
308
322
  llm: "llm";
@@ -310,14 +324,17 @@ export declare const modelRegistryRequestSchema: z.ZodUnion<readonly [z.ZodObjec
310
324
  bci: "bci";
311
325
  nmt: "nmt";
312
326
  parakeet: "parakeet";
313
- classification: "classification";
314
327
  vad: "vad";
315
328
  other: "other";
316
329
  }>>;
330
+ sessionId: z.ZodOptional<z.ZodString>;
331
+ requestId: z.ZodOptional<z.ZodString>;
317
332
  }, z.core.$strip>, z.ZodObject<{
318
333
  type: z.ZodLiteral<"modelRegistryGetModel">;
319
334
  registryPath: z.ZodString;
320
335
  registrySource: z.ZodString;
336
+ sessionId: z.ZodOptional<z.ZodString>;
337
+ requestId: z.ZodOptional<z.ZodString>;
321
338
  }, z.core.$strip>]>;
322
339
  export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
323
340
  type: z.ZodLiteral<"modelRegistryList">;
@@ -337,6 +354,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
337
354
  audiogen: "audiogen";
338
355
  tts: "tts";
339
356
  ocr: "ocr";
357
+ classification: "classification";
340
358
  vla: "vla";
341
359
  "moss-transcribe": "moss-transcribe";
342
360
  llm: "llm";
@@ -344,7 +362,6 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
344
362
  bci: "bci";
345
363
  nmt: "nmt";
346
364
  parakeet: "parakeet";
347
- classification: "classification";
348
365
  vad: "vad";
349
366
  other: "other";
350
367
  }>;
@@ -366,6 +383,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
366
383
  "sdcpp-generation": "sdcpp-generation";
367
384
  "audiogen-ggml": "audiogen-ggml";
368
385
  "ggml-vla": "ggml-vla";
386
+ "ggml-image-embedding": "ggml-image-embedding";
369
387
  "ggml-classification": "ggml-classification";
370
388
  "onnx-vad": "onnx-vad";
371
389
  }>;
@@ -391,6 +409,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
391
409
  audiogen: "audiogen";
392
410
  tts: "tts";
393
411
  ocr: "ocr";
412
+ classification: "classification";
394
413
  vla: "vla";
395
414
  "moss-transcribe": "moss-transcribe";
396
415
  llm: "llm";
@@ -398,7 +417,6 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
398
417
  bci: "bci";
399
418
  nmt: "nmt";
400
419
  parakeet: "parakeet";
401
- classification: "classification";
402
420
  vad: "vad";
403
421
  other: "other";
404
422
  }>;
@@ -420,6 +438,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
420
438
  "sdcpp-generation": "sdcpp-generation";
421
439
  "audiogen-ggml": "audiogen-ggml";
422
440
  "ggml-vla": "ggml-vla";
441
+ "ggml-image-embedding": "ggml-image-embedding";
423
442
  "ggml-classification": "ggml-classification";
424
443
  "onnx-vad": "onnx-vad";
425
444
  }>;
@@ -445,6 +464,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
445
464
  audiogen: "audiogen";
446
465
  tts: "tts";
447
466
  ocr: "ocr";
467
+ classification: "classification";
448
468
  vla: "vla";
449
469
  "moss-transcribe": "moss-transcribe";
450
470
  llm: "llm";
@@ -452,7 +472,6 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
452
472
  bci: "bci";
453
473
  nmt: "nmt";
454
474
  parakeet: "parakeet";
455
- classification: "classification";
456
475
  vad: "vad";
457
476
  other: "other";
458
477
  }>;
@@ -474,6 +493,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
474
493
  "sdcpp-generation": "sdcpp-generation";
475
494
  "audiogen-ggml": "audiogen-ggml";
476
495
  "ggml-vla": "ggml-vla";
496
+ "ggml-image-embedding": "ggml-image-embedding";
477
497
  "ggml-classification": "ggml-classification";
478
498
  "onnx-vad": "onnx-vad";
479
499
  }>;
@@ -1,5 +1,6 @@
1
1
  import { z } from 'zod';
2
2
  import { ModelType } from '../schemas/model-types.js';
3
+ import { trackedRequestSchema } from '../schemas/request-base.js';
3
4
  // QVAC Model Registry entry schema matching the RegistryItem from models/registry/models.ts
4
5
  const modelRegistryEntryAddonSchema = z.enum([
5
6
  'llm',
@@ -40,6 +41,7 @@ export const modelRegistryEngineSchema = z.enum([
40
41
  ModelType.audiogenGgml,
41
42
  ModelType.ggmlVla,
42
43
  ModelType.ggmlClassification,
44
+ ModelType.ggmlImageEmbedding,
43
45
  'onnx-vad'
44
46
  ]);
45
47
  export const modelRegistryEntrySchema = z.object({
@@ -59,9 +61,11 @@ export const modelRegistryEntrySchema = z.object({
59
61
  params: z.string().describe('Parameter-count label for the model, e.g. `7B`.')
60
62
  });
61
63
  // QVAC Model Registry list request/response
62
- export const modelRegistryListRequestSchema = z.object({
64
+ export const modelRegistryListRequestSchema = z
65
+ .object({
63
66
  type: z.literal('modelRegistryList')
64
- });
67
+ })
68
+ .extend(trackedRequestSchema.shape);
65
69
  export const modelRegistryListResponseSchema = z.object({
66
70
  type: z.literal('modelRegistryList'),
67
71
  success: z.boolean(),
@@ -69,13 +73,15 @@ export const modelRegistryListResponseSchema = z.object({
69
73
  error: z.string().optional()
70
74
  });
71
75
  // QVAC Model Registry search request/response
72
- export const modelRegistrySearchRequestSchema = z.object({
76
+ export const modelRegistrySearchRequestSchema = z
77
+ .object({
73
78
  type: z.literal('modelRegistrySearch'),
74
79
  filter: z.string().optional(),
75
80
  engine: z.string().optional(),
76
81
  quantization: z.string().optional(),
77
82
  addon: modelRegistryEntryAddonSchema.optional()
78
- });
83
+ })
84
+ .extend(trackedRequestSchema.shape);
79
85
  export const modelRegistrySearchResponseSchema = z.object({
80
86
  type: z.literal('modelRegistrySearch'),
81
87
  success: z.boolean(),
@@ -83,11 +89,13 @@ export const modelRegistrySearchResponseSchema = z.object({
83
89
  error: z.string().optional()
84
90
  });
85
91
  // QVAC Model Registry get model request/response
86
- export const modelRegistryGetModelRequestSchema = z.object({
92
+ export const modelRegistryGetModelRequestSchema = z
93
+ .object({
87
94
  type: z.literal('modelRegistryGetModel'),
88
95
  registryPath: z.string(),
89
96
  registrySource: z.string()
90
- });
97
+ })
98
+ .extend(trackedRequestSchema.shape);
91
99
  export const modelRegistryGetModelResponseSchema = z.object({
92
100
  type: z.literal('modelRegistryGetModel'),
93
101
  success: z.boolean(),
@@ -34,6 +34,7 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
34
34
  tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
35
35
  suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
36
36
  initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
37
+ carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
37
38
  language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
38
39
  detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
39
40
  suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
@@ -66,6 +67,10 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
66
67
  use_gpu: z.ZodOptional<z.ZodBoolean>;
67
68
  flash_attn: z.ZodOptional<z.ZodBoolean>;
68
69
  gpu_device: z.ZodOptional<z.ZodNumber>;
70
+ 'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
71
+ integrated: "integrated";
72
+ dedicated: "dedicated";
73
+ }>]>>;
69
74
  }, z.core.$strip>>>;
70
75
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
71
76
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
@@ -88,6 +93,7 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
88
93
  audiogen: "audiogen";
89
94
  tts: "tts";
90
95
  ocr: "ocr";
96
+ classification: "classification";
91
97
  vla: "vla";
92
98
  "llamacpp-completion": "llamacpp-completion";
93
99
  "whispercpp-transcription": "whispercpp-transcription";
@@ -104,13 +110,13 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
104
110
  "sdcpp-generation": "sdcpp-generation";
105
111
  "audiogen-ggml": "audiogen-ggml";
106
112
  "ggml-vla": "ggml-vla";
113
+ "ggml-image-embedding": "ggml-image-embedding";
107
114
  "ggml-classification": "ggml-classification";
108
115
  llm: "llm";
109
116
  whisper: "whisper";
110
117
  bci: "bci";
111
118
  nmt: "nmt";
112
119
  parakeet: "parakeet";
113
- classification: "classification";
114
120
  }>, z.ZodLiteral<"vad">]>>;
115
121
  }, z.core.$strip>]>>>;
116
122
  }, z.core.$strict>;
@@ -149,6 +155,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
149
155
  tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
150
156
  suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
151
157
  initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
158
+ carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
152
159
  language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
153
160
  detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
154
161
  suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
@@ -181,6 +188,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
181
188
  use_gpu: z.ZodOptional<z.ZodBoolean>;
182
189
  flash_attn: z.ZodOptional<z.ZodBoolean>;
183
190
  gpu_device: z.ZodOptional<z.ZodNumber>;
191
+ 'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
192
+ integrated: "integrated";
193
+ dedicated: "dedicated";
194
+ }>]>>;
184
195
  }, z.core.$strip>>>;
185
196
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
186
197
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
@@ -203,6 +214,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
203
214
  audiogen: "audiogen";
204
215
  tts: "tts";
205
216
  ocr: "ocr";
217
+ classification: "classification";
206
218
  vla: "vla";
207
219
  "llamacpp-completion": "llamacpp-completion";
208
220
  "whispercpp-transcription": "whispercpp-transcription";
@@ -219,17 +231,19 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
219
231
  "sdcpp-generation": "sdcpp-generation";
220
232
  "audiogen-ggml": "audiogen-ggml";
221
233
  "ggml-vla": "ggml-vla";
234
+ "ggml-image-embedding": "ggml-image-embedding";
222
235
  "ggml-classification": "ggml-classification";
223
236
  llm: "llm";
224
237
  whisper: "whisper";
225
238
  bci: "bci";
226
239
  nmt: "nmt";
227
240
  parakeet: "parakeet";
228
- classification: "classification";
229
241
  }>, z.ZodLiteral<"vad">]>>;
230
242
  }, z.core.$strip>]>>>;
231
243
  }, z.core.$strict>;
244
+ requestId: z.ZodOptional<z.ZodString>;
232
245
  }, z.core.$strip>, z.ZodTransform<{
246
+ requestId?: string;
233
247
  type: "loadModel";
234
248
  modelId: string;
235
249
  modelType: "whispercpp-transcription" | "whisper";
@@ -258,6 +272,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
258
272
  tdrz_enable?: boolean | undefined;
259
273
  suppress_regex?: string | undefined;
260
274
  initial_prompt?: string | undefined;
275
+ carry_initial_prompt?: boolean | undefined;
261
276
  language?: string | undefined;
262
277
  detect_language?: boolean | undefined;
263
278
  suppress_blank?: boolean | undefined;
@@ -287,6 +302,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
287
302
  use_gpu?: boolean | undefined;
288
303
  flash_attn?: boolean | undefined;
289
304
  gpu_device?: number | undefined;
305
+ 'main-gpu'?: string | number | undefined;
290
306
  } | undefined;
291
307
  miscConfig?: {
292
308
  caption_enabled?: boolean | undefined;
@@ -303,7 +319,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
303
319
  engine?: string | undefined;
304
320
  expectedSize?: number | undefined;
305
321
  sha256Checksum?: string | undefined;
306
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
322
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
307
323
  } | undefined;
308
324
  };
309
325
  }, {
@@ -334,6 +350,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
334
350
  tdrz_enable?: boolean | undefined;
335
351
  suppress_regex?: string | undefined;
336
352
  initial_prompt?: string | undefined;
353
+ carry_initial_prompt?: boolean | undefined;
337
354
  language?: string | undefined;
338
355
  detect_language?: boolean | undefined;
339
356
  suppress_blank?: boolean | undefined;
@@ -363,6 +380,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
363
380
  use_gpu?: boolean | undefined;
364
381
  flash_attn?: boolean | undefined;
365
382
  gpu_device?: number | undefined;
383
+ 'main-gpu'?: string | number | undefined;
366
384
  } | undefined;
367
385
  miscConfig?: {
368
386
  caption_enabled?: boolean | undefined;
@@ -379,9 +397,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
379
397
  engine?: string | undefined;
380
398
  expectedSize?: number | undefined;
381
399
  sha256Checksum?: string | undefined;
382
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
400
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
383
401
  } | undefined;
384
402
  };
403
+ requestId?: string | undefined;
385
404
  }>>]>;
386
405
  export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
387
406
  type: z.ZodLiteral<"loadModel">;
@@ -389,6 +408,8 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
389
408
  modelSrc: z.ZodOptional<z.ZodNever>;
390
409
  withProgress: z.ZodOptional<z.ZodNever>;
391
410
  seed: z.ZodOptional<z.ZodNever>;
411
+ sessionId: z.ZodOptional<z.ZodString>;
412
+ requestId: z.ZodOptional<z.ZodString>;
392
413
  modelType: z.ZodEnum<{
393
414
  "whispercpp-transcription": "whispercpp-transcription";
394
415
  whisper: "whisper";
@@ -421,6 +442,7 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
421
442
  tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
422
443
  suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
423
444
  initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
445
+ carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
424
446
  language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
425
447
  detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
426
448
  suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
@@ -453,6 +475,10 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
453
475
  use_gpu: z.ZodOptional<z.ZodBoolean>;
454
476
  flash_attn: z.ZodOptional<z.ZodBoolean>;
455
477
  gpu_device: z.ZodOptional<z.ZodNumber>;
478
+ 'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
479
+ integrated: "integrated";
480
+ dedicated: "dedicated";
481
+ }>]>>;
456
482
  }, z.core.$strip>>>;
457
483
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
458
484
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
@@ -475,6 +501,7 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
475
501
  audiogen: "audiogen";
476
502
  tts: "tts";
477
503
  ocr: "ocr";
504
+ classification: "classification";
478
505
  vla: "vla";
479
506
  "llamacpp-completion": "llamacpp-completion";
480
507
  "whispercpp-transcription": "whispercpp-transcription";
@@ -491,13 +518,13 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
491
518
  "sdcpp-generation": "sdcpp-generation";
492
519
  "audiogen-ggml": "audiogen-ggml";
493
520
  "ggml-vla": "ggml-vla";
521
+ "ggml-image-embedding": "ggml-image-embedding";
494
522
  "ggml-classification": "ggml-classification";
495
523
  llm: "llm";
496
524
  whisper: "whisper";
497
525
  bci: "bci";
498
526
  nmt: "nmt";
499
527
  parakeet: "parakeet";
500
- classification: "classification";
501
528
  }>, z.ZodLiteral<"vad">]>>;
502
529
  }, z.core.$strip>]>>>;
503
530
  }, z.core.$strip>;
@@ -508,6 +535,8 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
508
535
  modelSrc: z.ZodOptional<z.ZodNever>;
509
536
  withProgress: z.ZodOptional<z.ZodNever>;
510
537
  seed: z.ZodOptional<z.ZodNever>;
538
+ sessionId: z.ZodOptional<z.ZodString>;
539
+ requestId: z.ZodOptional<z.ZodString>;
511
540
  modelType: z.ZodEnum<{
512
541
  "whispercpp-transcription": "whispercpp-transcription";
513
542
  whisper: "whisper";
@@ -540,6 +569,7 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
540
569
  tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
541
570
  suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
542
571
  initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
572
+ carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
543
573
  language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
544
574
  detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
545
575
  suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
@@ -572,6 +602,10 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
572
602
  use_gpu: z.ZodOptional<z.ZodBoolean>;
573
603
  flash_attn: z.ZodOptional<z.ZodBoolean>;
574
604
  gpu_device: z.ZodOptional<z.ZodNumber>;
605
+ 'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
606
+ integrated: "integrated";
607
+ dedicated: "dedicated";
608
+ }>]>>;
575
609
  }, z.core.$strip>>>;
576
610
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
577
611
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
@@ -594,6 +628,7 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
594
628
  audiogen: "audiogen";
595
629
  tts: "tts";
596
630
  ocr: "ocr";
631
+ classification: "classification";
597
632
  vla: "vla";
598
633
  "llamacpp-completion": "llamacpp-completion";
599
634
  "whispercpp-transcription": "whispercpp-transcription";
@@ -610,13 +645,13 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
610
645
  "sdcpp-generation": "sdcpp-generation";
611
646
  "audiogen-ggml": "audiogen-ggml";
612
647
  "ggml-vla": "ggml-vla";
648
+ "ggml-image-embedding": "ggml-image-embedding";
613
649
  "ggml-classification": "ggml-classification";
614
650
  llm: "llm";
615
651
  whisper: "whisper";
616
652
  bci: "bci";
617
653
  nmt: "nmt";
618
654
  parakeet: "parakeet";
619
- classification: "classification";
620
655
  }>, z.ZodLiteral<"vad">]>>;
621
656
  }, z.core.$strip>]>>>;
622
657
  }, z.core.$strip>;
@@ -1,6 +1,7 @@
1
1
  import { z } from 'zod';
2
2
  import { whisperConfigSchema } from '../schemas/transcription-config.js';
3
3
  import { whisperModelTypeSchema } from '../schemas/model-types.js';
4
+ import { trackedRequestSchema } from '../schemas/request-base.js';
4
5
  export const modelIdSchema = z.string().regex(/^[0-9a-f]{16}$/, 'Invalid modelId format');
5
6
  export const reloadConfigOptionsSchema = z.union([
6
7
  z.object({
@@ -14,23 +15,29 @@ export const reloadConfigOptionsToRequestSchema = z.union([
14
15
  .object({
15
16
  modelId: modelIdSchema,
16
17
  modelType: whisperModelTypeSchema,
17
- modelConfig: whisperConfigSchema.partial().strict()
18
+ modelConfig: whisperConfigSchema.partial().strict(),
19
+ requestId: z.string().optional()
18
20
  })
19
21
  .transform((data) => ({
20
22
  type: 'loadModel',
21
23
  modelId: data.modelId,
22
24
  modelType: data.modelType,
23
- modelConfig: data.modelConfig
25
+ modelConfig: data.modelConfig,
26
+ // A reload is registered under this id, so `cancel({ requestId })`
27
+ // reaches it while it waits for another load of the same model.
28
+ ...(data.requestId !== undefined && { requestId: data.requestId })
24
29
  }))
25
30
  ]);
26
- const reloadConfigRequestBaseSchema = z.object({
31
+ const reloadConfigRequestBaseSchema = z
32
+ .object({
27
33
  type: z.literal('loadModel'),
28
34
  modelId: modelIdSchema,
29
35
  // Explicitly exclude load-specific fields for type narrowing
30
36
  modelSrc: z.never().optional(),
31
37
  withProgress: z.never().optional(),
32
38
  seed: z.never().optional()
33
- });
39
+ })
40
+ .extend(trackedRequestSchema.shape);
34
41
  export const reloadConfigWhisperRequestSchema = reloadConfigRequestBaseSchema.extend({
35
42
  modelType: whisperModelTypeSchema,
36
43
  modelConfig: whisperConfigSchema.partial()