@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -472,16 +472,16 @@ export declare const operationEventSchema: z.ZodObject<{
472
472
  gpu: "gpu";
473
473
  }>;
474
474
  graphicsApi: z.ZodOptional<z.ZodEnum<{
475
+ cuda: "cuda";
475
476
  vulkan: "vulkan";
476
477
  metal: "metal";
477
478
  opencl: "opencl";
478
- cuda: "cuda";
479
+ rocm: "rocm";
479
480
  opengl: "opengl";
480
481
  webgpu: "webgpu";
481
482
  direct3d11: "direct3d11";
482
483
  direct3d12: "direct3d12";
483
484
  levelZero: "levelZero";
484
- rocm: "rocm";
485
485
  }>>;
486
486
  driver: z.ZodOptional<z.ZodObject<{
487
487
  name: z.ZodString;
@@ -733,16 +733,16 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
733
733
  gpu: "gpu";
734
734
  }>;
735
735
  graphicsApi: z.ZodOptional<z.ZodEnum<{
736
+ cuda: "cuda";
736
737
  vulkan: "vulkan";
737
738
  metal: "metal";
738
739
  opencl: "opencl";
739
- cuda: "cuda";
740
+ rocm: "rocm";
740
741
  opengl: "opengl";
741
742
  webgpu: "webgpu";
742
743
  direct3d11: "direct3d11";
743
744
  direct3d12: "direct3d12";
744
745
  levelZero: "levelZero";
745
- rocm: "rocm";
746
746
  }>>;
747
747
  driver: z.ZodOptional<z.ZodObject<{
748
748
  name: z.ZodString;
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { gpuResourceSampleSchema, inferenceBackendDiagnosticsSchema, resourceMetricSchema, systemResourceSampleSchema } from './system-resources.js';
2
+ import { gpuResourceSampleSchema, inferenceBackendDiagnosticsSchema, resourceMetricSchema, systemResourceSampleSchema } from '../schemas/system-resources.js';
3
3
  /** Internal envelope key for profiling metadata in RPC payloads */
4
4
  export const PROFILING_KEY = '__profiling';
5
5
  /** Marker key for profiling-only trailer frames in streaming responses */
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { safePathComponent } from './path-validation.js';
2
+ import { safePathComponent } from '../schemas/path-validation.js';
3
3
  // ============== Common Schemas ==============
4
4
  const llmChunkOptsSchema = z.object({
5
5
  chunkSize: z.number().optional(),
@@ -6,6 +6,7 @@ declare const modelRegistryEntryAddonSchema: z.ZodEnum<{
6
6
  tts: "tts";
7
7
  ocr: "ocr";
8
8
  vla: "vla";
9
+ "moss-transcribe": "moss-transcribe";
9
10
  llm: "llm";
10
11
  whisper: "whisper";
11
12
  bci: "bci";
@@ -20,10 +21,13 @@ export declare const modelRegistryEngineSchema: z.ZodEnum<{
20
21
  "whispercpp-transcription": "whispercpp-transcription";
21
22
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
22
23
  "llamacpp-embedding": "llamacpp-embedding";
24
+ "llamacpp-decision": "llamacpp-decision";
25
+ "llamacpp-rerank": "llamacpp-rerank";
23
26
  "nmtcpp-translation": "nmtcpp-translation";
24
27
  "onnx-tts": "onnx-tts";
25
28
  "tts-ggml": "tts-ggml";
26
29
  "parakeet-transcription": "parakeet-transcription";
30
+ "moss-transcribe": "moss-transcribe";
27
31
  "ggml-ocr": "ggml-ocr";
28
32
  "sdcpp-generation": "sdcpp-generation";
29
33
  "audiogen-ggml": "audiogen-ggml";
@@ -47,6 +51,7 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
47
51
  tts: "tts";
48
52
  ocr: "ocr";
49
53
  vla: "vla";
54
+ "moss-transcribe": "moss-transcribe";
50
55
  llm: "llm";
51
56
  whisper: "whisper";
52
57
  bci: "bci";
@@ -63,10 +68,13 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
63
68
  "whispercpp-transcription": "whispercpp-transcription";
64
69
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
65
70
  "llamacpp-embedding": "llamacpp-embedding";
71
+ "llamacpp-decision": "llamacpp-decision";
72
+ "llamacpp-rerank": "llamacpp-rerank";
66
73
  "nmtcpp-translation": "nmtcpp-translation";
67
74
  "onnx-tts": "onnx-tts";
68
75
  "tts-ggml": "tts-ggml";
69
76
  "parakeet-transcription": "parakeet-transcription";
77
+ "moss-transcribe": "moss-transcribe";
70
78
  "ggml-ocr": "ggml-ocr";
71
79
  "sdcpp-generation": "sdcpp-generation";
72
80
  "audiogen-ggml": "audiogen-ggml";
@@ -102,6 +110,7 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
102
110
  tts: "tts";
103
111
  ocr: "ocr";
104
112
  vla: "vla";
113
+ "moss-transcribe": "moss-transcribe";
105
114
  llm: "llm";
106
115
  whisper: "whisper";
107
116
  bci: "bci";
@@ -118,10 +127,13 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
118
127
  "whispercpp-transcription": "whispercpp-transcription";
119
128
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
120
129
  "llamacpp-embedding": "llamacpp-embedding";
130
+ "llamacpp-decision": "llamacpp-decision";
131
+ "llamacpp-rerank": "llamacpp-rerank";
121
132
  "nmtcpp-translation": "nmtcpp-translation";
122
133
  "onnx-tts": "onnx-tts";
123
134
  "tts-ggml": "tts-ggml";
124
135
  "parakeet-transcription": "parakeet-transcription";
136
+ "moss-transcribe": "moss-transcribe";
125
137
  "ggml-ocr": "ggml-ocr";
126
138
  "sdcpp-generation": "sdcpp-generation";
127
139
  "audiogen-ggml": "audiogen-ggml";
@@ -148,6 +160,7 @@ export declare const modelRegistrySearchRequestSchema: z.ZodObject<{
148
160
  tts: "tts";
149
161
  ocr: "ocr";
150
162
  vla: "vla";
163
+ "moss-transcribe": "moss-transcribe";
151
164
  llm: "llm";
152
165
  whisper: "whisper";
153
166
  bci: "bci";
@@ -177,6 +190,7 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
177
190
  tts: "tts";
178
191
  ocr: "ocr";
179
192
  vla: "vla";
193
+ "moss-transcribe": "moss-transcribe";
180
194
  llm: "llm";
181
195
  whisper: "whisper";
182
196
  bci: "bci";
@@ -193,10 +207,13 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
193
207
  "whispercpp-transcription": "whispercpp-transcription";
194
208
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
195
209
  "llamacpp-embedding": "llamacpp-embedding";
210
+ "llamacpp-decision": "llamacpp-decision";
211
+ "llamacpp-rerank": "llamacpp-rerank";
196
212
  "nmtcpp-translation": "nmtcpp-translation";
197
213
  "onnx-tts": "onnx-tts";
198
214
  "tts-ggml": "tts-ggml";
199
215
  "parakeet-transcription": "parakeet-transcription";
216
+ "moss-transcribe": "moss-transcribe";
200
217
  "ggml-ocr": "ggml-ocr";
201
218
  "sdcpp-generation": "sdcpp-generation";
202
219
  "audiogen-ggml": "audiogen-ggml";
@@ -235,6 +252,7 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
235
252
  tts: "tts";
236
253
  ocr: "ocr";
237
254
  vla: "vla";
255
+ "moss-transcribe": "moss-transcribe";
238
256
  llm: "llm";
239
257
  whisper: "whisper";
240
258
  bci: "bci";
@@ -251,10 +269,13 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
251
269
  "whispercpp-transcription": "whispercpp-transcription";
252
270
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
253
271
  "llamacpp-embedding": "llamacpp-embedding";
272
+ "llamacpp-decision": "llamacpp-decision";
273
+ "llamacpp-rerank": "llamacpp-rerank";
254
274
  "nmtcpp-translation": "nmtcpp-translation";
255
275
  "onnx-tts": "onnx-tts";
256
276
  "tts-ggml": "tts-ggml";
257
277
  "parakeet-transcription": "parakeet-transcription";
278
+ "moss-transcribe": "moss-transcribe";
258
279
  "ggml-ocr": "ggml-ocr";
259
280
  "sdcpp-generation": "sdcpp-generation";
260
281
  "audiogen-ggml": "audiogen-ggml";
@@ -283,6 +304,7 @@ export declare const modelRegistryRequestSchema: z.ZodUnion<readonly [z.ZodObjec
283
304
  tts: "tts";
284
305
  ocr: "ocr";
285
306
  vla: "vla";
307
+ "moss-transcribe": "moss-transcribe";
286
308
  llm: "llm";
287
309
  whisper: "whisper";
288
310
  bci: "bci";
@@ -316,6 +338,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
316
338
  tts: "tts";
317
339
  ocr: "ocr";
318
340
  vla: "vla";
341
+ "moss-transcribe": "moss-transcribe";
319
342
  llm: "llm";
320
343
  whisper: "whisper";
321
344
  bci: "bci";
@@ -332,10 +355,13 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
332
355
  "whispercpp-transcription": "whispercpp-transcription";
333
356
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
334
357
  "llamacpp-embedding": "llamacpp-embedding";
358
+ "llamacpp-decision": "llamacpp-decision";
359
+ "llamacpp-rerank": "llamacpp-rerank";
335
360
  "nmtcpp-translation": "nmtcpp-translation";
336
361
  "onnx-tts": "onnx-tts";
337
362
  "tts-ggml": "tts-ggml";
338
363
  "parakeet-transcription": "parakeet-transcription";
364
+ "moss-transcribe": "moss-transcribe";
339
365
  "ggml-ocr": "ggml-ocr";
340
366
  "sdcpp-generation": "sdcpp-generation";
341
367
  "audiogen-ggml": "audiogen-ggml";
@@ -366,6 +392,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
366
392
  tts: "tts";
367
393
  ocr: "ocr";
368
394
  vla: "vla";
395
+ "moss-transcribe": "moss-transcribe";
369
396
  llm: "llm";
370
397
  whisper: "whisper";
371
398
  bci: "bci";
@@ -382,10 +409,13 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
382
409
  "whispercpp-transcription": "whispercpp-transcription";
383
410
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
384
411
  "llamacpp-embedding": "llamacpp-embedding";
412
+ "llamacpp-decision": "llamacpp-decision";
413
+ "llamacpp-rerank": "llamacpp-rerank";
385
414
  "nmtcpp-translation": "nmtcpp-translation";
386
415
  "onnx-tts": "onnx-tts";
387
416
  "tts-ggml": "tts-ggml";
388
417
  "parakeet-transcription": "parakeet-transcription";
418
+ "moss-transcribe": "moss-transcribe";
389
419
  "ggml-ocr": "ggml-ocr";
390
420
  "sdcpp-generation": "sdcpp-generation";
391
421
  "audiogen-ggml": "audiogen-ggml";
@@ -416,6 +446,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
416
446
  tts: "tts";
417
447
  ocr: "ocr";
418
448
  vla: "vla";
449
+ "moss-transcribe": "moss-transcribe";
419
450
  llm: "llm";
420
451
  whisper: "whisper";
421
452
  bci: "bci";
@@ -432,10 +463,13 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
432
463
  "whispercpp-transcription": "whispercpp-transcription";
433
464
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
434
465
  "llamacpp-embedding": "llamacpp-embedding";
466
+ "llamacpp-decision": "llamacpp-decision";
467
+ "llamacpp-rerank": "llamacpp-rerank";
435
468
  "nmtcpp-translation": "nmtcpp-translation";
436
469
  "onnx-tts": "onnx-tts";
437
470
  "tts-ggml": "tts-ggml";
438
471
  "parakeet-transcription": "parakeet-transcription";
472
+ "moss-transcribe": "moss-transcribe";
439
473
  "ggml-ocr": "ggml-ocr";
440
474
  "sdcpp-generation": "sdcpp-generation";
441
475
  "audiogen-ggml": "audiogen-ggml";
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { ModelType } from './model-types.js';
2
+ import { ModelType } from '../schemas/model-types.js';
3
3
  // QVAC Model Registry entry schema matching the RegistryItem from models/registry/models.ts
4
4
  const modelRegistryEntryAddonSchema = z.enum([
5
5
  'llm',
@@ -11,6 +11,7 @@ const modelRegistryEntryAddonSchema = z.enum([
11
11
  'tts',
12
12
  'ocr',
13
13
  'parakeet',
14
+ 'moss-transcribe',
14
15
  'diffusion',
15
16
  'audiogen',
16
17
  'vla',
@@ -27,11 +28,14 @@ export const modelRegistryEngineSchema = z.enum([
27
28
  ModelType.whispercppTranscription,
28
29
  ModelType.bciWhispercppTranscription,
29
30
  ModelType.llamacppEmbedding,
31
+ ModelType.llamacppDecision,
32
+ ModelType.llamacppRerank,
30
33
  ModelType.nmtcppTranslation,
31
34
  ModelType.onnxTts,
32
35
  ModelType.ttsGgml,
33
36
  ModelType.ggmlOcr,
34
37
  ModelType.parakeetTranscription,
38
+ ModelType.mossTranscribe,
35
39
  ModelType.sdcppGeneration,
36
40
  ModelType.audiogenGgml,
37
41
  ModelType.ggmlVla,
@@ -93,10 +93,13 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
93
93
  "whispercpp-transcription": "whispercpp-transcription";
94
94
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
95
95
  "llamacpp-embedding": "llamacpp-embedding";
96
+ "llamacpp-decision": "llamacpp-decision";
97
+ "llamacpp-rerank": "llamacpp-rerank";
96
98
  "nmtcpp-translation": "nmtcpp-translation";
97
99
  "onnx-tts": "onnx-tts";
98
100
  "tts-ggml": "tts-ggml";
99
101
  "parakeet-transcription": "parakeet-transcription";
102
+ "moss-transcribe": "moss-transcribe";
100
103
  "ggml-ocr": "ggml-ocr";
101
104
  "sdcpp-generation": "sdcpp-generation";
102
105
  "audiogen-ggml": "audiogen-ggml";
@@ -205,10 +208,13 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
205
208
  "whispercpp-transcription": "whispercpp-transcription";
206
209
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
207
210
  "llamacpp-embedding": "llamacpp-embedding";
211
+ "llamacpp-decision": "llamacpp-decision";
212
+ "llamacpp-rerank": "llamacpp-rerank";
208
213
  "nmtcpp-translation": "nmtcpp-translation";
209
214
  "onnx-tts": "onnx-tts";
210
215
  "tts-ggml": "tts-ggml";
211
216
  "parakeet-transcription": "parakeet-transcription";
217
+ "moss-transcribe": "moss-transcribe";
212
218
  "ggml-ocr": "ggml-ocr";
213
219
  "sdcpp-generation": "sdcpp-generation";
214
220
  "audiogen-ggml": "audiogen-ggml";
@@ -297,7 +303,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
297
303
  engine?: string | undefined;
298
304
  expectedSize?: number | undefined;
299
305
  sha256Checksum?: string | undefined;
300
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
306
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
301
307
  } | undefined;
302
308
  };
303
309
  }, {
@@ -373,7 +379,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
373
379
  engine?: string | undefined;
374
380
  expectedSize?: number | undefined;
375
381
  sha256Checksum?: string | undefined;
376
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
382
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
377
383
  } | undefined;
378
384
  };
379
385
  }>>]>;
@@ -474,10 +480,13 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
474
480
  "whispercpp-transcription": "whispercpp-transcription";
475
481
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
476
482
  "llamacpp-embedding": "llamacpp-embedding";
483
+ "llamacpp-decision": "llamacpp-decision";
484
+ "llamacpp-rerank": "llamacpp-rerank";
477
485
  "nmtcpp-translation": "nmtcpp-translation";
478
486
  "onnx-tts": "onnx-tts";
479
487
  "tts-ggml": "tts-ggml";
480
488
  "parakeet-transcription": "parakeet-transcription";
489
+ "moss-transcribe": "moss-transcribe";
481
490
  "ggml-ocr": "ggml-ocr";
482
491
  "sdcpp-generation": "sdcpp-generation";
483
492
  "audiogen-ggml": "audiogen-ggml";
@@ -590,10 +599,13 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
590
599
  "whispercpp-transcription": "whispercpp-transcription";
591
600
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
592
601
  "llamacpp-embedding": "llamacpp-embedding";
602
+ "llamacpp-decision": "llamacpp-decision";
603
+ "llamacpp-rerank": "llamacpp-rerank";
593
604
  "nmtcpp-translation": "nmtcpp-translation";
594
605
  "onnx-tts": "onnx-tts";
595
606
  "tts-ggml": "tts-ggml";
596
607
  "parakeet-transcription": "parakeet-transcription";
608
+ "moss-transcribe": "moss-transcribe";
597
609
  "ggml-ocr": "ggml-ocr";
598
610
  "sdcpp-generation": "sdcpp-generation";
599
611
  "audiogen-ggml": "audiogen-ggml";
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { whisperConfigSchema } from './transcription-config.js';
3
- import { whisperModelTypeSchema } from './model-types.js';
2
+ import { whisperConfigSchema } from '../schemas/transcription-config.js';
3
+ import { whisperModelTypeSchema } from '../schemas/model-types.js';
4
4
  export const modelIdSchema = z.string().regex(/^[0-9a-f]{16}$/, 'Invalid modelId format');
5
5
  export const reloadConfigOptionsSchema = z.union([
6
6
  z.object({
@@ -0,0 +1,131 @@
1
+ import { z } from 'zod';
2
+ export declare const rerankRequestBodySchema: z.ZodObject<{
3
+ query: z.ZodString;
4
+ documents: z.ZodArray<z.ZodString>;
5
+ }, z.core.$strict>;
6
+ export declare const rerankParamsSchema: z.ZodObject<{
7
+ query: z.ZodString;
8
+ documents: z.ZodArray<z.ZodString>;
9
+ modelId: z.ZodString;
10
+ }, z.core.$strict>;
11
+ export declare const rerankRequestSchema: z.ZodObject<{
12
+ query: z.ZodString;
13
+ documents: z.ZodArray<z.ZodString>;
14
+ type: z.ZodLiteral<"rerank">;
15
+ requestId: z.ZodOptional<z.ZodString>;
16
+ modelId: z.ZodString;
17
+ }, z.core.$strict>;
18
+ export declare const rerankScoresSchema: z.ZodArray<z.ZodNumber>;
19
+ export declare const rerankResponseSchema: z.ZodObject<{
20
+ type: z.ZodLiteral<"rerank">;
21
+ scores: z.ZodArray<z.ZodNumber>;
22
+ }, z.core.$strip>;
23
+ export declare const rerankConfigBaseSchema: z.ZodObject<{
24
+ device: z.ZodOptional<z.ZodEnum<{
25
+ cpu: "cpu";
26
+ gpu: "gpu";
27
+ }>>;
28
+ gpu_layers: z.ZodOptional<z.ZodNumber>;
29
+ batch_size: z.ZodOptional<z.ZodNumber>;
30
+ backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
31
+ auto: "auto";
32
+ cuda: "cuda";
33
+ vulkan: "vulkan";
34
+ metal: "metal";
35
+ opencl: "opencl";
36
+ }>>>;
37
+ poll: z.ZodOptional<z.ZodNumber>;
38
+ pollBatch: z.ZodOptional<z.ZodNumber>;
39
+ threads: z.ZodOptional<z.ZodNumber>;
40
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
41
+ flash_attn: z.ZodOptional<z.ZodEnum<{
42
+ auto: "auto";
43
+ on: "on";
44
+ off: "off";
45
+ }>>;
46
+ verbosity: z.ZodOptional<z.ZodNumber>;
47
+ 'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
48
+ integrated: "integrated";
49
+ dedicated: "dedicated";
50
+ }>]>>;
51
+ 'split-mode': z.ZodOptional<z.ZodEnum<{
52
+ none: "none";
53
+ layer: "layer";
54
+ }>>;
55
+ 'tensor-split': z.ZodOptional<z.ZodString>;
56
+ openclCacheDir: z.ZodOptional<z.ZodString>;
57
+ }, z.core.$strict>;
58
+ export type RerankConfigInput = z.infer<typeof rerankConfigBaseSchema>;
59
+ export declare const RERANK_CONFIG_DEFAULTS: {
60
+ readonly device: "gpu";
61
+ };
62
+ export declare const rerankConfigSchema: z.ZodPipe<z.ZodObject<{
63
+ device: z.ZodOptional<z.ZodEnum<{
64
+ cpu: "cpu";
65
+ gpu: "gpu";
66
+ }>>;
67
+ gpu_layers: z.ZodOptional<z.ZodNumber>;
68
+ batch_size: z.ZodOptional<z.ZodNumber>;
69
+ backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
70
+ auto: "auto";
71
+ cuda: "cuda";
72
+ vulkan: "vulkan";
73
+ metal: "metal";
74
+ opencl: "opencl";
75
+ }>>>;
76
+ poll: z.ZodOptional<z.ZodNumber>;
77
+ pollBatch: z.ZodOptional<z.ZodNumber>;
78
+ threads: z.ZodOptional<z.ZodNumber>;
79
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
80
+ flash_attn: z.ZodOptional<z.ZodEnum<{
81
+ auto: "auto";
82
+ on: "on";
83
+ off: "off";
84
+ }>>;
85
+ verbosity: z.ZodOptional<z.ZodNumber>;
86
+ 'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
87
+ integrated: "integrated";
88
+ dedicated: "dedicated";
89
+ }>]>>;
90
+ 'split-mode': z.ZodOptional<z.ZodEnum<{
91
+ none: "none";
92
+ layer: "layer";
93
+ }>>;
94
+ 'tensor-split': z.ZodOptional<z.ZodString>;
95
+ openclCacheDir: z.ZodOptional<z.ZodString>;
96
+ }, z.core.$strict>, z.ZodTransform<{
97
+ device: "cpu" | "gpu";
98
+ gpu_layers?: number | undefined;
99
+ batch_size?: number | undefined;
100
+ backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
101
+ poll?: number | undefined;
102
+ pollBatch?: number | undefined;
103
+ threads?: number | undefined;
104
+ 'threads-batch'?: number | undefined;
105
+ flash_attn?: "auto" | "on" | "off" | undefined;
106
+ verbosity?: number | undefined;
107
+ 'main-gpu'?: number | "integrated" | "dedicated" | undefined;
108
+ 'split-mode'?: "none" | "layer" | undefined;
109
+ 'tensor-split'?: string | undefined;
110
+ openclCacheDir?: string | undefined;
111
+ }, {
112
+ device?: "cpu" | "gpu" | undefined;
113
+ gpu_layers?: number | undefined;
114
+ batch_size?: number | undefined;
115
+ backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
116
+ poll?: number | undefined;
117
+ pollBatch?: number | undefined;
118
+ threads?: number | undefined;
119
+ 'threads-batch'?: number | undefined;
120
+ flash_attn?: "auto" | "on" | "off" | undefined;
121
+ verbosity?: number | undefined;
122
+ 'main-gpu'?: number | "integrated" | "dedicated" | undefined;
123
+ 'split-mode'?: "none" | "layer" | undefined;
124
+ 'tensor-split'?: string | undefined;
125
+ openclCacheDir?: string | undefined;
126
+ }>>;
127
+ export type RerankParams = z.infer<typeof rerankParamsSchema>;
128
+ export type RerankRequest = z.infer<typeof rerankRequestSchema>;
129
+ export type RerankScores = z.infer<typeof rerankScoresSchema>;
130
+ export type RerankResponse = z.infer<typeof rerankResponseSchema>;
131
+ export type RerankConfig = z.infer<typeof rerankConfigSchema>;
@@ -0,0 +1,102 @@
1
+ import { z } from 'zod';
2
+ const rerankFields = {
3
+ query: z.string().min(1).describe('Query to score each document against.'),
4
+ documents: z
5
+ .array(z.string())
6
+ .min(1)
7
+ .describe('Documents to score. Each one, paired with the query, must fit in `batch_size`.')
8
+ };
9
+ export const rerankRequestBodySchema = z.object(rerankFields).strict();
10
+ const envelope = { modelId: z.string().min(1) };
11
+ export const rerankParamsSchema = rerankRequestBodySchema.extend(envelope);
12
+ export const rerankRequestSchema = rerankRequestBodySchema.extend({
13
+ ...envelope,
14
+ type: z.literal('rerank'),
15
+ requestId: z.string().min(1).optional()
16
+ });
17
+ export const rerankScoresSchema = z
18
+ .array(z.number())
19
+ .describe("One relevance score per document, in input order. Higher is more relevant. Scores are the model's raw classifier output, so compare them within one model only.");
20
+ export const rerankResponseSchema = z.object({
21
+ type: z.literal('rerank'),
22
+ scores: rerankScoresSchema
23
+ });
24
+ export const rerankConfigBaseSchema = z
25
+ .object({
26
+ device: z.enum(['cpu', 'gpu']).optional().describe("Compute device. Default 'gpu'."),
27
+ gpu_layers: z
28
+ .number()
29
+ .int()
30
+ .optional()
31
+ .describe('Layers to offload. Unset lets the addon choose placement.'),
32
+ batch_size: z
33
+ .number()
34
+ .int()
35
+ .positive()
36
+ .optional()
37
+ .describe('Tokens per forward pass. Default 2048; each document paired with the query must fit.'),
38
+ backend: z
39
+ .array(z.enum(['cuda', 'vulkan', 'metal', 'opencl', 'auto']))
40
+ .min(1)
41
+ .optional()
42
+ .describe("Ordered GPU backend names, such as ['cuda', 'vulkan']. " +
43
+ 'Accepted names: cuda, vulkan, metal, opencl, and auto for no preference. ' +
44
+ 'If unset, uses the native default order. ' +
45
+ 'If none of the specified names has a corresponding available device, selection falls back to the native default order. ' +
46
+ "Use device: 'cpu' for CPU. " +
47
+ "A GPU override cannot be combined with 'split-mode': 'layer'."),
48
+ poll: z
49
+ .number()
50
+ .int()
51
+ .min(0)
52
+ .max(100)
53
+ .optional()
54
+ .describe('CPU polling level, from 0 to 100. If omitted, uses the default native behavior. Higher values may reduce wake latency but consume more CPU during GPU work.'),
55
+ pollBatch: z
56
+ .number()
57
+ .int()
58
+ .min(0)
59
+ .max(100)
60
+ .optional()
61
+ .describe('CPU polling level for batch processing, from 0 to 100. If omitted, uses the default native behavior.'),
62
+ threads: z
63
+ .number()
64
+ .int()
65
+ .optional()
66
+ .describe('CPU threads, at most the CPU count. Zero or below uses all logical CPUs.'),
67
+ 'threads-batch': z
68
+ .number()
69
+ .int()
70
+ .optional()
71
+ .describe('Batch CPU threads. Unset uses threads; zero or below uses all logical CPUs.'),
72
+ flash_attn: z
73
+ .enum(['on', 'off', 'auto'])
74
+ .optional()
75
+ .describe('Flash attention mode. Default auto.'),
76
+ verbosity: z
77
+ .number()
78
+ .int()
79
+ .min(0)
80
+ .max(3)
81
+ .optional()
82
+ .describe('Native log level: 0 error, 1 warn, 2 info, 3 debug.'),
83
+ 'main-gpu': z
84
+ .union([z.number().int().nonnegative(), z.enum(['integrated', 'dedicated'])])
85
+ .optional()
86
+ .describe('GPU index or device class.'),
87
+ 'split-mode': z.enum(['none', 'layer']).optional().describe('Multi-GPU split mode.'),
88
+ 'tensor-split': z.string().optional().describe('Per-GPU tensor split proportions.'),
89
+ openclCacheDir: z
90
+ .string()
91
+ .optional()
92
+ .describe('Writable OpenCL kernel cache directory, required on Android.')
93
+ })
94
+ .strict();
95
+ export const RERANK_CONFIG_DEFAULTS = {
96
+ device: 'gpu'
97
+ };
98
+ export const rerankConfigSchema = rerankConfigBaseSchema.transform((data) => ({
99
+ ...RERANK_CONFIG_DEFAULTS,
100
+ ...data,
101
+ device: data.device ?? RERANK_CONFIG_DEFAULTS.device
102
+ }));
@@ -13,7 +13,7 @@ export const startRpcServerOptionsSchema = z.object({
13
13
  .min(1)
14
14
  .max(65535)
15
15
  .optional()
16
- .describe('TCP port. Omit to allocate a free port.'),
16
+ .describe('TCP port. Omit to let the native server bind a free port.'),
17
17
  device: z
18
18
  .union([z.string().min(1), z.array(z.string().min(1)).min(1)])
19
19
  .optional()
@@ -23,7 +23,7 @@ export const startRpcServerOptionsSchema = z.object({
23
23
  expectRdma: z
24
24
  .boolean()
25
25
  .optional()
26
- .describe('Require an RDMA-capable native backend. Reject before startup if unavailable.'),
26
+ .describe('Require runtime RDMA availability. On Linux, this needs a capable native backend, libibverbs, an RDMA device, and GGML_RPC_NO_RDMA unset. Reject before startup if unavailable.'),
27
27
  allowNonLoopbackHost: z
28
28
  .boolean()
29
29
  .optional()
@@ -37,7 +37,7 @@ export const rpcServerInfoSchema = z.object({
37
37
  url: z.string().min(1),
38
38
  rdmaCapable: z
39
39
  .boolean()
40
- .describe('Whether the native backend supports RDMA. It falls back to TCP for clients without RDMA.')
40
+ .describe('Whether the server will try RDMA. On Linux, this requires a capable native backend, libibverbs, an RDMA device, and GGML_RPC_NO_RDMA unset. Each connection can still fall back to TCP.')
41
41
  });
42
42
  export const startRpcServerRequestSchema = startRpcServerOptionsSchema.extend({
43
43
  type: z.literal('startRpcServer'),