@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -1,6 +1,6 @@
1
1
  import { assessFit as diffusionAssessFit } from '@qvac/diffusion-cpp';
2
2
  import { type CreateModelParams, type PluginModelResult, type ResolveContext, type ResolveResult, type SdcppConfig } from '../../../schemas/index.js';
3
- type DiffusionArtifactKey = 'clipLModelPath' | 'clipGModelPath' | 'clipVisionModelPath' | 't5XxlModelPath' | 'llmModelPath' | 'vaeModelPath' | 'highNoiseDiffusionModelPath' | 'uncondModelPath' | 'audioVaeModelPath' | 'embeddingsConnectorsModelPath' | 'esrganModelPath' | 'taehvModelPath' | 'seedScenePath';
3
+ type DiffusionArtifactKey = 'clipLModelPath' | 'clipGModelPath' | 'clipVisionModelPath' | 't5XxlModelPath' | 'llmModelPath' | 'projectionModelPath' | 'vaeModelPath' | 'highNoiseDiffusionModelPath' | 'uncondModelPath' | 'audioVaeModelPath' | 'embeddingsConnectorsModelPath' | 'esrganModelPath' | 'taehvModelPath' | 'seedScenePath';
4
4
  /**
5
5
  * Stable-diffusion.cpp plugin for image diffusion, upscaling, and Wan video.
6
6
  *
@@ -102,10 +102,13 @@ export declare const diffusionPlugin: {
102
102
  "whispercpp-transcription": "whispercpp-transcription";
103
103
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
104
104
  "llamacpp-embedding": "llamacpp-embedding";
105
+ "llamacpp-decision": "llamacpp-decision";
106
+ "llamacpp-rerank": "llamacpp-rerank";
105
107
  "nmtcpp-translation": "nmtcpp-translation";
106
108
  "onnx-tts": "onnx-tts";
107
109
  "tts-ggml": "tts-ggml";
108
110
  "parakeet-transcription": "parakeet-transcription";
111
+ "moss-transcribe": "moss-transcribe";
109
112
  "ggml-ocr": "ggml-ocr";
110
113
  "sdcpp-generation": "sdcpp-generation";
111
114
  "audiogen-ggml": "audiogen-ggml";
@@ -141,10 +144,13 @@ export declare const diffusionPlugin: {
141
144
  "whispercpp-transcription": "whispercpp-transcription";
142
145
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
143
146
  "llamacpp-embedding": "llamacpp-embedding";
147
+ "llamacpp-decision": "llamacpp-decision";
148
+ "llamacpp-rerank": "llamacpp-rerank";
144
149
  "nmtcpp-translation": "nmtcpp-translation";
145
150
  "onnx-tts": "onnx-tts";
146
151
  "tts-ggml": "tts-ggml";
147
152
  "parakeet-transcription": "parakeet-transcription";
153
+ "moss-transcribe": "moss-transcribe";
148
154
  "ggml-ocr": "ggml-ocr";
149
155
  "sdcpp-generation": "sdcpp-generation";
150
156
  "audiogen-ggml": "audiogen-ggml";
@@ -180,10 +186,13 @@ export declare const diffusionPlugin: {
180
186
  "whispercpp-transcription": "whispercpp-transcription";
181
187
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
182
188
  "llamacpp-embedding": "llamacpp-embedding";
189
+ "llamacpp-decision": "llamacpp-decision";
190
+ "llamacpp-rerank": "llamacpp-rerank";
183
191
  "nmtcpp-translation": "nmtcpp-translation";
184
192
  "onnx-tts": "onnx-tts";
185
193
  "tts-ggml": "tts-ggml";
186
194
  "parakeet-transcription": "parakeet-transcription";
195
+ "moss-transcribe": "moss-transcribe";
187
196
  "ggml-ocr": "ggml-ocr";
188
197
  "sdcpp-generation": "sdcpp-generation";
189
198
  "audiogen-ggml": "audiogen-ggml";
@@ -219,10 +228,55 @@ export declare const diffusionPlugin: {
219
228
  "whispercpp-transcription": "whispercpp-transcription";
220
229
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
221
230
  "llamacpp-embedding": "llamacpp-embedding";
231
+ "llamacpp-decision": "llamacpp-decision";
232
+ "llamacpp-rerank": "llamacpp-rerank";
222
233
  "nmtcpp-translation": "nmtcpp-translation";
223
234
  "onnx-tts": "onnx-tts";
224
235
  "tts-ggml": "tts-ggml";
225
236
  "parakeet-transcription": "parakeet-transcription";
237
+ "moss-transcribe": "moss-transcribe";
238
+ "ggml-ocr": "ggml-ocr";
239
+ "sdcpp-generation": "sdcpp-generation";
240
+ "audiogen-ggml": "audiogen-ggml";
241
+ "ggml-vla": "ggml-vla";
242
+ "ggml-classification": "ggml-classification";
243
+ llm: "llm";
244
+ whisper: "whisper";
245
+ bci: "bci";
246
+ nmt: "nmt";
247
+ parakeet: "parakeet";
248
+ classification: "classification";
249
+ }>, import("zod").ZodLiteral<"vad">]>>;
250
+ }, import("zod/v4/core").$strip>]>>;
251
+ projectionModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
252
+ src: import("zod").ZodString;
253
+ name: import("zod").ZodOptional<import("zod").ZodString>;
254
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
255
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
256
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
257
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
258
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
259
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
260
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
261
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
262
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
263
+ embeddings: "embeddings";
264
+ diffusion: "diffusion";
265
+ audiogen: "audiogen";
266
+ tts: "tts";
267
+ ocr: "ocr";
268
+ vla: "vla";
269
+ "llamacpp-completion": "llamacpp-completion";
270
+ "whispercpp-transcription": "whispercpp-transcription";
271
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
272
+ "llamacpp-embedding": "llamacpp-embedding";
273
+ "llamacpp-decision": "llamacpp-decision";
274
+ "llamacpp-rerank": "llamacpp-rerank";
275
+ "nmtcpp-translation": "nmtcpp-translation";
276
+ "onnx-tts": "onnx-tts";
277
+ "tts-ggml": "tts-ggml";
278
+ "parakeet-transcription": "parakeet-transcription";
279
+ "moss-transcribe": "moss-transcribe";
226
280
  "ggml-ocr": "ggml-ocr";
227
281
  "sdcpp-generation": "sdcpp-generation";
228
282
  "audiogen-ggml": "audiogen-ggml";
@@ -258,10 +312,13 @@ export declare const diffusionPlugin: {
258
312
  "whispercpp-transcription": "whispercpp-transcription";
259
313
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
260
314
  "llamacpp-embedding": "llamacpp-embedding";
315
+ "llamacpp-decision": "llamacpp-decision";
316
+ "llamacpp-rerank": "llamacpp-rerank";
261
317
  "nmtcpp-translation": "nmtcpp-translation";
262
318
  "onnx-tts": "onnx-tts";
263
319
  "tts-ggml": "tts-ggml";
264
320
  "parakeet-transcription": "parakeet-transcription";
321
+ "moss-transcribe": "moss-transcribe";
265
322
  "ggml-ocr": "ggml-ocr";
266
323
  "sdcpp-generation": "sdcpp-generation";
267
324
  "audiogen-ggml": "audiogen-ggml";
@@ -297,10 +354,13 @@ export declare const diffusionPlugin: {
297
354
  "whispercpp-transcription": "whispercpp-transcription";
298
355
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
299
356
  "llamacpp-embedding": "llamacpp-embedding";
357
+ "llamacpp-decision": "llamacpp-decision";
358
+ "llamacpp-rerank": "llamacpp-rerank";
300
359
  "nmtcpp-translation": "nmtcpp-translation";
301
360
  "onnx-tts": "onnx-tts";
302
361
  "tts-ggml": "tts-ggml";
303
362
  "parakeet-transcription": "parakeet-transcription";
363
+ "moss-transcribe": "moss-transcribe";
304
364
  "ggml-ocr": "ggml-ocr";
305
365
  "sdcpp-generation": "sdcpp-generation";
306
366
  "audiogen-ggml": "audiogen-ggml";
@@ -336,10 +396,13 @@ export declare const diffusionPlugin: {
336
396
  "whispercpp-transcription": "whispercpp-transcription";
337
397
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
338
398
  "llamacpp-embedding": "llamacpp-embedding";
399
+ "llamacpp-decision": "llamacpp-decision";
400
+ "llamacpp-rerank": "llamacpp-rerank";
339
401
  "nmtcpp-translation": "nmtcpp-translation";
340
402
  "onnx-tts": "onnx-tts";
341
403
  "tts-ggml": "tts-ggml";
342
404
  "parakeet-transcription": "parakeet-transcription";
405
+ "moss-transcribe": "moss-transcribe";
343
406
  "ggml-ocr": "ggml-ocr";
344
407
  "sdcpp-generation": "sdcpp-generation";
345
408
  "audiogen-ggml": "audiogen-ggml";
@@ -375,10 +438,13 @@ export declare const diffusionPlugin: {
375
438
  "whispercpp-transcription": "whispercpp-transcription";
376
439
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
377
440
  "llamacpp-embedding": "llamacpp-embedding";
441
+ "llamacpp-decision": "llamacpp-decision";
442
+ "llamacpp-rerank": "llamacpp-rerank";
378
443
  "nmtcpp-translation": "nmtcpp-translation";
379
444
  "onnx-tts": "onnx-tts";
380
445
  "tts-ggml": "tts-ggml";
381
446
  "parakeet-transcription": "parakeet-transcription";
447
+ "moss-transcribe": "moss-transcribe";
382
448
  "ggml-ocr": "ggml-ocr";
383
449
  "sdcpp-generation": "sdcpp-generation";
384
450
  "audiogen-ggml": "audiogen-ggml";
@@ -414,10 +480,13 @@ export declare const diffusionPlugin: {
414
480
  "whispercpp-transcription": "whispercpp-transcription";
415
481
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
416
482
  "llamacpp-embedding": "llamacpp-embedding";
483
+ "llamacpp-decision": "llamacpp-decision";
484
+ "llamacpp-rerank": "llamacpp-rerank";
417
485
  "nmtcpp-translation": "nmtcpp-translation";
418
486
  "onnx-tts": "onnx-tts";
419
487
  "tts-ggml": "tts-ggml";
420
488
  "parakeet-transcription": "parakeet-transcription";
489
+ "moss-transcribe": "moss-transcribe";
421
490
  "ggml-ocr": "ggml-ocr";
422
491
  "sdcpp-generation": "sdcpp-generation";
423
492
  "audiogen-ggml": "audiogen-ggml";
@@ -453,10 +522,13 @@ export declare const diffusionPlugin: {
453
522
  "whispercpp-transcription": "whispercpp-transcription";
454
523
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
455
524
  "llamacpp-embedding": "llamacpp-embedding";
525
+ "llamacpp-decision": "llamacpp-decision";
526
+ "llamacpp-rerank": "llamacpp-rerank";
456
527
  "nmtcpp-translation": "nmtcpp-translation";
457
528
  "onnx-tts": "onnx-tts";
458
529
  "tts-ggml": "tts-ggml";
459
530
  "parakeet-transcription": "parakeet-transcription";
531
+ "moss-transcribe": "moss-transcribe";
460
532
  "ggml-ocr": "ggml-ocr";
461
533
  "sdcpp-generation": "sdcpp-generation";
462
534
  "audiogen-ggml": "audiogen-ggml";
@@ -492,10 +564,13 @@ export declare const diffusionPlugin: {
492
564
  "whispercpp-transcription": "whispercpp-transcription";
493
565
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
494
566
  "llamacpp-embedding": "llamacpp-embedding";
567
+ "llamacpp-decision": "llamacpp-decision";
568
+ "llamacpp-rerank": "llamacpp-rerank";
495
569
  "nmtcpp-translation": "nmtcpp-translation";
496
570
  "onnx-tts": "onnx-tts";
497
571
  "tts-ggml": "tts-ggml";
498
572
  "parakeet-transcription": "parakeet-transcription";
573
+ "moss-transcribe": "moss-transcribe";
499
574
  "ggml-ocr": "ggml-ocr";
500
575
  "sdcpp-generation": "sdcpp-generation";
501
576
  "audiogen-ggml": "audiogen-ggml";
@@ -531,10 +606,13 @@ export declare const diffusionPlugin: {
531
606
  "whispercpp-transcription": "whispercpp-transcription";
532
607
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
533
608
  "llamacpp-embedding": "llamacpp-embedding";
609
+ "llamacpp-decision": "llamacpp-decision";
610
+ "llamacpp-rerank": "llamacpp-rerank";
534
611
  "nmtcpp-translation": "nmtcpp-translation";
535
612
  "onnx-tts": "onnx-tts";
536
613
  "tts-ggml": "tts-ggml";
537
614
  "parakeet-transcription": "parakeet-transcription";
615
+ "moss-transcribe": "moss-transcribe";
538
616
  "ggml-ocr": "ggml-ocr";
539
617
  "sdcpp-generation": "sdcpp-generation";
540
618
  "audiogen-ggml": "audiogen-ggml";
@@ -550,6 +628,7 @@ export declare const diffusionPlugin: {
550
628
  }, import("zod/v4/core").$strip>]>>;
551
629
  world: import("zod").ZodOptional<import("zod").ZodObject<{
552
630
  seed: import("zod").ZodOptional<import("zod").ZodNumber>;
631
+ fitSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
553
632
  threads: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodLiteral<-1>, import("zod").ZodNumber]>>;
554
633
  backend: import("zod").ZodOptional<import("zod").ZodString>;
555
634
  numFramePerBlock: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -587,10 +666,13 @@ export declare const diffusionPlugin: {
587
666
  "whispercpp-transcription": "whispercpp-transcription";
588
667
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
589
668
  "llamacpp-embedding": "llamacpp-embedding";
669
+ "llamacpp-decision": "llamacpp-decision";
670
+ "llamacpp-rerank": "llamacpp-rerank";
590
671
  "nmtcpp-translation": "nmtcpp-translation";
591
672
  "onnx-tts": "onnx-tts";
592
673
  "tts-ggml": "tts-ggml";
593
674
  "parakeet-transcription": "parakeet-transcription";
675
+ "moss-transcribe": "moss-transcribe";
594
676
  "ggml-ocr": "ggml-ocr";
595
677
  "sdcpp-generation": "sdcpp-generation";
596
678
  "audiogen-ggml": "audiogen-ggml";
@@ -4,41 +4,25 @@ import { createStreamLogger, registerAddonLogger, getEngineLogger } from '../../
4
4
  import { ModelLoadFailedError } from '../../../errors/index.js';
5
5
  import { isMobile } from '../../../runtime/state.js';
6
6
  import { stripMultiGpuKeys } from '../../../utils/multi-gpu-mobile.js';
7
- import { diffusion } from './ops/diffusion.js';
8
- import { markLtxVideoModel, markH3VideoModel, markMoeCapableVideoModel, video } from './ops/video.js';
9
- import { upscale } from './ops/upscale.js';
10
- import { createWorldSession, worldCreateScene, worldScenePath, worldStep } from './ops/world.js';
11
- // Single source of truth for `SdcppConfig.upscaler.*` → addon-config key
12
- // mapping. Used by both the diffusion-mode (post-generation upscaler) and the
13
- // standalone-upscale-mode branches; keeping the mapping in one place avoids
14
- // drift if `@qvac/diffusion-cpp` ever adds or renames an `upscaler_*` key.
15
- function flattenUpscalerKeys(upscaler) {
16
- if (!upscaler)
17
- return {};
18
- return {
19
- ...(upscaler.tile_size !== undefined && {
20
- upscaler_tile_size: upscaler.tile_size
21
- }),
22
- ...(upscaler.direct !== undefined && {
23
- upscaler_direct: upscaler.direct
24
- }),
25
- ...(upscaler.offload_params_to_cpu !== undefined && {
26
- upscaler_offload_params_to_cpu: upscaler.offload_params_to_cpu
27
- }),
28
- ...(upscaler.threads !== undefined && {
29
- upscaler_threads: upscaler.threads
30
- })
31
- };
32
- }
33
- // `mode: "upscale"` builds an EsrganUpscaler directly (not via SdCtx), so the
34
- // top-level `device` field has to be forwarded explicitly — it is not part of
35
- // the `upscaler.*` block.
36
- function toEsrganAddonConfig(config) {
37
- return {
38
- ...flattenUpscalerKeys(config.upscaler),
39
- ...(config.device !== undefined && { device: config.device }),
40
- ...(config.verbosity !== undefined && { verbosity: config.verbosity })
41
- };
7
+ import { diffusion } from '../../../plugins/builtin/sdcpp-generation/ops/diffusion.js';
8
+ import { markLtxVideoModel, markH3VideoModel, markMoeCapableVideoModel, video } from '../../../plugins/builtin/sdcpp-generation/ops/video.js';
9
+ import { upscale } from '../../../plugins/builtin/sdcpp-generation/ops/upscale.js';
10
+ import { createWorldSession, worldCreateScene, worldScenePath, worldStep } from '../../../plugins/builtin/sdcpp-generation/ops/world.js';
11
+ import { flattenUpscalerKeys, toEsrganAddonConfig } from '../../../plugins/builtin/sdcpp-generation/upscaler-config.js';
12
+ import { splitWorldConfig } from '../../../plugins/builtin/sdcpp-generation/world-config.js';
13
+ // Wait for op cleanup before emitting completion.
14
+ async function* withCompletionFrame(stream, complete) {
15
+ try {
16
+ let result = await stream.next();
17
+ while (!result.done) {
18
+ yield result.value;
19
+ result = await stream.next();
20
+ }
21
+ yield complete(result.value);
22
+ }
23
+ finally {
24
+ await stream.return?.(undefined);
25
+ }
42
26
  }
43
27
  /**
44
28
  * Stable-diffusion.cpp plugin for image diffusion, upscaling, and Wan video.
@@ -53,6 +37,13 @@ export const diffusionPlugin = definePlugin({
53
37
  loadConfigSchema: sdcppConfigSchema,
54
38
  assessFit: diffusionAssessFit,
55
39
  async resolveConfig(cfg, ctx) {
40
+ if (cfg.projectionModelSrc && cfg.mode !== 'diffusion') {
41
+ throw new ModelLoadFailedError('modelConfig.projectionModelSrc requires diffusion mode. ' +
42
+ "Use mode: 'diffusion' or remove projectionModelSrc.");
43
+ }
44
+ if (cfg.projectionModelSrc && !cfg.llmModelSrc) {
45
+ throw new ModelLoadFailedError('modelConfig.projectionModelSrc requires modelConfig.llmModelSrc for the LLM encoder.');
46
+ }
56
47
  if (cfg.uncondModelSrc && cfg.mode !== 'diffusion') {
57
48
  throw new ModelLoadFailedError('modelConfig.uncondModelSrc is Ideogram 4 diffusion only. ' +
58
49
  "Use mode: 'diffusion' or remove uncondModelSrc.");
@@ -149,7 +140,7 @@ export const diffusionPlugin = definePlugin({
149
140
  if (cfg.mode === 'upscale') {
150
141
  return { config: cfg };
151
142
  }
152
- const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, taehvModelSrc, sceneSrc, upscaler, ...rest } = cfg;
143
+ const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, projectionModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, taehvModelSrc, sceneSrc, upscaler, ...rest } = cfg;
153
144
  if (embeddingsConnectorsModelSrc && cfg.mode !== 'video') {
154
145
  throw new ModelLoadFailedError('modelConfig.embeddingsConnectorsModelSrc selects the LTX-2 video ' +
155
146
  "layout and is only valid with mode: 'video'.");
@@ -158,13 +149,13 @@ export const diffusionPlugin = definePlugin({
158
149
  throw new ModelLoadFailedError("modelConfig.audioVaeModelSrc requires mode: 'video' (LTX-2 or MiniMax-H3).");
159
150
  }
160
151
  // `t5XxlModelSrc` selects Wan and `llmModelSrc` is ignored for that layout.
161
- // Without T5, `llmModelSrc` plus both VAEs selects MiniMax-H3. Reject the
152
+ // Without T5, `llmModelSrc` plus the video VAE selects MiniMax-H3. Reject the
162
153
  // companions H3 cannot consume before any of them is downloaded.
163
154
  if (cfg.mode === 'video' &&
164
155
  !embeddingsConnectorsModelSrc &&
165
156
  (audioVaeModelSrc || (llmModelSrc && !t5XxlModelSrc))) {
166
- if (!audioVaeModelSrc || !llmModelSrc || !vaeModelSrc) {
167
- throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc, vaeModelSrc and audioVaeModelSrc.');
157
+ if (!llmModelSrc || !vaeModelSrc) {
158
+ throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc and vaeModelSrc.');
168
159
  }
169
160
  if (t5XxlModelSrc ||
170
161
  highNoiseDiffusionModelSrc ||
@@ -189,6 +180,7 @@ export const diffusionPlugin = definePlugin({
189
180
  clipVisionModelSrc,
190
181
  t5XxlModelSrc,
191
182
  llmModelSrc,
183
+ projectionModelSrc,
192
184
  vaeModelSrc,
193
185
  highNoiseDiffusionModelSrc,
194
186
  uncondModelSrc,
@@ -203,12 +195,13 @@ export const diffusionPlugin = definePlugin({
203
195
  return { config: runtimeConfig };
204
196
  }
205
197
  const resolve = ctx.resolveModelPath;
206
- const [clipLModelPath, clipGModelPath, clipVisionModelPath, t5XxlModelPath, llmModelPath, vaeModelPath, highNoiseDiffusionModelPath, uncondModelPath, audioVaeModelPath, embeddingsConnectorsModelPath, esrganModelPath, taehvModelPath, seedScenePath] = await Promise.all([
198
+ const [clipLModelPath, clipGModelPath, clipVisionModelPath, t5XxlModelPath, llmModelPath, projectionModelPath, vaeModelPath, highNoiseDiffusionModelPath, uncondModelPath, audioVaeModelPath, embeddingsConnectorsModelPath, esrganModelPath, taehvModelPath, seedScenePath] = await Promise.all([
207
199
  clipLModelSrc ? resolve(clipLModelSrc) : undefined,
208
200
  clipGModelSrc ? resolve(clipGModelSrc) : undefined,
209
201
  clipVisionModelSrc ? resolve(clipVisionModelSrc) : undefined,
210
202
  t5XxlModelSrc ? resolve(t5XxlModelSrc) : undefined,
211
203
  llmModelSrc ? resolve(llmModelSrc) : undefined,
204
+ projectionModelSrc ? resolve(projectionModelSrc) : undefined,
212
205
  vaeModelSrc ? resolve(vaeModelSrc) : undefined,
213
206
  highNoiseDiffusionModelSrc ? resolve(highNoiseDiffusionModelSrc) : undefined,
214
207
  uncondModelSrc ? resolve(uncondModelSrc) : undefined,
@@ -226,6 +219,7 @@ export const diffusionPlugin = definePlugin({
226
219
  ...(clipVisionModelPath && { clipVisionModelPath }),
227
220
  ...(t5XxlModelPath && { t5XxlModelPath }),
228
221
  ...(llmModelPath && { llmModelPath }),
222
+ ...(projectionModelPath && { projectionModelPath }),
229
223
  ...(vaeModelPath && { vaeModelPath }),
230
224
  ...(highNoiseDiffusionModelPath && { highNoiseDiffusionModelPath }),
231
225
  ...(uncondModelPath && { uncondModelPath }),
@@ -287,10 +281,7 @@ export const diffusionPlugin = definePlugin({
287
281
  taehv: artifacts['taehvModelPath'],
288
282
  scene: worldScenePath(modelId)
289
283
  },
290
- // Cast rather than rebuild: `exactOptionalPropertyTypes` will not widen
291
- // the schema's `x?: T` into the addon's `x?: T` without it, and the
292
- // addon already drops undefined values before stringifying them.
293
- config: (config.world ?? {}),
284
+ config: splitWorldConfig(config.world).session,
294
285
  encoders: {
295
286
  t5: artifacts['t5XxlModelPath'],
296
287
  vae: artifacts['vaeModelPath']
@@ -306,7 +297,8 @@ export const diffusionPlugin = definePlugin({
306
297
  // via llm + video VAE + connectors, optional audio VAE —
307
298
  // `SdModel::isLtxModel_ = !embeddingsConnectorsPath.empty()`); without
308
299
  // them, an audio VAE (or an llm with no Wan T5) means MiniMax-H3
309
- // (llm + video VAE + audio VAE); everything else is Wan via t5Xxl.
300
+ // (llm + video VAE, with an optional audio VAE); everything else is Wan
301
+ // via t5Xxl.
310
302
  // Native code verifies the model's tensors.
311
303
  const embeddingsConnectorsModelPath = artifacts?.['embeddingsConnectorsModelPath'];
312
304
  if (!artifacts?.['vaeModelPath']) {
@@ -333,8 +325,8 @@ export const diffusionPlugin = definePlugin({
333
325
  }
334
326
  else if (artifacts['audioVaeModelPath'] ||
335
327
  (artifacts['llmModelPath'] && !artifacts['t5XxlModelPath'])) {
336
- if (!artifacts['audioVaeModelPath'] || !artifacts['llmModelPath']) {
337
- throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc, vaeModelSrc and audioVaeModelSrc.');
328
+ if (!artifacts['llmModelPath']) {
329
+ throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc and vaeModelSrc.');
338
330
  }
339
331
  if (artifacts['t5XxlModelPath'] ||
340
332
  artifacts['highNoiseDiffusionModelPath'] ||
@@ -347,7 +339,9 @@ export const diffusionPlugin = definePlugin({
347
339
  model: modelPath,
348
340
  vae: vaeModelPath,
349
341
  llm: artifacts['llmModelPath'],
350
- audioVae: artifacts['audioVaeModelPath']
342
+ ...(artifacts['audioVaeModelPath'] && {
343
+ audioVae: artifacts['audioVaeModelPath']
344
+ })
351
345
  };
352
346
  }
353
347
  else {
@@ -369,7 +363,7 @@ export const diffusionPlugin = definePlugin({
369
363
  };
370
364
  }
371
365
  /* eslint-disable @typescript-eslint/no-unused-vars */
372
- const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, upscaler, mode, ...rest } = config;
366
+ const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, projectionModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, upscaler, mode, ...rest } = config;
373
367
  /* eslint-enable @typescript-eslint/no-unused-vars */
374
368
  const model = new VideoStableDiffusion({
375
369
  files,
@@ -379,7 +373,7 @@ export const diffusionPlugin = definePlugin({
379
373
  });
380
374
  if (embeddingsConnectorsModelPath)
381
375
  markLtxVideoModel(model);
382
- else if (files.audioVae)
376
+ else if (files.llm)
383
377
  markH3VideoModel(model);
384
378
  if (files.highNoiseDiffusionModel)
385
379
  markMoeCapableVideoModel(model);
@@ -391,6 +385,7 @@ export const diffusionPlugin = definePlugin({
391
385
  ...(artifacts?.['clipGModelPath'] && { clipG: artifacts['clipGModelPath'] }),
392
386
  ...(artifacts?.['t5XxlModelPath'] && { t5Xxl: artifacts['t5XxlModelPath'] }),
393
387
  ...(artifacts?.['llmModelPath'] && { llm: artifacts['llmModelPath'] }),
388
+ ...(artifacts?.['projectionModelPath'] && { llmVision: artifacts['projectionModelPath'] }),
394
389
  ...(artifacts?.['vaeModelPath'] && { vae: artifacts['vaeModelPath'] }),
395
390
  ...(artifacts?.['uncondModelPath'] && {
396
391
  uncondModel: artifacts['uncondModelPath']
@@ -422,14 +417,22 @@ export const diffusionPlugin = definePlugin({
422
417
  // sdcpp diffusion exposes a model-wide hard cancel — compute
423
418
  // is interrupted on the currently-running generation.
424
419
  cancel: { scope: 'model', hard: true },
425
- handler: diffusion
420
+ handler: (request) => withCompletionFrame(diffusion(request), ({ stats }) => ({
421
+ type: 'diffusionStream',
422
+ done: true,
423
+ stats
424
+ }))
426
425
  }),
427
426
  videoStream: defineHandler({
428
427
  requestSchema: videoRequestSchema,
429
428
  responseSchema: videoStreamResponseSchema,
430
429
  streaming: true,
431
430
  cancel: { scope: 'model', hard: true },
432
- handler: video
431
+ handler: (request) => withCompletionFrame(video(request), ({ stats }) => ({
432
+ type: 'videoStream',
433
+ done: true,
434
+ stats
435
+ }))
433
436
  }),
434
437
  upscaleStream: defineHandler({
435
438
  requestSchema: upscaleRequestSchema,
@@ -0,0 +1,15 @@
1
+ import type { SdcppConfig } from '../../../schemas/index.js';
2
+ export declare function flattenUpscalerKeys(upscaler: SdcppConfig['upscaler']): {
3
+ upscaler_threads?: number;
4
+ upscaler_offload_params_to_cpu?: boolean;
5
+ upscaler_direct?: boolean;
6
+ upscaler_tile_size?: number;
7
+ };
8
+ export declare function toEsrganAddonConfig(config: SdcppConfig): {
9
+ verbosity?: number;
10
+ device?: "cpu" | "gpu";
11
+ upscaler_threads?: number;
12
+ upscaler_offload_params_to_cpu?: boolean;
13
+ upscaler_direct?: boolean;
14
+ upscaler_tile_size?: number;
15
+ };
@@ -0,0 +1,19 @@
1
+ export function flattenUpscalerKeys(upscaler) {
2
+ if (!upscaler)
3
+ return {};
4
+ return {
5
+ ...(upscaler.tile_size !== undefined && { upscaler_tile_size: upscaler.tile_size }),
6
+ ...(upscaler.direct !== undefined && { upscaler_direct: upscaler.direct }),
7
+ ...(upscaler.offload_params_to_cpu !== undefined && {
8
+ upscaler_offload_params_to_cpu: upscaler.offload_params_to_cpu
9
+ }),
10
+ ...(upscaler.threads !== undefined && { upscaler_threads: upscaler.threads })
11
+ };
12
+ }
13
+ export function toEsrganAddonConfig(config) {
14
+ return {
15
+ ...flattenUpscalerKeys(config.upscaler),
16
+ ...(config.device !== undefined && { device: config.device }),
17
+ ...(config.verbosity !== undefined && { verbosity: config.verbosity })
18
+ };
19
+ }
@@ -0,0 +1,8 @@
1
+ import type { WorldConfig } from '@qvac/diffusion-cpp/world';
2
+ import type { SdcppConfig } from '../../../schemas/index.js';
3
+ export declare const DEFAULT_WORLD_FIT_STEPS = 100;
4
+ /** `fitSteps` sizes the memory fit only; the native walk session never sees it. */
5
+ export declare function splitWorldConfig(world: SdcppConfig['world']): {
6
+ fitSteps: number;
7
+ session: WorldConfig;
8
+ };
@@ -0,0 +1,9 @@
1
+ export const DEFAULT_WORLD_FIT_STEPS = 100;
2
+ /** `fitSteps` sizes the memory fit only; the native walk session never sees it. */
3
+ export function splitWorldConfig(world) {
4
+ const { fitSteps = DEFAULT_WORLD_FIT_STEPS, ...session } = world ?? {};
5
+ // Cast rather than rebuild: `exactOptionalPropertyTypes` will not widen the
6
+ // schema's `x?: T` into the addon's `x?: T` without it, and the addon already
7
+ // drops undefined values before stringifying them.
8
+ return { fitSteps, session: session };
9
+ }
@@ -0,0 +1,22 @@
1
+ import type { TtsRequest } from '../../../../schemas/index.js';
2
+ /** Reject incompatible controls before the addon can silently ignore them. */
3
+ export declare function getMossJobOptions(model: unknown, request: TtsRequest): {
4
+ topK?: number;
5
+ topP?: number;
6
+ temperature?: number;
7
+ greedy?: boolean;
8
+ maxNewTokens?: number;
9
+ maxReplySeconds?: number;
10
+ textReply?: boolean;
11
+ replyVoiceSampleRate?: number;
12
+ replyVoice?: Float32Array<ArrayBuffer>;
13
+ systemPrompt?: string;
14
+ messages?: {
15
+ sampleRate?: number;
16
+ audio?: Float32Array<ArrayBuffer>;
17
+ text?: string;
18
+ role: "assistant" | "system" | "user";
19
+ }[];
20
+ sampleRate?: number;
21
+ audio?: Float32Array<ArrayBuffer>;
22
+ };
@@ -0,0 +1,79 @@
1
+ import { getModelEntry } from '../../../../runtime/model-registry.js';
2
+ import { PluginRequestValidationFailedError } from '../../../../errors/index.js';
3
+ import { getTtsEngineType } from './parler-options.js';
4
+ const soundEffectKeys = ['seconds', 'negativePrompt', 'steps', 'guidance', 'shift'];
5
+ const speechKeys = [
6
+ 'audio',
7
+ 'sampleRate',
8
+ 'messages',
9
+ 'systemPrompt',
10
+ 'replyVoice',
11
+ 'replyVoiceSampleRate',
12
+ 'textReply',
13
+ 'maxReplySeconds',
14
+ 'maxNewTokens',
15
+ 'greedy',
16
+ 'temperature',
17
+ 'topP',
18
+ 'topK'
19
+ ];
20
+ /** Reject incompatible controls before the addon can silently ignore them. */
21
+ export function getMossJobOptions(model, request) {
22
+ const engine = getTtsEngineType(model);
23
+ const batch = engine === 'moss-sfx' || engine === 'moss-speech';
24
+ if (batch &&
25
+ (request.sentenceStream ||
26
+ request.sentenceStreamLocale !== undefined ||
27
+ request.sentenceStreamMaxChunkScalars !== undefined)) {
28
+ throw new PluginRequestValidationFailedError('textToSpeech', `${engine} does not support sentence-stream controls`);
29
+ }
30
+ for (const key of soundEffectKeys) {
31
+ if (request[key] !== undefined && engine !== 'moss-sfx') {
32
+ throw new PluginRequestValidationFailedError('textToSpeech', `${key} requires moss-sfx`);
33
+ }
34
+ }
35
+ for (const key of speechKeys) {
36
+ if (request[key] !== undefined && engine !== 'moss-speech') {
37
+ throw new PluginRequestValidationFailedError('textToSpeech', `${key} requires moss-speech`);
38
+ }
39
+ }
40
+ const defaults = getModelEntry(request.modelId)?.local.config;
41
+ const soundEffect = engine === 'moss-sfx'
42
+ ? {
43
+ seconds: request.seconds ?? defaults?.seconds,
44
+ negativePrompt: request.negativePrompt ?? defaults?.negativePrompt,
45
+ steps: request.steps ?? defaults?.steps,
46
+ guidance: request.guidance ?? defaults?.guidance,
47
+ shift: request.shift ?? defaults?.shift
48
+ }
49
+ : {};
50
+ return {
51
+ ...Object.fromEntries(Object.entries(soundEffect).filter(([, value]) => value !== undefined)),
52
+ ...(request.audio !== undefined ? { audio: new Float32Array(request.audio) } : {}),
53
+ ...(request.sampleRate !== undefined ? { sampleRate: request.sampleRate } : {}),
54
+ ...(request.messages !== undefined
55
+ ? {
56
+ messages: request.messages.map((message) => ({
57
+ role: message.role,
58
+ ...(message.text !== undefined ? { text: message.text } : {}),
59
+ ...(message.audio !== undefined ? { audio: new Float32Array(message.audio) } : {}),
60
+ ...(message.sampleRate !== undefined ? { sampleRate: message.sampleRate } : {})
61
+ }))
62
+ }
63
+ : {}),
64
+ ...(request.systemPrompt !== undefined ? { systemPrompt: request.systemPrompt } : {}),
65
+ ...(request.replyVoice !== undefined
66
+ ? { replyVoice: new Float32Array(request.replyVoice) }
67
+ : {}),
68
+ ...(request.replyVoiceSampleRate !== undefined
69
+ ? { replyVoiceSampleRate: request.replyVoiceSampleRate }
70
+ : {}),
71
+ ...(request.textReply !== undefined ? { textReply: request.textReply } : {}),
72
+ ...(request.maxReplySeconds !== undefined ? { maxReplySeconds: request.maxReplySeconds } : {}),
73
+ ...(request.maxNewTokens !== undefined ? { maxNewTokens: request.maxNewTokens } : {}),
74
+ ...(request.greedy !== undefined ? { greedy: request.greedy } : {}),
75
+ ...(request.temperature !== undefined ? { temperature: request.temperature } : {}),
76
+ ...(request.topP !== undefined ? { topP: request.topP } : {}),
77
+ ...(request.topK !== undefined ? { topK: request.topK } : {})
78
+ };
79
+ }
@@ -1,5 +1,5 @@
1
1
  import { type TextToSpeechStreamRequest } from '../../../../schemas/index.js';
2
2
  import Buffer from 'bare-buffer';
3
3
  import { type TtsOpYield } from '../../../../utils/tts-stats.js';
4
- import type { TtsOpResult } from './text-to-speech.js';
4
+ import type { TtsOpResult } from '../../../../plugins/builtin/tts-ggml/ops/text-to-speech.js';
5
5
  export declare function textToSpeechStream(params: TextToSpeechStreamRequest, inputStream: AsyncIterable<Buffer>): AsyncGenerator<TtsOpYield, TtsOpResult, unknown>;