@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -90,10 +90,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
90
90
  "whispercpp-transcription": "whispercpp-transcription";
91
91
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
92
92
  "llamacpp-embedding": "llamacpp-embedding";
93
+ "llamacpp-decision": "llamacpp-decision";
94
+ "llamacpp-rerank": "llamacpp-rerank";
93
95
  "nmtcpp-translation": "nmtcpp-translation";
94
96
  "onnx-tts": "onnx-tts";
95
97
  "tts-ggml": "tts-ggml";
96
98
  "parakeet-transcription": "parakeet-transcription";
99
+ "moss-transcribe": "moss-transcribe";
97
100
  "ggml-ocr": "ggml-ocr";
98
101
  "sdcpp-generation": "sdcpp-generation";
99
102
  "audiogen-ggml": "audiogen-ggml";
@@ -129,10 +132,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
129
132
  "whispercpp-transcription": "whispercpp-transcription";
130
133
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
131
134
  "llamacpp-embedding": "llamacpp-embedding";
135
+ "llamacpp-decision": "llamacpp-decision";
136
+ "llamacpp-rerank": "llamacpp-rerank";
132
137
  "nmtcpp-translation": "nmtcpp-translation";
133
138
  "onnx-tts": "onnx-tts";
134
139
  "tts-ggml": "tts-ggml";
135
140
  "parakeet-transcription": "parakeet-transcription";
141
+ "moss-transcribe": "moss-transcribe";
136
142
  "ggml-ocr": "ggml-ocr";
137
143
  "sdcpp-generation": "sdcpp-generation";
138
144
  "audiogen-ggml": "audiogen-ggml";
@@ -168,10 +174,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
168
174
  "whispercpp-transcription": "whispercpp-transcription";
169
175
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
170
176
  "llamacpp-embedding": "llamacpp-embedding";
177
+ "llamacpp-decision": "llamacpp-decision";
178
+ "llamacpp-rerank": "llamacpp-rerank";
171
179
  "nmtcpp-translation": "nmtcpp-translation";
172
180
  "onnx-tts": "onnx-tts";
173
181
  "tts-ggml": "tts-ggml";
174
182
  "parakeet-transcription": "parakeet-transcription";
183
+ "moss-transcribe": "moss-transcribe";
175
184
  "ggml-ocr": "ggml-ocr";
176
185
  "sdcpp-generation": "sdcpp-generation";
177
186
  "audiogen-ggml": "audiogen-ggml";
@@ -207,10 +216,55 @@ export declare const sdcppConfigSchema: z.ZodObject<{
207
216
  "whispercpp-transcription": "whispercpp-transcription";
208
217
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
209
218
  "llamacpp-embedding": "llamacpp-embedding";
219
+ "llamacpp-decision": "llamacpp-decision";
220
+ "llamacpp-rerank": "llamacpp-rerank";
210
221
  "nmtcpp-translation": "nmtcpp-translation";
211
222
  "onnx-tts": "onnx-tts";
212
223
  "tts-ggml": "tts-ggml";
213
224
  "parakeet-transcription": "parakeet-transcription";
225
+ "moss-transcribe": "moss-transcribe";
226
+ "ggml-ocr": "ggml-ocr";
227
+ "sdcpp-generation": "sdcpp-generation";
228
+ "audiogen-ggml": "audiogen-ggml";
229
+ "ggml-vla": "ggml-vla";
230
+ "ggml-classification": "ggml-classification";
231
+ llm: "llm";
232
+ whisper: "whisper";
233
+ bci: "bci";
234
+ nmt: "nmt";
235
+ parakeet: "parakeet";
236
+ classification: "classification";
237
+ }>, z.ZodLiteral<"vad">]>>;
238
+ }, z.core.$strip>]>>;
239
+ projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
240
+ src: z.ZodString;
241
+ name: z.ZodOptional<z.ZodString>;
242
+ modelId: z.ZodOptional<z.ZodString>;
243
+ registryPath: z.ZodOptional<z.ZodString>;
244
+ registrySource: z.ZodOptional<z.ZodString>;
245
+ blobCoreKey: z.ZodOptional<z.ZodString>;
246
+ blobIndex: z.ZodOptional<z.ZodNumber>;
247
+ engine: z.ZodOptional<z.ZodString>;
248
+ expectedSize: z.ZodOptional<z.ZodNumber>;
249
+ sha256Checksum: z.ZodOptional<z.ZodString>;
250
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
251
+ embeddings: "embeddings";
252
+ diffusion: "diffusion";
253
+ audiogen: "audiogen";
254
+ tts: "tts";
255
+ ocr: "ocr";
256
+ vla: "vla";
257
+ "llamacpp-completion": "llamacpp-completion";
258
+ "whispercpp-transcription": "whispercpp-transcription";
259
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
260
+ "llamacpp-embedding": "llamacpp-embedding";
261
+ "llamacpp-decision": "llamacpp-decision";
262
+ "llamacpp-rerank": "llamacpp-rerank";
263
+ "nmtcpp-translation": "nmtcpp-translation";
264
+ "onnx-tts": "onnx-tts";
265
+ "tts-ggml": "tts-ggml";
266
+ "parakeet-transcription": "parakeet-transcription";
267
+ "moss-transcribe": "moss-transcribe";
214
268
  "ggml-ocr": "ggml-ocr";
215
269
  "sdcpp-generation": "sdcpp-generation";
216
270
  "audiogen-ggml": "audiogen-ggml";
@@ -246,10 +300,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
246
300
  "whispercpp-transcription": "whispercpp-transcription";
247
301
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
248
302
  "llamacpp-embedding": "llamacpp-embedding";
303
+ "llamacpp-decision": "llamacpp-decision";
304
+ "llamacpp-rerank": "llamacpp-rerank";
249
305
  "nmtcpp-translation": "nmtcpp-translation";
250
306
  "onnx-tts": "onnx-tts";
251
307
  "tts-ggml": "tts-ggml";
252
308
  "parakeet-transcription": "parakeet-transcription";
309
+ "moss-transcribe": "moss-transcribe";
253
310
  "ggml-ocr": "ggml-ocr";
254
311
  "sdcpp-generation": "sdcpp-generation";
255
312
  "audiogen-ggml": "audiogen-ggml";
@@ -285,10 +342,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
285
342
  "whispercpp-transcription": "whispercpp-transcription";
286
343
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
287
344
  "llamacpp-embedding": "llamacpp-embedding";
345
+ "llamacpp-decision": "llamacpp-decision";
346
+ "llamacpp-rerank": "llamacpp-rerank";
288
347
  "nmtcpp-translation": "nmtcpp-translation";
289
348
  "onnx-tts": "onnx-tts";
290
349
  "tts-ggml": "tts-ggml";
291
350
  "parakeet-transcription": "parakeet-transcription";
351
+ "moss-transcribe": "moss-transcribe";
292
352
  "ggml-ocr": "ggml-ocr";
293
353
  "sdcpp-generation": "sdcpp-generation";
294
354
  "audiogen-ggml": "audiogen-ggml";
@@ -324,10 +384,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
324
384
  "whispercpp-transcription": "whispercpp-transcription";
325
385
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
326
386
  "llamacpp-embedding": "llamacpp-embedding";
387
+ "llamacpp-decision": "llamacpp-decision";
388
+ "llamacpp-rerank": "llamacpp-rerank";
327
389
  "nmtcpp-translation": "nmtcpp-translation";
328
390
  "onnx-tts": "onnx-tts";
329
391
  "tts-ggml": "tts-ggml";
330
392
  "parakeet-transcription": "parakeet-transcription";
393
+ "moss-transcribe": "moss-transcribe";
331
394
  "ggml-ocr": "ggml-ocr";
332
395
  "sdcpp-generation": "sdcpp-generation";
333
396
  "audiogen-ggml": "audiogen-ggml";
@@ -363,10 +426,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
363
426
  "whispercpp-transcription": "whispercpp-transcription";
364
427
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
365
428
  "llamacpp-embedding": "llamacpp-embedding";
429
+ "llamacpp-decision": "llamacpp-decision";
430
+ "llamacpp-rerank": "llamacpp-rerank";
366
431
  "nmtcpp-translation": "nmtcpp-translation";
367
432
  "onnx-tts": "onnx-tts";
368
433
  "tts-ggml": "tts-ggml";
369
434
  "parakeet-transcription": "parakeet-transcription";
435
+ "moss-transcribe": "moss-transcribe";
370
436
  "ggml-ocr": "ggml-ocr";
371
437
  "sdcpp-generation": "sdcpp-generation";
372
438
  "audiogen-ggml": "audiogen-ggml";
@@ -402,10 +468,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
402
468
  "whispercpp-transcription": "whispercpp-transcription";
403
469
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
404
470
  "llamacpp-embedding": "llamacpp-embedding";
471
+ "llamacpp-decision": "llamacpp-decision";
472
+ "llamacpp-rerank": "llamacpp-rerank";
405
473
  "nmtcpp-translation": "nmtcpp-translation";
406
474
  "onnx-tts": "onnx-tts";
407
475
  "tts-ggml": "tts-ggml";
408
476
  "parakeet-transcription": "parakeet-transcription";
477
+ "moss-transcribe": "moss-transcribe";
409
478
  "ggml-ocr": "ggml-ocr";
410
479
  "sdcpp-generation": "sdcpp-generation";
411
480
  "audiogen-ggml": "audiogen-ggml";
@@ -441,10 +510,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
441
510
  "whispercpp-transcription": "whispercpp-transcription";
442
511
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
443
512
  "llamacpp-embedding": "llamacpp-embedding";
513
+ "llamacpp-decision": "llamacpp-decision";
514
+ "llamacpp-rerank": "llamacpp-rerank";
444
515
  "nmtcpp-translation": "nmtcpp-translation";
445
516
  "onnx-tts": "onnx-tts";
446
517
  "tts-ggml": "tts-ggml";
447
518
  "parakeet-transcription": "parakeet-transcription";
519
+ "moss-transcribe": "moss-transcribe";
448
520
  "ggml-ocr": "ggml-ocr";
449
521
  "sdcpp-generation": "sdcpp-generation";
450
522
  "audiogen-ggml": "audiogen-ggml";
@@ -480,10 +552,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
480
552
  "whispercpp-transcription": "whispercpp-transcription";
481
553
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
482
554
  "llamacpp-embedding": "llamacpp-embedding";
555
+ "llamacpp-decision": "llamacpp-decision";
556
+ "llamacpp-rerank": "llamacpp-rerank";
483
557
  "nmtcpp-translation": "nmtcpp-translation";
484
558
  "onnx-tts": "onnx-tts";
485
559
  "tts-ggml": "tts-ggml";
486
560
  "parakeet-transcription": "parakeet-transcription";
561
+ "moss-transcribe": "moss-transcribe";
487
562
  "ggml-ocr": "ggml-ocr";
488
563
  "sdcpp-generation": "sdcpp-generation";
489
564
  "audiogen-ggml": "audiogen-ggml";
@@ -519,10 +594,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
519
594
  "whispercpp-transcription": "whispercpp-transcription";
520
595
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
521
596
  "llamacpp-embedding": "llamacpp-embedding";
597
+ "llamacpp-decision": "llamacpp-decision";
598
+ "llamacpp-rerank": "llamacpp-rerank";
522
599
  "nmtcpp-translation": "nmtcpp-translation";
523
600
  "onnx-tts": "onnx-tts";
524
601
  "tts-ggml": "tts-ggml";
525
602
  "parakeet-transcription": "parakeet-transcription";
603
+ "moss-transcribe": "moss-transcribe";
526
604
  "ggml-ocr": "ggml-ocr";
527
605
  "sdcpp-generation": "sdcpp-generation";
528
606
  "audiogen-ggml": "audiogen-ggml";
@@ -538,6 +616,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
538
616
  }, z.core.$strip>]>>;
539
617
  world: z.ZodOptional<z.ZodObject<{
540
618
  seed: z.ZodOptional<z.ZodNumber>;
619
+ fitSteps: z.ZodOptional<z.ZodNumber>;
541
620
  threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
542
621
  backend: z.ZodOptional<z.ZodString>;
543
622
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
@@ -575,10 +654,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
575
654
  "whispercpp-transcription": "whispercpp-transcription";
576
655
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
577
656
  "llamacpp-embedding": "llamacpp-embedding";
657
+ "llamacpp-decision": "llamacpp-decision";
658
+ "llamacpp-rerank": "llamacpp-rerank";
578
659
  "nmtcpp-translation": "nmtcpp-translation";
579
660
  "onnx-tts": "onnx-tts";
580
661
  "tts-ggml": "tts-ggml";
581
662
  "parakeet-transcription": "parakeet-transcription";
663
+ "moss-transcribe": "moss-transcribe";
582
664
  "ggml-ocr": "ggml-ocr";
583
665
  "sdcpp-generation": "sdcpp-generation";
584
666
  "audiogen-ggml": "audiogen-ggml";
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { modelSrcInputSchema } from './model-src-utils.js';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
3
  const BASE64_PATTERN = /^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/;
4
4
  const ABSOLUTE_PATH_PATTERN = /^(\/|[A-Za-z]:[\\/]|\\\\)/;
5
5
  const base64StringSchema = z.string().min(1).regex(BASE64_PATTERN);
@@ -64,7 +64,7 @@ export const sdcppConfigSchema = z.object({
64
64
  .enum(['diffusion', 'upscale', 'video', 'world'])
65
65
  .default('diffusion')
66
66
  .describe('Operation mode for the diffusion plugin. ' +
67
- "`'diffusion'` (default) builds a full SD / SDXL / SD3 / FLUX pipeline from " +
67
+ "`'diffusion'` (default) builds a full SD / SDXL / SD3 / FLUX / Qwen-Image pipeline from " +
68
68
  'the primary model plus optional auxiliary text encoders, VAE, unconditional ' +
69
69
  'diffusion model, and ESRGAN ' +
70
70
  'upscaler, and exposes diffusion({ ... }). ' +
@@ -74,8 +74,9 @@ export const sdcppConfigSchema = z.object({
74
74
  'The video layout is selected from the auxiliary sources: supplying ' +
75
75
  '`embeddingsConnectorsModelSrc` loads the LTX-2 layout (Gemma text encoder ' +
76
76
  'via `llmModelSrc` + video VAE + connectors, optional `audioVaeModelSrc` for ' +
77
- 'synchronized audio). Without connectors, `llmModelSrc` + `vaeModelSrc` + ' +
78
- '`audioVaeModelSrc` selects MiniMax-H3 text-to-audio-video; otherwise ' +
77
+ 'synchronized audio). Without connectors, `llmModelSrc` + `vaeModelSrc` ' +
78
+ 'selects MiniMax-H3 text/image-to-video (optional `audioVaeModelSrc` ' +
79
+ 'for synchronized audio); otherwise ' +
79
80
  'the Wan layout is used (UMT5 text encoder ' +
80
81
  'via `t5XxlModelSrc` + VAE). ' +
81
82
  'On React Native, loading the video model on-device will likely fail ' +
@@ -223,10 +224,16 @@ export const sdcppConfigSchema = z.object({
223
224
  llmModelSrc: modelSrcInputSchema
224
225
  .optional()
225
226
  .describe('LLM text encoder model — required for FLUX.2 [klein] (Qwen3), ' +
226
- 'Ideogram 4 (Qwen3-VL), LTX-2 video (Gemma), and MiniMax-H3 (H3-specific Qwen3-VL).'),
227
+ 'Qwen-Image-2.1 and Ideogram 4 (Qwen3-VL), LTX-2 video (Gemma), ' +
228
+ 'and MiniMax-H3 (H3-specific Qwen3-VL).'),
229
+ projectionModelSrc: modelSrcInputSchema
230
+ .optional()
231
+ .describe('Vision projector for the LLM encoder. Required for Qwen-Image-2.1 ' +
232
+ 'reference editing with its GGUF Qwen3-VL encoder; optional for text-to-image. ' +
233
+ 'Requires llmModelSrc and diffusion mode.'),
227
234
  vaeModelSrc: modelSrcInputSchema
228
235
  .optional()
229
- .describe('VAE decoder model — required for FLUX.2 [klein], Ideogram 4, ' +
236
+ .describe('VAE decoder model, required for Qwen-Image-2.1, FLUX.2 [klein], Ideogram 4, ' +
230
237
  'LTX-2 video, and MiniMax-H3 video; optional for SDXL.'),
231
238
  highNoiseDiffusionModelSrc: modelSrcInputSchema
232
239
  .optional()
@@ -244,12 +251,13 @@ export const sdcppConfigSchema = z.object({
244
251
  .optional()
245
252
  .describe('OpenCLIP ViT-H/14 weights (`clip_vision_h.safetensors`). Required for ' +
246
253
  'Wan image-to-video (`img2vid`); omit for text-to-video-only pipelines. ' +
247
- 'Not used by LTX-2 (its img2vid path needs no CLIP-vision projection).'),
254
+ 'Not used by LTX-2 or MiniMax-H3 (their img2vid paths need no ' +
255
+ 'CLIP-vision projection).'),
248
256
  audioVaeModelSrc: modelSrcInputSchema
249
257
  .optional()
250
- .describe('Audio VAE decoder model — required for MiniMax-H3, optional for LTX-2. ' +
258
+ .describe('Audio VAE decoder model — optional for MiniMax-H3 and LTX-2. ' +
251
259
  'Enables synchronized audio muxed into the output AVI. ' +
252
- 'Omit for silent LTX-2 video; unsupported by Wan.'),
260
+ 'Omit for silent video; unsupported by Wan.'),
253
261
  embeddingsConnectorsModelSrc: modelSrcInputSchema
254
262
  .optional()
255
263
  .describe('Text-embedding connector weights — required for LTX-2 video. Its ' +
@@ -272,6 +280,13 @@ export const sdcppConfigSchema = z.object({
272
280
  world: z
273
281
  .object({
274
282
  seed: z.number().int().optional().describe('Walk RNG seed.'),
283
+ fitSteps: z
284
+ .number()
285
+ .int()
286
+ .min(1)
287
+ .max(1000000)
288
+ .optional()
289
+ .describe('Walk steps covered by memory fit. Defaults to 100; does not limit generation or retained history.'),
275
290
  // Mirrors parseAutoOrPositiveInt in the addon's WorldSessionHandlers.cpp:
276
291
  // -1 or > 0. Zero and other negatives throw natively at load, after the
277
292
  // multi-gigabyte artifacts have already been resolved.
@@ -367,7 +382,7 @@ export const sdcppConfigSchema = z.object({
367
382
  .strict()
368
383
  .optional()
369
384
  .describe("ABot-World session tuning — mode: 'world' only, rejected in every other " +
370
- 'mode. Forwarded to the native session as-is.'),
385
+ 'mode. Session settings reach the addon; fitSteps controls only memory fit.'),
371
386
  upscaler: z
372
387
  .object({
373
388
  type: z
@@ -537,19 +552,19 @@ export const diffusionRequestSchema = z
537
552
  .positive()
538
553
  .multipleOf(8)
539
554
  .optional()
540
- .describe('Image width in pixels (must be a multiple of 8).'),
555
+ .describe('Image width in pixels. Multiple of 8; Qwen-Image-2.1 requires a multiple of 32.'),
541
556
  height: z
542
557
  .number()
543
558
  .int()
544
559
  .positive()
545
560
  .multipleOf(8)
546
561
  .optional()
547
- .describe('Image height in pixels (must be a multiple of 8).'),
562
+ .describe('Image height in pixels. Multiple of 8; Qwen-Image-2.1 requires a multiple of 32.'),
548
563
  steps: z.number().int().positive().optional().describe('Number of sampling steps to run.'),
549
564
  cfg_scale: z
550
565
  .number()
551
566
  .optional()
552
- .describe('Classifier-free guidance scale for SD 1.x / 2.x / XL / SD3 models; typical range 1–20, default 7'),
567
+ .describe('Classifier-free guidance scale for SD and Qwen-Image models; typical range 1-20, default 7'),
553
568
  img_cfg_scale: z
554
569
  .number()
555
570
  .default(-1)
@@ -583,15 +598,17 @@ export const diffusionRequestSchema = z
583
598
  .describe('Optional name of a cached sampler preset to reuse.'),
584
599
  init_image: base64StringSchema
585
600
  .optional()
586
- .describe('Base64-encoded image for img2img generation. Mutually exclusive with init_images.'),
601
+ .describe('Base64-encoded PNG/JPEG for img2img or reference editing. ' +
602
+ 'Qwen-Image-2.1 requires projectionModelSrc for editing and preserves reference alpha. ' +
603
+ 'Mutually exclusive with init_images.'),
587
604
  init_images: z
588
605
  .array(base64StringSchema)
589
606
  .min(1)
590
607
  .optional()
591
- .describe('FLUX.2-only multi-reference fusion: array of base64-encoded PNG/JPEG buffers. ' +
592
- 'Each buffer becomes a separate reference image that the FLUX.2 transformer attends to. ' +
593
- 'Mutually exclusive with init_image; requires the model to be loaded with ' +
594
- "config.prediction='flux2_flow' and a Qwen3 text encoder via llmModelSrc."),
608
+ .describe('Ordered base64-encoded PNG/JPEG references for models with reference editing, ' +
609
+ 'including FLUX.2 and Qwen-Image-2.1. Native model detection validates support. ' +
610
+ 'Qwen-Image-2.1 requires projectionModelSrc, preserves alpha, and does not need ' +
611
+ 'FLUX @imageN tags or a prediction override. Mutually exclusive with init_image.'),
595
612
  increase_ref_index: z
596
613
  .boolean()
597
614
  .optional()
@@ -621,7 +638,9 @@ export const diffusionRequestSchema = z
621
638
  .min(0)
622
639
  .max(1)
623
640
  .optional()
624
- .describe('img2img denoising strength (0.0 = keep source, 1.0 = ignore source); used by the SD/SDXL SDEdit path. No-op for FLUX.2, which uses in-context conditioning and ignores this field.'),
641
+ .describe('img2img denoising strength for SD/SDXL SDEdit. ' +
642
+ 'Does not control reference-editing strength for FLUX.2 or Qwen-Image-2.1; ' +
643
+ 'these models start the target from noise.'),
625
644
  upscale: z
626
645
  .union([
627
646
  z.boolean(),
@@ -639,7 +658,8 @@ export const diffusionRequestSchema = z
639
658
  '`{ repeats: N }` runs the upscaler N times sequentially — each pass ' +
640
659
  "multiplies the output dimensions by the model's scale factor. When " +
641
660
  '`batch_count > 1`, every output image is upscaled independently. ' +
642
- 'Requires the model to be loaded with `upscaler.model_src` set in modelConfig.')
661
+ 'Requires the model to be loaded with `upscaler.model_src` set in modelConfig. ' +
662
+ 'ESRGAN accepts RGB only; Qwen-Image-2.1 RGBA output rejects upscaling.')
643
663
  })
644
664
  .refine((d) => d.init_image === undefined || d.init_images === undefined, {
645
665
  message: 'init_image and init_images are mutually exclusive — pass one or the other, not both.'
@@ -966,7 +986,6 @@ export const h3VideoRequestSchema = videoRequestSchema.superRefine((data, ctx) =
966
986
  });
967
987
  }
968
988
  for (const [field, value] of [
969
- ['mode', 'txt2vid'],
970
989
  ['fps', 24],
971
990
  ['cfg_scale', 1],
972
991
  ['scheduler', 'discrete']
@@ -979,7 +998,7 @@ export const h3VideoRequestSchema = videoRequestSchema.superRefine((data, ctx) =
979
998
  });
980
999
  }
981
1000
  }
982
- for (const field of ['init_image', 'control_frames', 'vace_strength', 'strength']) {
1001
+ for (const field of ['control_frames', 'vace_strength', 'strength']) {
983
1002
  if (data[field] !== undefined) {
984
1003
  ctx.addIssue({
985
1004
  code: 'custom',
@@ -40,16 +40,16 @@ export declare function resourceMetricSchema<T extends z.ZodType>(valueSchema: T
40
40
  reason: z.ZodOptional<z.ZodString>;
41
41
  }, z.core.$strip>], "status">;
42
42
  export declare const graphicsDriverSchema: z.ZodEnum<{
43
+ cuda: "cuda";
43
44
  vulkan: "vulkan";
44
45
  metal: "metal";
45
46
  opencl: "opencl";
46
- cuda: "cuda";
47
+ rocm: "rocm";
47
48
  opengl: "opengl";
48
49
  webgpu: "webgpu";
49
50
  direct3d11: "direct3d11";
50
51
  direct3d12: "direct3d12";
51
52
  levelZero: "levelZero";
52
- rocm: "rocm";
53
53
  }>;
54
54
  export declare const graphicsDriverCapabilitiesSchema: z.ZodObject<{
55
55
  vulkan: z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -315,16 +315,16 @@ export declare const inferenceBackendDiagnosticsSchema: z.ZodObject<{
315
315
  gpu: "gpu";
316
316
  }>;
317
317
  graphicsApi: z.ZodOptional<z.ZodEnum<{
318
+ cuda: "cuda";
318
319
  vulkan: "vulkan";
319
320
  metal: "metal";
320
321
  opencl: "opencl";
321
- cuda: "cuda";
322
+ rocm: "rocm";
322
323
  opengl: "opengl";
323
324
  webgpu: "webgpu";
324
325
  direct3d11: "direct3d11";
325
326
  direct3d12: "direct3d12";
326
327
  levelZero: "levelZero";
327
- rocm: "rocm";
328
328
  }>>;
329
329
  driver: z.ZodOptional<z.ZodObject<{
330
330
  name: z.ZodString;