@qvac/inference 0.22.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. package/NOTICE +59 -40
  2. package/README.md +1 -1
  3. package/dist/api/audio-gen.js +1 -1
  4. package/dist/api/completion-stream.d.ts +2 -1
  5. package/dist/api/completion-stream.js +3 -1
  6. package/dist/api/decide.js +1 -1
  7. package/dist/api/diffusion.d.ts +18 -1
  8. package/dist/api/diffusion.js +18 -1
  9. package/dist/api/download-asset.js +1 -1
  10. package/dist/api/finetune.js +1 -1
  11. package/dist/api/index.d.ts +39 -38
  12. package/dist/api/index.js +38 -37
  13. package/dist/api/load-model.js +2 -2
  14. package/dist/api/logging-stream-registry.js +11 -7
  15. package/dist/api/logging-stream.d.ts +11 -1
  16. package/dist/api/logging-stream.js +11 -2
  17. package/dist/api/registry.d.ts +2 -1
  18. package/dist/api/registry.js +5 -4
  19. package/dist/api/rerank.d.ts +17 -0
  20. package/dist/api/rerank.js +36 -0
  21. package/dist/api/subscribe-logs.js +5 -3
  22. package/dist/api/unload-model.js +1 -1
  23. package/dist/api/video.js +1 -1
  24. package/dist/api/vla.js +1 -1
  25. package/dist/api/world-result.js +1 -1
  26. package/dist/api/world.d.ts +1 -1
  27. package/dist/api/world.js +1 -1
  28. package/dist/config/resolve-config.d.ts +1 -1
  29. package/dist/config/resolve-config.js +1 -1
  30. package/dist/constants/index.d.ts +2 -2
  31. package/dist/constants/index.js +2 -2
  32. package/dist/dispatch.d.ts +3 -2
  33. package/dist/dispatch.js +16 -4
  34. package/dist/errors/index.d.ts +6 -0
  35. package/dist/errors/index.js +13 -1
  36. package/dist/handlers/assess-model-fit.d.ts +1 -1
  37. package/dist/handlers/assess-model-fit.js +4 -4
  38. package/dist/handlers/cancelHandler.js +1 -1
  39. package/dist/handlers/completion-orchestrate.js +2 -2
  40. package/dist/handlers/download-asset.js +2 -2
  41. package/dist/handlers/finetune.js +1 -1
  42. package/dist/handlers/get-loaded-model-info.js +2 -3
  43. package/dist/handlers/get-model-info.js +1 -1
  44. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  45. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  46. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  47. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  48. package/dist/handlers/load-model/download-stats.js +3 -3
  49. package/dist/handlers/load-model/handler.js +10 -7
  50. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  51. package/dist/handlers/load-model/http.d.ts +1 -1
  52. package/dist/handlers/load-model/http.js +3 -3
  53. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  54. package/dist/handlers/load-model/hyperdrive.js +2 -2
  55. package/dist/handlers/load-model/index.d.ts +2 -2
  56. package/dist/handlers/load-model/index.js +2 -2
  57. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  58. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  59. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  60. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  61. package/dist/handlers/load-model/registry.d.ts +2 -2
  62. package/dist/handlers/load-model/registry.js +5 -5
  63. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  64. package/dist/handlers/load-model/resolve-session.js +11 -3
  65. package/dist/handlers/load-model/resolve.d.ts +1 -1
  66. package/dist/handlers/load-model/resolve.js +5 -5
  67. package/dist/handlers/logging-stream.d.ts +2 -1
  68. package/dist/handlers/logging-stream.js +23 -7
  69. package/dist/handlers/registry.js +4 -2
  70. package/dist/handlers/types.d.ts +7 -1
  71. package/dist/handlers/vector-index.js +2 -2
  72. package/dist/index.d.ts +1 -1
  73. package/dist/index.js +1 -1
  74. package/dist/logging/addon.d.ts +1 -1
  75. package/dist/logging/addon.js +1 -1
  76. package/dist/logging/index.d.ts +5 -5
  77. package/dist/logging/index.js +4 -4
  78. package/dist/logging/logger.d.ts +1 -1
  79. package/dist/logging/logger.js +3 -3
  80. package/dist/logging/utils.js +1 -1
  81. package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
  82. package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
  83. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  84. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
  85. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
  86. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
  87. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  88. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
  89. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
  90. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
  91. package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
  92. package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
  93. package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
  94. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
  95. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
  96. package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
  97. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
  98. package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
  99. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
  100. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
  101. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  102. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
  103. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  104. package/dist/model-fit/request/engines/diffusion.js +93 -0
  105. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
  106. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
  107. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
  108. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
  109. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
  110. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
  111. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
  112. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
  113. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
  114. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
  115. package/dist/model-fit/run/run.d.ts +43 -0
  116. package/dist/model-fit/run/run.js +204 -0
  117. package/dist/models/registry/index.d.ts +1 -1
  118. package/dist/models/registry/index.js +2 -2
  119. package/dist/models/registry/models.d.ts +510 -0
  120. package/dist/models/registry/models.js +2946 -2410
  121. package/dist/models/registry/resource-profiles.js +203 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
  124. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
  126. package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
  129. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  130. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  131. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
  132. package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
  133. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
  134. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  135. package/dist/plugins/builtin/index.d.ts +15 -14
  136. package/dist/plugins/builtin/index.js +15 -14
  137. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  138. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  139. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  140. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  141. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
  142. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  143. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  144. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
  145. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
  146. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  147. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  148. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  149. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
  150. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
  151. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  152. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
  153. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
  154. package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
  155. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  156. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  157. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  158. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  159. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  160. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  161. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
  162. package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
  163. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
  164. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
  165. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
  166. package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
  167. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  168. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  169. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  170. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
  171. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  172. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  173. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
  174. package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
  175. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  176. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  177. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  178. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  179. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  180. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
  181. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
  182. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
  183. package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
  184. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
  185. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
  186. package/dist/plugins/index.d.ts +1 -1
  187. package/dist/plugins/index.js +2 -2
  188. package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
  189. package/dist/plugins/ops/kv-cache-utils.js +15 -8
  190. package/dist/plugins/ops/load-model.d.ts +8 -2
  191. package/dist/plugins/ops/load-model.js +14 -5
  192. package/dist/plugins/ops/transcribe.js +1 -1
  193. package/dist/plugins/ops/translate.js +3 -3
  194. package/dist/plugins/ops/unload-model.js +1 -1
  195. package/dist/plugins/turbovec-backend.js +5 -5
  196. package/dist/profiling/aggregator.d.ts +1 -1
  197. package/dist/profiling/aggregator.js +1 -1
  198. package/dist/profiling/controller.d.ts +1 -1
  199. package/dist/profiling/controller.js +2 -2
  200. package/dist/profiling/events.d.ts +1 -1
  201. package/dist/profiling/events.js +2 -2
  202. package/dist/profiling/exporters.d.ts +1 -1
  203. package/dist/profiling/exporters.js +3 -3
  204. package/dist/profiling/index.d.ts +13 -13
  205. package/dist/profiling/index.js +12 -12
  206. package/dist/profiling/operation-metrics.d.ts +1 -1
  207. package/dist/profiling/operation-metrics.js +2 -2
  208. package/dist/profiling/operation-wrappers.js +3 -3
  209. package/dist/profiling/profiler.js +1 -1
  210. package/dist/rag/handler.js +1 -1
  211. package/dist/rag/handlers/close-workspace.js +1 -1
  212. package/dist/rag/handlers/delete-embeddings.js +1 -1
  213. package/dist/rag/handlers/delete-workspace.js +1 -1
  214. package/dist/rag/handlers/ingest.js +1 -1
  215. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  216. package/dist/rag/handlers/list-workspaces.js +1 -1
  217. package/dist/rag/handlers/reindex.js +1 -1
  218. package/dist/rag/handlers/save-embeddings.js +1 -1
  219. package/dist/rag/handlers/search.js +1 -1
  220. package/dist/rag/index.d.ts +11 -11
  221. package/dist/rag/index.js +11 -11
  222. package/dist/rag/rag-workspace-manager.js +1 -1
  223. package/dist/registry.js +2 -1
  224. package/dist/resources/collector.d.ts +1 -1
  225. package/dist/resources/collector.js +1 -1
  226. package/dist/resources/instance.d.ts +1 -1
  227. package/dist/resources/instance.js +1 -1
  228. package/dist/resources/native.d.ts +1 -1
  229. package/dist/resources/normalize.d.ts +1 -1
  230. package/dist/rpc/inventory.js +3 -3
  231. package/dist/runtime/index.d.ts +5 -5
  232. package/dist/runtime/index.js +2 -2
  233. package/dist/runtime/lifecycle.js +7 -7
  234. package/dist/runtime/model-config-utils.js +3 -0
  235. package/dist/runtime/model-registry.d.ts +3 -1
  236. package/dist/runtime/model-registry.js +2 -1
  237. package/dist/runtime/registry-client.js +1 -1
  238. package/dist/runtime/request-context.d.ts +3 -3
  239. package/dist/runtime/request-context.js +14 -1
  240. package/dist/runtime/request-registry.d.ts +1 -1
  241. package/dist/runtime/request-registry.js +1 -1
  242. package/dist/runtime/state.d.ts +1 -1
  243. package/dist/runtime/state.js +2 -2
  244. package/dist/runtime/vector-index-backend.d.ts +2 -2
  245. package/dist/runtime/vector-index-registry.d.ts +5 -5
  246. package/dist/runtime/vector-index-registry.js +36 -13
  247. package/dist/schemas/assess-model-fit.d.ts +6 -0
  248. package/dist/schemas/assess-model-fit.js +4 -4
  249. package/dist/schemas/audio-gen.d.ts +13 -1
  250. package/dist/schemas/audio-gen.js +3 -3
  251. package/dist/schemas/batch-completion-stream.d.ts +8 -2
  252. package/dist/schemas/batch-completion-stream.js +3 -3
  253. package/dist/schemas/bci-config.d.ts +1 -0
  254. package/dist/schemas/bci-config.js +2 -2
  255. package/dist/schemas/bci.d.ts +1 -1
  256. package/dist/schemas/bci.js +2 -2
  257. package/dist/schemas/cancel.d.ts +5 -0
  258. package/dist/schemas/cancel.js +1 -0
  259. package/dist/schemas/common.d.ts +478 -100
  260. package/dist/schemas/common.js +35 -32
  261. package/dist/schemas/completion-event.d.ts +8 -2
  262. package/dist/schemas/completion-event.js +4 -1
  263. package/dist/schemas/completion-stream.d.ts +11 -2
  264. package/dist/schemas/completion-stream.js +37 -10
  265. package/dist/schemas/config.d.ts +849 -6
  266. package/dist/schemas/config.js +12 -10
  267. package/dist/schemas/decision.d.ts +8 -0
  268. package/dist/schemas/decision.js +14 -0
  269. package/dist/schemas/download-asset.d.ts +6 -4
  270. package/dist/schemas/download-asset.js +1 -1
  271. package/dist/schemas/engine-addon-map.d.ts +2 -1
  272. package/dist/schemas/engine-addon-map.js +4 -3
  273. package/dist/schemas/errors.d.ts +1 -0
  274. package/dist/schemas/errors.js +6 -1
  275. package/dist/schemas/index.d.ts +51 -50
  276. package/dist/schemas/index.js +50 -49
  277. package/dist/schemas/llamacpp-config.d.ts +182 -6
  278. package/dist/schemas/llamacpp-config.js +102 -7
  279. package/dist/schemas/load-model.d.ts +3176 -646
  280. package/dist/schemas/load-model.js +34 -1
  281. package/dist/schemas/mcp-adapter.d.ts +1 -1
  282. package/dist/schemas/model-config-schemas.d.ts +195 -1
  283. package/dist/schemas/model-config-schemas.js +14 -12
  284. package/dist/schemas/model-fit-policy.d.ts +1 -1
  285. package/dist/schemas/model-info.js +2 -2
  286. package/dist/schemas/model-resource-profile.d.ts +1 -0
  287. package/dist/schemas/model-resource-profile.js +1 -1
  288. package/dist/schemas/model-src-utils.d.ts +6 -2
  289. package/dist/schemas/model-src-utils.js +2 -2
  290. package/dist/schemas/model-types.d.ts +5 -1
  291. package/dist/schemas/model-types.js +1 -0
  292. package/dist/schemas/ocr.d.ts +2 -0
  293. package/dist/schemas/ocr.js +1 -1
  294. package/dist/schemas/plugin.d.ts +9 -3
  295. package/dist/schemas/plugin.js +6 -0
  296. package/dist/schemas/profiling.js +1 -1
  297. package/dist/schemas/rag.js +1 -1
  298. package/dist/schemas/registry.d.ts +8 -0
  299. package/dist/schemas/registry.js +2 -1
  300. package/dist/schemas/reload-config.d.ts +6 -2
  301. package/dist/schemas/reload-config.js +2 -2
  302. package/dist/schemas/rerank.d.ts +131 -0
  303. package/dist/schemas/rerank.js +102 -0
  304. package/dist/schemas/sdcpp-config.d.ts +56 -0
  305. package/dist/schemas/sdcpp-config.js +33 -15
  306. package/dist/schemas/text-to-speech.d.ts +61 -0
  307. package/dist/schemas/transcription-config.d.ts +5 -0
  308. package/dist/schemas/transcription-config.js +16 -1
  309. package/dist/schemas/transcription.d.ts +1 -1
  310. package/dist/schemas/transcription.js +1 -1
  311. package/dist/schemas/translate.d.ts +2 -2
  312. package/dist/schemas/translate.js +1 -1
  313. package/dist/schemas/translation-config.d.ts +20 -10
  314. package/dist/schemas/translation-config.js +1 -1
  315. package/dist/surface.d.ts +2 -1
  316. package/dist/surface.js +2 -1
  317. package/dist/utils/addon-responses.d.ts +2 -0
  318. package/dist/utils/aggregate-events.d.ts +1 -1
  319. package/dist/utils/aggregate-events.js +2 -2
  320. package/dist/utils/archive.js +2 -2
  321. package/dist/utils/audio/decoder.js +3 -1
  322. package/dist/utils/audio-input.js +1 -1
  323. package/dist/utils/cache/auto-history.d.ts +2 -1
  324. package/dist/utils/cache/auto-history.js +2 -2
  325. package/dist/utils/cache/paths.js +6 -6
  326. package/dist/utils/checksum.d.ts +2 -0
  327. package/dist/utils/checksum.js +41 -2
  328. package/dist/utils/completion-normalizer.js +1 -1
  329. package/dist/utils/gguf-architecture.d.ts +7 -0
  330. package/dist/utils/gguf-architecture.js +142 -0
  331. package/dist/utils/gguf-tensor-extractor.js +1 -1
  332. package/dist/utils/index.d.ts +13 -13
  333. package/dist/utils/index.js +13 -13
  334. package/dist/utils/mcp-adapter.d.ts +1 -1
  335. package/dist/utils/mcp-adapter.js +1 -1
  336. package/dist/utils/path-security.js +1 -1
  337. package/dist/utils/shard-utils.d.ts +5 -0
  338. package/dist/utils/shard-utils.js +19 -3
  339. package/dist/utils/tool-integration.d.ts +1 -0
  340. package/dist/utils/tool-integration.js +3 -6
  341. package/dist/utils/tools/defer.d.ts +16 -26
  342. package/dist/utils/tools/defer.js +50 -41
  343. package/dist/utils/tools/dialect.d.ts +15 -4
  344. package/dist/utils/tools/dialect.js +34 -5
  345. package/dist/utils/tools/index.d.ts +3 -3
  346. package/dist/utils/tools/index.js +3 -3
  347. package/dist/utils/tools/parser.js +8 -8
  348. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  349. package/dist/utils/tools/parsers/dsml.js +1 -1
  350. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  351. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  352. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  353. package/dist/utils/tools/parsers/harmony.js +1 -1
  354. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  355. package/dist/utils/tools/parsers/hermes.js +1 -1
  356. package/dist/utils/tools/parsers/json.d.ts +1 -1
  357. package/dist/utils/tools/parsers/json.js +1 -1
  358. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  359. package/dist/utils/tools/parsers/pythonic.js +1 -1
  360. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  361. package/dist/utils/tools/parsers/qwen35.js +1 -1
  362. package/dist/utils/tts-stats.d.ts +1 -1
  363. package/dist/utils/until-aborted.d.ts +7 -0
  364. package/dist/utils/until-aborted.js +34 -0
  365. package/package.json +53 -45
  366. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  367. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  368. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  369. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  370. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  371. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  372. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  373. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  374. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  375. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  376. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  377. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  378. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  379. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  380. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  381. package/dist/resources/model-fit/platform.d.ts +0 -9
  382. package/dist/resources/model-fit/types.js +0 -1
  383. /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
  384. /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
  385. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  386. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -1,6 +1,6 @@
1
1
  import { assessFit as diffusionAssessFit } from '@qvac/diffusion-cpp';
2
2
  import { type CreateModelParams, type PluginModelResult, type ResolveContext, type ResolveResult, type SdcppConfig } from '../../../schemas/index.js';
3
- type DiffusionArtifactKey = 'clipLModelPath' | 'clipGModelPath' | 'clipVisionModelPath' | 't5XxlModelPath' | 'llmModelPath' | 'vaeModelPath' | 'highNoiseDiffusionModelPath' | 'uncondModelPath' | 'audioVaeModelPath' | 'embeddingsConnectorsModelPath' | 'esrganModelPath' | 'taehvModelPath' | 'seedScenePath';
3
+ type DiffusionArtifactKey = 'clipLModelPath' | 'clipGModelPath' | 'clipVisionModelPath' | 't5XxlModelPath' | 'llmModelPath' | 'projectionModelPath' | 'vaeModelPath' | 'highNoiseDiffusionModelPath' | 'uncondModelPath' | 'audioVaeModelPath' | 'embeddingsConnectorsModelPath' | 'esrganModelPath' | 'taehvModelPath' | 'seedScenePath';
4
4
  /**
5
5
  * Stable-diffusion.cpp plugin for image diffusion, upscaling, and Wan video.
6
6
  *
@@ -103,6 +103,7 @@ export declare const diffusionPlugin: {
103
103
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
104
104
  "llamacpp-embedding": "llamacpp-embedding";
105
105
  "llamacpp-decision": "llamacpp-decision";
106
+ "llamacpp-rerank": "llamacpp-rerank";
106
107
  "nmtcpp-translation": "nmtcpp-translation";
107
108
  "onnx-tts": "onnx-tts";
108
109
  "tts-ggml": "tts-ggml";
@@ -120,7 +121,7 @@ export declare const diffusionPlugin: {
120
121
  parakeet: "parakeet";
121
122
  classification: "classification";
122
123
  }>, import("zod").ZodLiteral<"vad">]>>;
123
- }, import("zod/v4/core/index.js").$strip>]>>;
124
+ }, import("zod/v4/core").$strip>]>>;
124
125
  clipGModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
125
126
  src: import("zod").ZodString;
126
127
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -144,6 +145,7 @@ export declare const diffusionPlugin: {
144
145
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
145
146
  "llamacpp-embedding": "llamacpp-embedding";
146
147
  "llamacpp-decision": "llamacpp-decision";
148
+ "llamacpp-rerank": "llamacpp-rerank";
147
149
  "nmtcpp-translation": "nmtcpp-translation";
148
150
  "onnx-tts": "onnx-tts";
149
151
  "tts-ggml": "tts-ggml";
@@ -161,7 +163,7 @@ export declare const diffusionPlugin: {
161
163
  parakeet: "parakeet";
162
164
  classification: "classification";
163
165
  }>, import("zod").ZodLiteral<"vad">]>>;
164
- }, import("zod/v4/core/index.js").$strip>]>>;
166
+ }, import("zod/v4/core").$strip>]>>;
165
167
  t5XxlModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
166
168
  src: import("zod").ZodString;
167
169
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -185,6 +187,7 @@ export declare const diffusionPlugin: {
185
187
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
186
188
  "llamacpp-embedding": "llamacpp-embedding";
187
189
  "llamacpp-decision": "llamacpp-decision";
190
+ "llamacpp-rerank": "llamacpp-rerank";
188
191
  "nmtcpp-translation": "nmtcpp-translation";
189
192
  "onnx-tts": "onnx-tts";
190
193
  "tts-ggml": "tts-ggml";
@@ -202,7 +205,7 @@ export declare const diffusionPlugin: {
202
205
  parakeet: "parakeet";
203
206
  classification: "classification";
204
207
  }>, import("zod").ZodLiteral<"vad">]>>;
205
- }, import("zod/v4/core/index.js").$strip>]>>;
208
+ }, import("zod/v4/core").$strip>]>>;
206
209
  llmModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
207
210
  src: import("zod").ZodString;
208
211
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -226,6 +229,7 @@ export declare const diffusionPlugin: {
226
229
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
227
230
  "llamacpp-embedding": "llamacpp-embedding";
228
231
  "llamacpp-decision": "llamacpp-decision";
232
+ "llamacpp-rerank": "llamacpp-rerank";
229
233
  "nmtcpp-translation": "nmtcpp-translation";
230
234
  "onnx-tts": "onnx-tts";
231
235
  "tts-ggml": "tts-ggml";
@@ -243,7 +247,49 @@ export declare const diffusionPlugin: {
243
247
  parakeet: "parakeet";
244
248
  classification: "classification";
245
249
  }>, import("zod").ZodLiteral<"vad">]>>;
246
- }, import("zod/v4/core/index.js").$strip>]>>;
250
+ }, import("zod/v4/core").$strip>]>>;
251
+ projectionModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
252
+ src: import("zod").ZodString;
253
+ name: import("zod").ZodOptional<import("zod").ZodString>;
254
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
255
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
256
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
257
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
258
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
259
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
260
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
261
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
262
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
263
+ embeddings: "embeddings";
264
+ diffusion: "diffusion";
265
+ audiogen: "audiogen";
266
+ tts: "tts";
267
+ ocr: "ocr";
268
+ vla: "vla";
269
+ "llamacpp-completion": "llamacpp-completion";
270
+ "whispercpp-transcription": "whispercpp-transcription";
271
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
272
+ "llamacpp-embedding": "llamacpp-embedding";
273
+ "llamacpp-decision": "llamacpp-decision";
274
+ "llamacpp-rerank": "llamacpp-rerank";
275
+ "nmtcpp-translation": "nmtcpp-translation";
276
+ "onnx-tts": "onnx-tts";
277
+ "tts-ggml": "tts-ggml";
278
+ "parakeet-transcription": "parakeet-transcription";
279
+ "moss-transcribe": "moss-transcribe";
280
+ "ggml-ocr": "ggml-ocr";
281
+ "sdcpp-generation": "sdcpp-generation";
282
+ "audiogen-ggml": "audiogen-ggml";
283
+ "ggml-vla": "ggml-vla";
284
+ "ggml-classification": "ggml-classification";
285
+ llm: "llm";
286
+ whisper: "whisper";
287
+ bci: "bci";
288
+ nmt: "nmt";
289
+ parakeet: "parakeet";
290
+ classification: "classification";
291
+ }>, import("zod").ZodLiteral<"vad">]>>;
292
+ }, import("zod/v4/core").$strip>]>>;
247
293
  vaeModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
248
294
  src: import("zod").ZodString;
249
295
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -267,6 +313,7 @@ export declare const diffusionPlugin: {
267
313
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
268
314
  "llamacpp-embedding": "llamacpp-embedding";
269
315
  "llamacpp-decision": "llamacpp-decision";
316
+ "llamacpp-rerank": "llamacpp-rerank";
270
317
  "nmtcpp-translation": "nmtcpp-translation";
271
318
  "onnx-tts": "onnx-tts";
272
319
  "tts-ggml": "tts-ggml";
@@ -284,7 +331,7 @@ export declare const diffusionPlugin: {
284
331
  parakeet: "parakeet";
285
332
  classification: "classification";
286
333
  }>, import("zod").ZodLiteral<"vad">]>>;
287
- }, import("zod/v4/core/index.js").$strip>]>>;
334
+ }, import("zod/v4/core").$strip>]>>;
288
335
  highNoiseDiffusionModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
289
336
  src: import("zod").ZodString;
290
337
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -308,6 +355,7 @@ export declare const diffusionPlugin: {
308
355
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
309
356
  "llamacpp-embedding": "llamacpp-embedding";
310
357
  "llamacpp-decision": "llamacpp-decision";
358
+ "llamacpp-rerank": "llamacpp-rerank";
311
359
  "nmtcpp-translation": "nmtcpp-translation";
312
360
  "onnx-tts": "onnx-tts";
313
361
  "tts-ggml": "tts-ggml";
@@ -325,7 +373,7 @@ export declare const diffusionPlugin: {
325
373
  parakeet: "parakeet";
326
374
  classification: "classification";
327
375
  }>, import("zod").ZodLiteral<"vad">]>>;
328
- }, import("zod/v4/core/index.js").$strip>]>>;
376
+ }, import("zod/v4/core").$strip>]>>;
329
377
  uncondModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
330
378
  src: import("zod").ZodString;
331
379
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -349,6 +397,7 @@ export declare const diffusionPlugin: {
349
397
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
350
398
  "llamacpp-embedding": "llamacpp-embedding";
351
399
  "llamacpp-decision": "llamacpp-decision";
400
+ "llamacpp-rerank": "llamacpp-rerank";
352
401
  "nmtcpp-translation": "nmtcpp-translation";
353
402
  "onnx-tts": "onnx-tts";
354
403
  "tts-ggml": "tts-ggml";
@@ -366,7 +415,7 @@ export declare const diffusionPlugin: {
366
415
  parakeet: "parakeet";
367
416
  classification: "classification";
368
417
  }>, import("zod").ZodLiteral<"vad">]>>;
369
- }, import("zod/v4/core/index.js").$strip>]>>;
418
+ }, import("zod/v4/core").$strip>]>>;
370
419
  clipVisionModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
371
420
  src: import("zod").ZodString;
372
421
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -390,6 +439,7 @@ export declare const diffusionPlugin: {
390
439
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
391
440
  "llamacpp-embedding": "llamacpp-embedding";
392
441
  "llamacpp-decision": "llamacpp-decision";
442
+ "llamacpp-rerank": "llamacpp-rerank";
393
443
  "nmtcpp-translation": "nmtcpp-translation";
394
444
  "onnx-tts": "onnx-tts";
395
445
  "tts-ggml": "tts-ggml";
@@ -407,7 +457,7 @@ export declare const diffusionPlugin: {
407
457
  parakeet: "parakeet";
408
458
  classification: "classification";
409
459
  }>, import("zod").ZodLiteral<"vad">]>>;
410
- }, import("zod/v4/core/index.js").$strip>]>>;
460
+ }, import("zod/v4/core").$strip>]>>;
411
461
  audioVaeModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
412
462
  src: import("zod").ZodString;
413
463
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -431,6 +481,7 @@ export declare const diffusionPlugin: {
431
481
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
432
482
  "llamacpp-embedding": "llamacpp-embedding";
433
483
  "llamacpp-decision": "llamacpp-decision";
484
+ "llamacpp-rerank": "llamacpp-rerank";
434
485
  "nmtcpp-translation": "nmtcpp-translation";
435
486
  "onnx-tts": "onnx-tts";
436
487
  "tts-ggml": "tts-ggml";
@@ -448,7 +499,7 @@ export declare const diffusionPlugin: {
448
499
  parakeet: "parakeet";
449
500
  classification: "classification";
450
501
  }>, import("zod").ZodLiteral<"vad">]>>;
451
- }, import("zod/v4/core/index.js").$strip>]>>;
502
+ }, import("zod/v4/core").$strip>]>>;
452
503
  embeddingsConnectorsModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
453
504
  src: import("zod").ZodString;
454
505
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -472,6 +523,7 @@ export declare const diffusionPlugin: {
472
523
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
473
524
  "llamacpp-embedding": "llamacpp-embedding";
474
525
  "llamacpp-decision": "llamacpp-decision";
526
+ "llamacpp-rerank": "llamacpp-rerank";
475
527
  "nmtcpp-translation": "nmtcpp-translation";
476
528
  "onnx-tts": "onnx-tts";
477
529
  "tts-ggml": "tts-ggml";
@@ -489,7 +541,7 @@ export declare const diffusionPlugin: {
489
541
  parakeet: "parakeet";
490
542
  classification: "classification";
491
543
  }>, import("zod").ZodLiteral<"vad">]>>;
492
- }, import("zod/v4/core/index.js").$strip>]>>;
544
+ }, import("zod/v4/core").$strip>]>>;
493
545
  taehvModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
494
546
  src: import("zod").ZodString;
495
547
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -513,6 +565,7 @@ export declare const diffusionPlugin: {
513
565
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
514
566
  "llamacpp-embedding": "llamacpp-embedding";
515
567
  "llamacpp-decision": "llamacpp-decision";
568
+ "llamacpp-rerank": "llamacpp-rerank";
516
569
  "nmtcpp-translation": "nmtcpp-translation";
517
570
  "onnx-tts": "onnx-tts";
518
571
  "tts-ggml": "tts-ggml";
@@ -530,7 +583,7 @@ export declare const diffusionPlugin: {
530
583
  parakeet: "parakeet";
531
584
  classification: "classification";
532
585
  }>, import("zod").ZodLiteral<"vad">]>>;
533
- }, import("zod/v4/core/index.js").$strip>]>>;
586
+ }, import("zod/v4/core").$strip>]>>;
534
587
  sceneSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
535
588
  src: import("zod").ZodString;
536
589
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -554,6 +607,7 @@ export declare const diffusionPlugin: {
554
607
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
555
608
  "llamacpp-embedding": "llamacpp-embedding";
556
609
  "llamacpp-decision": "llamacpp-decision";
610
+ "llamacpp-rerank": "llamacpp-rerank";
557
611
  "nmtcpp-translation": "nmtcpp-translation";
558
612
  "onnx-tts": "onnx-tts";
559
613
  "tts-ggml": "tts-ggml";
@@ -571,9 +625,10 @@ export declare const diffusionPlugin: {
571
625
  parakeet: "parakeet";
572
626
  classification: "classification";
573
627
  }>, import("zod").ZodLiteral<"vad">]>>;
574
- }, import("zod/v4/core/index.js").$strip>]>>;
628
+ }, import("zod/v4/core").$strip>]>>;
575
629
  world: import("zod").ZodOptional<import("zod").ZodObject<{
576
630
  seed: import("zod").ZodOptional<import("zod").ZodNumber>;
631
+ fitSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
577
632
  threads: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodLiteral<-1>, import("zod").ZodNumber]>>;
578
633
  backend: import("zod").ZodOptional<import("zod").ZodString>;
579
634
  numFramePerBlock: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -586,7 +641,7 @@ export declare const diffusionPlugin: {
586
641
  frameJpegQuality: import("zod").ZodOptional<import("zod").ZodNumber>;
587
642
  kvCache: import("zod").ZodOptional<import("zod").ZodBoolean>;
588
643
  profile: import("zod").ZodOptional<import("zod").ZodBoolean>;
589
- }, import("zod/v4/core/index.js").$strict>>;
644
+ }, import("zod/v4/core").$strict>>;
590
645
  upscaler: import("zod").ZodOptional<import("zod").ZodObject<{
591
646
  type: import("zod").ZodOptional<import("zod").ZodLiteral<"esrgan">>;
592
647
  model_src: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -612,6 +667,7 @@ export declare const diffusionPlugin: {
612
667
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
613
668
  "llamacpp-embedding": "llamacpp-embedding";
614
669
  "llamacpp-decision": "llamacpp-decision";
670
+ "llamacpp-rerank": "llamacpp-rerank";
615
671
  "nmtcpp-translation": "nmtcpp-translation";
616
672
  "onnx-tts": "onnx-tts";
617
673
  "tts-ggml": "tts-ggml";
@@ -629,13 +685,13 @@ export declare const diffusionPlugin: {
629
685
  parakeet: "parakeet";
630
686
  classification: "classification";
631
687
  }>, import("zod").ZodLiteral<"vad">]>>;
632
- }, import("zod/v4/core/index.js").$strip>]>>;
688
+ }, import("zod/v4/core").$strip>]>>;
633
689
  tile_size: import("zod").ZodOptional<import("zod").ZodNumber>;
634
690
  direct: import("zod").ZodOptional<import("zod").ZodBoolean>;
635
691
  offload_params_to_cpu: import("zod").ZodOptional<import("zod").ZodBoolean>;
636
692
  threads: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodLiteral<-1>, import("zod").ZodNumber]>>;
637
- }, import("zod/v4/core/index.js").$strict>>;
638
- }, import("zod/v4/core/index.js").$strip>;
693
+ }, import("zod/v4/core").$strict>>;
694
+ }, import("zod/v4/core").$strip>;
639
695
  assessFit: typeof diffusionAssessFit;
640
696
  resolveConfig(cfg: SdcppConfig, ctx: ResolveContext): Promise<ResolveResult<SdcppConfig, DiffusionArtifactKey>>;
641
697
  createModel(params: CreateModelParams): PluginModelResult;
@@ -691,8 +747,8 @@ export declare const diffusionPlugin: {
691
747
  strength: import("zod").ZodOptional<import("zod").ZodNumber>;
692
748
  upscale: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodBoolean, import("zod").ZodObject<{
693
749
  repeats: import("zod").ZodOptional<import("zod").ZodNumber>;
694
- }, import("zod/v4/core/index.js").$strict>]>>;
695
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
750
+ }, import("zod/v4/core").$strict>]>>;
751
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
696
752
  type: import("zod").ZodLiteral<"diffusionStream">;
697
753
  step: import("zod").ZodOptional<import("zod").ZodNumber>;
698
754
  totalSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -717,8 +773,8 @@ export declare const diffusionPlugin: {
717
773
  width: import("zod").ZodOptional<import("zod").ZodNumber>;
718
774
  height: import("zod").ZodOptional<import("zod").ZodNumber>;
719
775
  seed: import("zod").ZodOptional<import("zod").ZodNumber>;
720
- }, import("zod/v4/core/index.js").$strip>>;
721
- }, import("zod/v4/core/index.js").$strip>>;
776
+ }, import("zod/v4/core").$strip>>;
777
+ }, import("zod/v4/core").$strip>>;
722
778
  videoStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
723
779
  modelId: import("zod").ZodString;
724
780
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
@@ -824,7 +880,7 @@ export declare const diffusionPlugin: {
824
880
  reference_images: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
825
881
  reference_attention_strength: import("zod").ZodOptional<import("zod").ZodNumber>;
826
882
  reference_downscale_factor: import("zod").ZodOptional<import("zod").ZodLiteral<1>>;
827
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
883
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
828
884
  type: import("zod").ZodLiteral<"videoStream">;
829
885
  step: import("zod").ZodOptional<import("zod").ZodNumber>;
830
886
  totalSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -855,13 +911,13 @@ export declare const diffusionPlugin: {
855
911
  fps: import("zod").ZodOptional<import("zod").ZodNumber>;
856
912
  hasAudio: import("zod").ZodOptional<import("zod").ZodBoolean>;
857
913
  audioSampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
858
- }, import("zod/v4/core/index.js").$strip>>;
859
- }, import("zod/v4/core/index.js").$strip>>;
914
+ }, import("zod/v4/core").$strip>>;
915
+ }, import("zod/v4/core").$strip>>;
860
916
  upscaleStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
861
917
  modelId: import("zod").ZodString;
862
918
  image: import("zod").ZodString;
863
919
  repeats: import("zod").ZodOptional<import("zod").ZodNumber>;
864
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
920
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
865
921
  type: import("zod").ZodLiteral<"upscaleStream">;
866
922
  data: import("zod").ZodOptional<import("zod").ZodString>;
867
923
  outputIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -881,8 +937,8 @@ export declare const diffusionPlugin: {
881
937
  cpu: "cpu";
882
938
  gpu: "gpu";
883
939
  }>>;
884
- }, import("zod/v4/core/index.js").$strip>>;
885
- }, import("zod/v4/core/index.js").$strip>>;
940
+ }, import("zod/v4/core").$strip>>;
941
+ }, import("zod/v4/core").$strip>>;
886
942
  worldStepStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
887
943
  modelId: import("zod").ZodString;
888
944
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
@@ -896,7 +952,7 @@ export declare const diffusionPlugin: {
896
952
  K: "K";
897
953
  L: "L";
898
954
  }>>>;
899
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
955
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
900
956
  type: import("zod").ZodLiteral<"worldStepStream">;
901
957
  step: import("zod").ZodOptional<import("zod").ZodNumber>;
902
958
  totalSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -914,8 +970,8 @@ export declare const diffusionPlugin: {
914
970
  width: import("zod").ZodOptional<import("zod").ZodNumber>;
915
971
  height: import("zod").ZodOptional<import("zod").ZodNumber>;
916
972
  actionMask: import("zod").ZodOptional<import("zod").ZodNumber>;
917
- }, import("zod/v4/core/index.js").$strip>>;
918
- }, import("zod/v4/core/index.js").$strip>>;
973
+ }, import("zod/v4/core").$strip>>;
974
+ }, import("zod/v4/core").$strip>>;
919
975
  worldSceneStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
920
976
  modelId: import("zod").ZodString;
921
977
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
@@ -924,7 +980,7 @@ export declare const diffusionPlugin: {
924
980
  width: import("zod").ZodOptional<import("zod").ZodNumber>;
925
981
  height: import("zod").ZodOptional<import("zod").ZodNumber>;
926
982
  returnPack: import("zod").ZodOptional<import("zod").ZodBoolean>;
927
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
983
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
928
984
  type: import("zod").ZodLiteral<"worldSceneStream">;
929
985
  data: import("zod").ZodOptional<import("zod").ZodString>;
930
986
  done: import("zod").ZodOptional<import("zod").ZodBoolean>;
@@ -932,11 +988,11 @@ export declare const diffusionPlugin: {
932
988
  sceneCreateMs: import("zod").ZodOptional<import("zod").ZodNumber>;
933
989
  width: import("zod").ZodOptional<import("zod").ZodNumber>;
934
990
  height: import("zod").ZodOptional<import("zod").ZodNumber>;
935
- }, import("zod/v4/core/index.js").$strip>>;
936
- }, import("zod/v4/core/index.js").$strip>>;
991
+ }, import("zod/v4/core").$strip>>;
992
+ }, import("zod/v4/core").$strip>>;
937
993
  };
938
994
  logging: {
939
- module: () => Promise<typeof import("@qvac/diffusion-cpp/addonLogging.js")>;
995
+ module: () => Promise<typeof import("@qvac/diffusion-cpp/addonLogging")>;
940
996
  namespace: "sdcpp-generation";
941
997
  };
942
998
  };
@@ -4,41 +4,25 @@ import { createStreamLogger, registerAddonLogger, getEngineLogger } from '../../
4
4
  import { ModelLoadFailedError } from '../../../errors/index.js';
5
5
  import { isMobile } from '../../../runtime/state.js';
6
6
  import { stripMultiGpuKeys } from '../../../utils/multi-gpu-mobile.js';
7
- import { diffusion } from './ops/diffusion.js';
8
- import { markLtxVideoModel, markH3VideoModel, markMoeCapableVideoModel, video } from './ops/video.js';
9
- import { upscale } from './ops/upscale.js';
10
- import { createWorldSession, worldCreateScene, worldScenePath, worldStep } from './ops/world.js';
11
- // Single source of truth for `SdcppConfig.upscaler.*` → addon-config key
12
- // mapping. Used by both the diffusion-mode (post-generation upscaler) and the
13
- // standalone-upscale-mode branches; keeping the mapping in one place avoids
14
- // drift if `@qvac/diffusion-cpp` ever adds or renames an `upscaler_*` key.
15
- function flattenUpscalerKeys(upscaler) {
16
- if (!upscaler)
17
- return {};
18
- return {
19
- ...(upscaler.tile_size !== undefined && {
20
- upscaler_tile_size: upscaler.tile_size
21
- }),
22
- ...(upscaler.direct !== undefined && {
23
- upscaler_direct: upscaler.direct
24
- }),
25
- ...(upscaler.offload_params_to_cpu !== undefined && {
26
- upscaler_offload_params_to_cpu: upscaler.offload_params_to_cpu
27
- }),
28
- ...(upscaler.threads !== undefined && {
29
- upscaler_threads: upscaler.threads
30
- })
31
- };
32
- }
33
- // `mode: "upscale"` builds an EsrganUpscaler directly (not via SdCtx), so the
34
- // top-level `device` field has to be forwarded explicitly — it is not part of
35
- // the `upscaler.*` block.
36
- function toEsrganAddonConfig(config) {
37
- return {
38
- ...flattenUpscalerKeys(config.upscaler),
39
- ...(config.device !== undefined && { device: config.device }),
40
- ...(config.verbosity !== undefined && { verbosity: config.verbosity })
41
- };
7
+ import { diffusion } from '../../../plugins/builtin/sdcpp-generation/ops/diffusion.js';
8
+ import { markLtxVideoModel, markH3VideoModel, markMoeCapableVideoModel, video } from '../../../plugins/builtin/sdcpp-generation/ops/video.js';
9
+ import { upscale } from '../../../plugins/builtin/sdcpp-generation/ops/upscale.js';
10
+ import { createWorldSession, worldCreateScene, worldScenePath, worldStep } from '../../../plugins/builtin/sdcpp-generation/ops/world.js';
11
+ import { flattenUpscalerKeys, toEsrganAddonConfig } from '../../../plugins/builtin/sdcpp-generation/upscaler-config.js';
12
+ import { splitWorldConfig } from '../../../plugins/builtin/sdcpp-generation/world-config.js';
13
+ // Wait for op cleanup before emitting completion.
14
+ async function* withCompletionFrame(stream, complete) {
15
+ try {
16
+ let result = await stream.next();
17
+ while (!result.done) {
18
+ yield result.value;
19
+ result = await stream.next();
20
+ }
21
+ yield complete(result.value);
22
+ }
23
+ finally {
24
+ await stream.return?.(undefined);
25
+ }
42
26
  }
43
27
  /**
44
28
  * Stable-diffusion.cpp plugin for image diffusion, upscaling, and Wan video.
@@ -53,6 +37,13 @@ export const diffusionPlugin = definePlugin({
53
37
  loadConfigSchema: sdcppConfigSchema,
54
38
  assessFit: diffusionAssessFit,
55
39
  async resolveConfig(cfg, ctx) {
40
+ if (cfg.projectionModelSrc && cfg.mode !== 'diffusion') {
41
+ throw new ModelLoadFailedError('modelConfig.projectionModelSrc requires diffusion mode. ' +
42
+ "Use mode: 'diffusion' or remove projectionModelSrc.");
43
+ }
44
+ if (cfg.projectionModelSrc && !cfg.llmModelSrc) {
45
+ throw new ModelLoadFailedError('modelConfig.projectionModelSrc requires modelConfig.llmModelSrc for the LLM encoder.');
46
+ }
56
47
  if (cfg.uncondModelSrc && cfg.mode !== 'diffusion') {
57
48
  throw new ModelLoadFailedError('modelConfig.uncondModelSrc is Ideogram 4 diffusion only. ' +
58
49
  "Use mode: 'diffusion' or remove uncondModelSrc.");
@@ -149,7 +140,7 @@ export const diffusionPlugin = definePlugin({
149
140
  if (cfg.mode === 'upscale') {
150
141
  return { config: cfg };
151
142
  }
152
- const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, taehvModelSrc, sceneSrc, upscaler, ...rest } = cfg;
143
+ const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, projectionModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, taehvModelSrc, sceneSrc, upscaler, ...rest } = cfg;
153
144
  if (embeddingsConnectorsModelSrc && cfg.mode !== 'video') {
154
145
  throw new ModelLoadFailedError('modelConfig.embeddingsConnectorsModelSrc selects the LTX-2 video ' +
155
146
  "layout and is only valid with mode: 'video'.");
@@ -189,6 +180,7 @@ export const diffusionPlugin = definePlugin({
189
180
  clipVisionModelSrc,
190
181
  t5XxlModelSrc,
191
182
  llmModelSrc,
183
+ projectionModelSrc,
192
184
  vaeModelSrc,
193
185
  highNoiseDiffusionModelSrc,
194
186
  uncondModelSrc,
@@ -203,12 +195,13 @@ export const diffusionPlugin = definePlugin({
203
195
  return { config: runtimeConfig };
204
196
  }
205
197
  const resolve = ctx.resolveModelPath;
206
- const [clipLModelPath, clipGModelPath, clipVisionModelPath, t5XxlModelPath, llmModelPath, vaeModelPath, highNoiseDiffusionModelPath, uncondModelPath, audioVaeModelPath, embeddingsConnectorsModelPath, esrganModelPath, taehvModelPath, seedScenePath] = await Promise.all([
198
+ const [clipLModelPath, clipGModelPath, clipVisionModelPath, t5XxlModelPath, llmModelPath, projectionModelPath, vaeModelPath, highNoiseDiffusionModelPath, uncondModelPath, audioVaeModelPath, embeddingsConnectorsModelPath, esrganModelPath, taehvModelPath, seedScenePath] = await Promise.all([
207
199
  clipLModelSrc ? resolve(clipLModelSrc) : undefined,
208
200
  clipGModelSrc ? resolve(clipGModelSrc) : undefined,
209
201
  clipVisionModelSrc ? resolve(clipVisionModelSrc) : undefined,
210
202
  t5XxlModelSrc ? resolve(t5XxlModelSrc) : undefined,
211
203
  llmModelSrc ? resolve(llmModelSrc) : undefined,
204
+ projectionModelSrc ? resolve(projectionModelSrc) : undefined,
212
205
  vaeModelSrc ? resolve(vaeModelSrc) : undefined,
213
206
  highNoiseDiffusionModelSrc ? resolve(highNoiseDiffusionModelSrc) : undefined,
214
207
  uncondModelSrc ? resolve(uncondModelSrc) : undefined,
@@ -226,6 +219,7 @@ export const diffusionPlugin = definePlugin({
226
219
  ...(clipVisionModelPath && { clipVisionModelPath }),
227
220
  ...(t5XxlModelPath && { t5XxlModelPath }),
228
221
  ...(llmModelPath && { llmModelPath }),
222
+ ...(projectionModelPath && { projectionModelPath }),
229
223
  ...(vaeModelPath && { vaeModelPath }),
230
224
  ...(highNoiseDiffusionModelPath && { highNoiseDiffusionModelPath }),
231
225
  ...(uncondModelPath && { uncondModelPath }),
@@ -287,10 +281,7 @@ export const diffusionPlugin = definePlugin({
287
281
  taehv: artifacts['taehvModelPath'],
288
282
  scene: worldScenePath(modelId)
289
283
  },
290
- // Cast rather than rebuild: `exactOptionalPropertyTypes` will not widen
291
- // the schema's `x?: T` into the addon's `x?: T` without it, and the
292
- // addon already drops undefined values before stringifying them.
293
- config: (config.world ?? {}),
284
+ config: splitWorldConfig(config.world).session,
294
285
  encoders: {
295
286
  t5: artifacts['t5XxlModelPath'],
296
287
  vae: artifacts['vaeModelPath']
@@ -372,7 +363,7 @@ export const diffusionPlugin = definePlugin({
372
363
  };
373
364
  }
374
365
  /* eslint-disable @typescript-eslint/no-unused-vars */
375
- const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, upscaler, mode, ...rest } = config;
366
+ const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, projectionModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, upscaler, mode, ...rest } = config;
376
367
  /* eslint-enable @typescript-eslint/no-unused-vars */
377
368
  const model = new VideoStableDiffusion({
378
369
  files,
@@ -394,6 +385,7 @@ export const diffusionPlugin = definePlugin({
394
385
  ...(artifacts?.['clipGModelPath'] && { clipG: artifacts['clipGModelPath'] }),
395
386
  ...(artifacts?.['t5XxlModelPath'] && { t5Xxl: artifacts['t5XxlModelPath'] }),
396
387
  ...(artifacts?.['llmModelPath'] && { llm: artifacts['llmModelPath'] }),
388
+ ...(artifacts?.['projectionModelPath'] && { llmVision: artifacts['projectionModelPath'] }),
397
389
  ...(artifacts?.['vaeModelPath'] && { vae: artifacts['vaeModelPath'] }),
398
390
  ...(artifacts?.['uncondModelPath'] && {
399
391
  uncondModel: artifacts['uncondModelPath']
@@ -425,14 +417,22 @@ export const diffusionPlugin = definePlugin({
425
417
  // sdcpp diffusion exposes a model-wide hard cancel — compute
426
418
  // is interrupted on the currently-running generation.
427
419
  cancel: { scope: 'model', hard: true },
428
- handler: diffusion
420
+ handler: (request) => withCompletionFrame(diffusion(request), ({ stats }) => ({
421
+ type: 'diffusionStream',
422
+ done: true,
423
+ stats
424
+ }))
429
425
  }),
430
426
  videoStream: defineHandler({
431
427
  requestSchema: videoRequestSchema,
432
428
  responseSchema: videoStreamResponseSchema,
433
429
  streaming: true,
434
430
  cancel: { scope: 'model', hard: true },
435
- handler: video
431
+ handler: (request) => withCompletionFrame(video(request), ({ stats }) => ({
432
+ type: 'videoStream',
433
+ done: true,
434
+ stats
435
+ }))
436
436
  }),
437
437
  upscaleStream: defineHandler({
438
438
  requestSchema: upscaleRequestSchema,
@@ -465,7 +465,7 @@ export const diffusionPlugin = definePlugin({
465
465
  })
466
466
  },
467
467
  logging: {
468
- module: () => import('@qvac/diffusion-cpp/addonLogging.js'),
468
+ module: () => import('@qvac/diffusion-cpp/addonLogging'),
469
469
  namespace: ModelType.sdcppGeneration
470
470
  }
471
471
  });
@@ -0,0 +1,15 @@
1
+ import type { SdcppConfig } from '../../../schemas/index.js';
2
+ export declare function flattenUpscalerKeys(upscaler: SdcppConfig['upscaler']): {
3
+ upscaler_threads?: number;
4
+ upscaler_offload_params_to_cpu?: boolean;
5
+ upscaler_direct?: boolean;
6
+ upscaler_tile_size?: number;
7
+ };
8
+ export declare function toEsrganAddonConfig(config: SdcppConfig): {
9
+ verbosity?: number;
10
+ device?: "cpu" | "gpu";
11
+ upscaler_threads?: number;
12
+ upscaler_offload_params_to_cpu?: boolean;
13
+ upscaler_direct?: boolean;
14
+ upscaler_tile_size?: number;
15
+ };
@@ -0,0 +1,19 @@
1
+ export function flattenUpscalerKeys(upscaler) {
2
+ if (!upscaler)
3
+ return {};
4
+ return {
5
+ ...(upscaler.tile_size !== undefined && { upscaler_tile_size: upscaler.tile_size }),
6
+ ...(upscaler.direct !== undefined && { upscaler_direct: upscaler.direct }),
7
+ ...(upscaler.offload_params_to_cpu !== undefined && {
8
+ upscaler_offload_params_to_cpu: upscaler.offload_params_to_cpu
9
+ }),
10
+ ...(upscaler.threads !== undefined && { upscaler_threads: upscaler.threads })
11
+ };
12
+ }
13
+ export function toEsrganAddonConfig(config) {
14
+ return {
15
+ ...flattenUpscalerKeys(config.upscaler),
16
+ ...(config.device !== undefined && { device: config.device }),
17
+ ...(config.verbosity !== undefined && { verbosity: config.verbosity })
18
+ };
19
+ }
@@ -0,0 +1,8 @@
1
+ import type { WorldConfig } from '@qvac/diffusion-cpp/world';
2
+ import type { SdcppConfig } from '../../../schemas/index.js';
3
+ export declare const DEFAULT_WORLD_FIT_STEPS = 100;
4
+ /** `fitSteps` sizes the memory fit only; the native walk session never sees it. */
5
+ export declare function splitWorldConfig(world: SdcppConfig['world']): {
6
+ fitSteps: number;
7
+ session: WorldConfig;
8
+ };
@@ -0,0 +1,9 @@
1
+ export const DEFAULT_WORLD_FIT_STEPS = 100;
2
+ /** `fitSteps` sizes the memory fit only; the native walk session never sees it. */
3
+ export function splitWorldConfig(world) {
4
+ const { fitSteps = DEFAULT_WORLD_FIT_STEPS, ...session } = world ?? {};
5
+ // Cast rather than rebuild: `exactOptionalPropertyTypes` will not widen the
6
+ // schema's `x?: T` into the addon's `x?: T` without it, and the addon already
7
+ // drops undefined values before stringifying them.
8
+ return { fitSteps, session: session };
9
+ }
@@ -1,5 +1,5 @@
1
1
  import { type TextToSpeechStreamRequest } from '../../../../schemas/index.js';
2
2
  import Buffer from 'bare-buffer';
3
3
  import { type TtsOpYield } from '../../../../utils/tts-stats.js';
4
- import type { TtsOpResult } from './text-to-speech.js';
4
+ import type { TtsOpResult } from '../../../../plugins/builtin/tts-ggml/ops/text-to-speech.js';
5
5
  export declare function textToSpeechStream(params: TextToSpeechStreamRequest, inputStream: AsyncIterable<Buffer>): AsyncGenerator<TtsOpYield, TtsOpResult, unknown>;