@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -0,0 +1,68 @@
1
+ import { ModelLoadFailedError } from '../../../errors/index.js';
2
+ import { assertUpscalerResolved, imageConfigFor, imageFilesFor, videoConfigFor, videoFilesFor } from '../../../plugins/builtin/sdcpp-generation/load-files.js';
3
+ import { toEsrganAddonConfig } from '../../../plugins/builtin/sdcpp-generation/upscaler-config.js';
4
+ import { splitWorldConfig } from '../../../plugins/builtin/sdcpp-generation/world-config.js';
5
+ import { isMobile } from '../../../runtime/state.js';
6
+ import { stripMultiGpuKeys } from '../../../utils/multi-gpu-mobile.js';
7
+ /**
8
+ * Frames to project a video load at. The fitter reads one frame when nothing
9
+ * is passed, which projects image generation; `run` generates 33. The frame
10
+ * count is a generation parameter, and this assessment sees load config alone.
11
+ */
12
+ const DEFAULT_VIDEO_FRAMES = 33;
13
+ /** The diffusion fit request for a load: the files and config each mode loads. */
14
+ export function sdcppFitRequest(load) {
15
+ if (load.isShardedModel) {
16
+ return { unknown: 'the fitter reads one model file, and this model is split' };
17
+ }
18
+ const config = { ...(load.modelConfig ?? {}) };
19
+ // A mobile load drops the multi-GPU keys before it runs.
20
+ if (isMobile())
21
+ stripMultiGpuKeys(config);
22
+ const artifacts = load.artifacts;
23
+ if (config.mode === 'upscale') {
24
+ const request = {
25
+ mode: 'upscale',
26
+ files: { esrgan: load.modelPath },
27
+ config: toEsrganAddonConfig(config),
28
+ workload: { upscaleRepeats: 1 }
29
+ };
30
+ return { request };
31
+ }
32
+ if (config.mode === 'world') {
33
+ const taehv = artifacts?.['taehvModelPath'];
34
+ if (!taehv) {
35
+ throw new ModelLoadFailedError('modelConfig.taehvModelSrc is required in world mode. ' +
36
+ 'Provide the taew2_2 pixel decoder before loading the walk session.');
37
+ }
38
+ // The fitter sizes the session from the scene's header, and a session
39
+ // without a seed scene has none until worldCreateScene builds it.
40
+ const scene = artifacts['seedScenePath'];
41
+ if (!scene)
42
+ return { unknown: 'a world session without a seed scene has no scene to size' };
43
+ const { fitSteps, session } = splitWorldConfig(config.world);
44
+ const request = {
45
+ mode: 'world',
46
+ files: { model: load.modelPath, taehv, scene },
47
+ config: session,
48
+ workload: { walkSteps: fitSteps }
49
+ };
50
+ return { request };
51
+ }
52
+ const vaeTiling = config.vae_tiling !== undefined && { vaeTiling: config.vae_tiling };
53
+ if (config.mode === 'video') {
54
+ const request = {
55
+ files: videoFilesFor(load.modelPath, artifacts),
56
+ config: videoConfigFor(config),
57
+ workload: { ...vaeTiling, videoFrames: DEFAULT_VIDEO_FRAMES }
58
+ };
59
+ return { request };
60
+ }
61
+ assertUpscalerResolved(config, artifacts);
62
+ const request = {
63
+ files: imageFilesFor(load.modelPath, artifacts),
64
+ config: imageConfigFor(config),
65
+ workload: { ...vaeTiling, ...(config.upscaler !== undefined && { upscaleRepeats: 1 }) }
66
+ };
67
+ return { request };
68
+ }
@@ -0,0 +1,30 @@
1
+ import type { DiffusionFiles, SdConfig, VideoStableDiffusionArgs } from '@qvac/diffusion-cpp';
2
+ import type { SdcppConfig } from '../../../schemas/index.js';
3
+ type Artifacts = Record<string, string> | undefined;
4
+ /**
5
+ * In diffusion mode the ESRGAN file (when post-generation upscale is wanted)
6
+ * must come from upscaler.model_src — the primary modelPath is the main
7
+ * diffusion checkpoint.
8
+ */
9
+ export declare function assertUpscalerResolved(config: SdcppConfig, artifacts: Artifacts): void;
10
+ /** The image pipeline's files. */
11
+ export declare function imageFilesFor(modelPath: string, artifacts: Artifacts): DiffusionFiles;
12
+ /**
13
+ * The image pipeline's engine config. `mode` selects the model class and the
14
+ * native config does not understand it; the upscaler block is flattened into
15
+ * its `upscaler_*` keys.
16
+ */
17
+ export declare function imageConfigFor(config: SdcppConfig): SdConfig;
18
+ /**
19
+ * The video pipeline's files, selecting the companion layout the way the addon
20
+ * self-detects it: the LTX-2 text-embedding connectors switch to the LTX-2
21
+ * layout (Gemma via llm + video VAE + connectors, optional audio VAE —
22
+ * `SdModel::isLtxModel_ = !embeddingsConnectorsPath.empty()`); without them, an
23
+ * audio VAE (or an llm with no Wan T5) means MiniMax-H3 (llm + video VAE, with
24
+ * an optional audio VAE); everything else is Wan via t5Xxl. Native code
25
+ * verifies the model's tensors.
26
+ */
27
+ export declare function videoFilesFor(modelPath: string, artifacts: Artifacts): VideoStableDiffusionArgs['files'];
28
+ /** The video pipeline's engine config: the SDK's own keys stripped. */
29
+ export declare function videoConfigFor(config: SdcppConfig): SdConfig;
30
+ export {};
@@ -0,0 +1,121 @@
1
+ import { ModelLoadFailedError } from '../../../errors/index.js';
2
+ import { flattenUpscalerKeys } from '../../../plugins/builtin/sdcpp-generation/upscaler-config.js';
3
+ /**
4
+ * In diffusion mode the ESRGAN file (when post-generation upscale is wanted)
5
+ * must come from upscaler.model_src — the primary modelPath is the main
6
+ * diffusion checkpoint.
7
+ */
8
+ export function assertUpscalerResolved(config, artifacts) {
9
+ if (config.mode === 'diffusion' &&
10
+ config.upscaler !== undefined &&
11
+ !artifacts?.['esrganModelPath']) {
12
+ throw new ModelLoadFailedError('modelConfig.upscaler.model_src is required when modelConfig.upscaler ' +
13
+ 'is set in diffusion mode. Provide the ESRGAN model, omit the ' +
14
+ "upscaler block, or switch to modelConfig.mode = 'upscale' to load " +
15
+ 'a standalone upscaler.');
16
+ }
17
+ }
18
+ /** The image pipeline's files. */
19
+ export function imageFilesFor(modelPath, artifacts) {
20
+ return {
21
+ model: modelPath,
22
+ ...(artifacts?.['clipLModelPath'] && { clipL: artifacts['clipLModelPath'] }),
23
+ ...(artifacts?.['clipGModelPath'] && { clipG: artifacts['clipGModelPath'] }),
24
+ ...(artifacts?.['t5XxlModelPath'] && { t5Xxl: artifacts['t5XxlModelPath'] }),
25
+ ...(artifacts?.['llmModelPath'] && { llm: artifacts['llmModelPath'] }),
26
+ ...(artifacts?.['projectionModelPath'] && { llmVision: artifacts['projectionModelPath'] }),
27
+ ...(artifacts?.['vaeModelPath'] && { vae: artifacts['vaeModelPath'] }),
28
+ ...(artifacts?.['uncondModelPath'] && {
29
+ uncondModel: artifacts['uncondModelPath']
30
+ }),
31
+ ...(artifacts?.['tokenizerPath'] && { tokenizer: artifacts['tokenizerPath'] }),
32
+ ...(artifacts?.['esrganModelPath'] && { esrgan: artifacts['esrganModelPath'] })
33
+ };
34
+ }
35
+ /**
36
+ * The image pipeline's engine config. `mode` selects the model class and the
37
+ * native config does not understand it; the upscaler block is flattened into
38
+ * its `upscaler_*` keys.
39
+ */
40
+ export function imageConfigFor(config) {
41
+ // eslint-disable-next-line @typescript-eslint/no-unused-vars
42
+ const { upscaler, mode, ...rest } = config;
43
+ return { ...rest, ...flattenUpscalerKeys(upscaler) };
44
+ }
45
+ /**
46
+ * The video pipeline's files, selecting the companion layout the way the addon
47
+ * self-detects it: the LTX-2 text-embedding connectors switch to the LTX-2
48
+ * layout (Gemma via llm + video VAE + connectors, optional audio VAE —
49
+ * `SdModel::isLtxModel_ = !embeddingsConnectorsPath.empty()`); without them, an
50
+ * audio VAE (or an llm with no Wan T5) means MiniMax-H3 (llm + video VAE, with
51
+ * an optional audio VAE); everything else is Wan via t5Xxl. Native code
52
+ * verifies the model's tensors.
53
+ */
54
+ export function videoFilesFor(modelPath, artifacts) {
55
+ if (!artifacts?.['vaeModelPath']) {
56
+ throw new ModelLoadFailedError('modelConfig.vaeModelSrc is required in video mode. ' +
57
+ 'Provide the Wan, LTX-2 or MiniMax-H3 video VAE before loading the video pipeline.');
58
+ }
59
+ const vaeModelPath = artifacts['vaeModelPath'];
60
+ const embeddingsConnectorsModelPath = artifacts['embeddingsConnectorsModelPath'];
61
+ if (embeddingsConnectorsModelPath) {
62
+ if (!artifacts['llmModelPath']) {
63
+ throw new ModelLoadFailedError('modelConfig.llmModelSrc is required for LTX-2 video. ' +
64
+ 'Provide the Gemma text encoder model before loading the LTX-2 pipeline.');
65
+ }
66
+ return {
67
+ model: modelPath,
68
+ vae: vaeModelPath,
69
+ llm: artifacts['llmModelPath'],
70
+ embeddingsConnectors: embeddingsConnectorsModelPath,
71
+ ...(artifacts['audioVaeModelPath'] && {
72
+ audioVae: artifacts['audioVaeModelPath']
73
+ }),
74
+ ...(artifacts['esrganModelPath'] && { esrgan: artifacts['esrganModelPath'] })
75
+ };
76
+ }
77
+ if (artifacts['audioVaeModelPath'] ||
78
+ (artifacts['llmModelPath'] && !artifacts['t5XxlModelPath'])) {
79
+ if (!artifacts['llmModelPath']) {
80
+ throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc and vaeModelSrc.');
81
+ }
82
+ if (artifacts['t5XxlModelPath'] ||
83
+ artifacts['highNoiseDiffusionModelPath'] ||
84
+ artifacts['clipVisionModelPath'] ||
85
+ artifacts['clipLModelPath'] ||
86
+ artifacts['clipGModelPath']) {
87
+ throw new ModelLoadFailedError('MiniMax-H3 cannot use Wan T5, high-noise, CLIP-vision or CLIP-L/G companions.');
88
+ }
89
+ return {
90
+ model: modelPath,
91
+ vae: vaeModelPath,
92
+ llm: artifacts['llmModelPath'],
93
+ ...(artifacts['audioVaeModelPath'] && {
94
+ audioVae: artifacts['audioVaeModelPath']
95
+ })
96
+ };
97
+ }
98
+ if (!artifacts['t5XxlModelPath']) {
99
+ throw new ModelLoadFailedError('modelConfig.t5XxlModelSrc is required in video mode. ' +
100
+ 'Provide the Wan text encoder model before loading the video pipeline.');
101
+ }
102
+ return {
103
+ model: modelPath,
104
+ vae: vaeModelPath,
105
+ t5Xxl: artifacts['t5XxlModelPath'],
106
+ ...(artifacts['highNoiseDiffusionModelPath'] && {
107
+ highNoiseDiffusionModel: artifacts['highNoiseDiffusionModelPath']
108
+ }),
109
+ ...(artifacts['clipVisionModelPath'] && {
110
+ clipVision: artifacts['clipVisionModelPath']
111
+ }),
112
+ ...(artifacts['esrganModelPath'] && { esrgan: artifacts['esrganModelPath'] })
113
+ };
114
+ }
115
+ /** The video pipeline's engine config: the SDK's own keys stripped. */
116
+ export function videoConfigFor(config) {
117
+ /* eslint-disable @typescript-eslint/no-unused-vars */
118
+ const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, projectionModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, tokenizerSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, upscaler, mode, ...rest } = config;
119
+ /* eslint-enable @typescript-eslint/no-unused-vars */
120
+ return rest;
121
+ }
@@ -1,2 +1,8 @@
1
- import type { DiffusionRequest, DiffusionStreamResponse } from '../../../../schemas/sdcpp-config.js';
2
- export declare function diffusion(request: DiffusionRequest): AsyncGenerator<DiffusionStreamResponse>;
1
+ import { type PluginHandlerContext } from '../../../../schemas/plugin.js';
2
+ import type { DiffusionRequest, DiffusionStreamResponse, DiffusionStats } from '../../../../schemas/sdcpp-config.js';
3
+ import type { TrackedRequest } from '../../../../schemas/request-base.js';
4
+ export type DiffusionOpResult = {
5
+ requestId: string;
6
+ stats: DiffusionStats | undefined;
7
+ };
8
+ export declare function diffusion(request: DiffusionRequest & TrackedRequest, context?: PluginHandlerContext): AsyncGenerator<DiffusionStreamResponse, DiffusionOpResult>;
@@ -1,64 +1,185 @@
1
+ var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
2
+ if (value !== null && value !== void 0) {
3
+ if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
4
+ var dispose, inner;
5
+ if (async) {
6
+ if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
7
+ dispose = value[Symbol.asyncDispose];
8
+ }
9
+ if (dispose === void 0) {
10
+ if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
11
+ dispose = value[Symbol.dispose];
12
+ if (async) inner = dispose;
13
+ }
14
+ if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
15
+ if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
16
+ env.stack.push({ value: value, dispose: dispose, async: async });
17
+ }
18
+ else if (async) {
19
+ env.stack.push({ async: true });
20
+ }
21
+ return value;
22
+ };
23
+ var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
24
+ return function (env) {
25
+ function fail(e) {
26
+ env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
27
+ env.hasError = true;
28
+ }
29
+ var r, s = 0;
30
+ function next() {
31
+ while (r = env.stack.pop()) {
32
+ try {
33
+ if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
34
+ if (r.dispose) {
35
+ var result = r.dispose.call(r.value);
36
+ if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
37
+ }
38
+ else s |= 1;
39
+ }
40
+ catch (e) {
41
+ fail(e);
42
+ }
43
+ }
44
+ if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
45
+ if (env.hasError) throw env.error;
46
+ }
47
+ return next();
48
+ };
49
+ })(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
50
+ var e = new Error(message);
51
+ return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
+ });
53
+ import { requestParent } from '../../../../schemas/plugin.js';
1
54
  import { getModel } from '../../../../runtime/model-registry.js';
2
55
  import Buffer from 'bare-buffer';
3
- export async function* diffusion(request) {
4
- const model = getModel(request.modelId);
5
- const init_image = request.init_image ? Buffer.from(request.init_image, 'base64') : undefined;
6
- const init_images = request.init_images
7
- ? request.init_images.map((b64) => Buffer.from(b64, 'base64'))
8
- : undefined;
9
- const response = await model.run({
10
- prompt: request.prompt,
11
- negative_prompt: request.negative_prompt,
12
- width: request.width,
13
- height: request.height,
14
- steps: request.steps,
15
- cfg_scale: request.cfg_scale,
16
- img_cfg_scale: request.img_cfg_scale ?? -1,
17
- guidance: request.guidance,
18
- sampling_method: request.sampling_method,
19
- scheduler: request.scheduler,
20
- seed: request.seed,
21
- batch_count: request.batch_count,
22
- vae_tiling: request.vae_tiling,
23
- cache_preset: request.cache_preset,
24
- init_image,
25
- init_images,
26
- increase_ref_index: request.increase_ref_index,
27
- auto_resize_ref_image: request.auto_resize_ref_image,
28
- strength: request.strength,
29
- lora: request.lora,
30
- upscale: request.upscale === false ? undefined : request.upscale
31
- });
32
- let outputIndex = 0;
33
- for await (const chunk of response.iterate()) {
34
- if (chunk instanceof Uint8Array) {
35
- yield {
36
- type: 'diffusionStream',
37
- data: Buffer.from(chunk).toString('base64'),
38
- outputIndex: outputIndex++
39
- };
40
- }
41
- else if (typeof chunk === 'string') {
42
- try {
43
- const tick = JSON.parse(chunk);
44
- if ('step' in tick) {
56
+ import { getRequestRegistry, withRequestContext } from '../../../../runtime/index.js';
57
+ import { generateRandomRequestId } from '../../../../runtime/request-id.js';
58
+ import { getEngineLogger } from '../../../../logging/index.js';
59
+ import { InferenceCancelledError } from '../../../../errors/index.js';
60
+ export async function* diffusion(request, context) {
61
+ const env_1 = { stack: [], error: void 0, hasError: false };
62
+ try {
63
+ const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
64
+ requestId: request.requestId ?? generateRandomRequestId(),
65
+ sessionId: request.sessionId,
66
+ ...requestParent(context),
67
+ kind: 'diffusion',
68
+ modelId: request.modelId
69
+ }), true);
70
+ if (ctx.signal.aborted)
71
+ throw new InferenceCancelledError(ctx.requestId);
72
+ const model = getModel(request.modelId);
73
+ const cancellable = model;
74
+ const logger = withRequestContext(getEngineLogger(), ctx);
75
+ let cancelPromise;
76
+ const onAbort = () => {
77
+ cancelPromise ??= cancellable.cancel().catch((error) => {
78
+ logger.warn(`Diffusion cancel failed: ${String(error)}`);
79
+ });
80
+ };
81
+ ctx.signal.addEventListener('abort', onAbort, { once: true });
82
+ ctx.scope.defer(async () => {
83
+ ctx.signal.removeEventListener('abort', onAbort);
84
+ // A delayed native cancel must finish before another request owns the model.
85
+ await cancelPromise;
86
+ });
87
+ if (ctx.signal.aborted)
88
+ throw new InferenceCancelledError(ctx.requestId);
89
+ const init_image = request.init_image ? Buffer.from(request.init_image, 'base64') : undefined;
90
+ const init_images = request.init_images
91
+ ? request.init_images.map((b64) => Buffer.from(b64, 'base64'))
92
+ : undefined;
93
+ try {
94
+ const response = await model.run({
95
+ prompt: request.prompt,
96
+ negative_prompt: request.negative_prompt,
97
+ width: request.width,
98
+ height: request.height,
99
+ steps: request.steps,
100
+ cfg_scale: request.cfg_scale,
101
+ img_cfg_scale: request.img_cfg_scale ?? -1,
102
+ guidance: request.guidance,
103
+ sampling_method: request.sampling_method,
104
+ scheduler: request.scheduler,
105
+ custom_sigmas: request.custom_sigmas,
106
+ seed: request.seed,
107
+ batch_count: request.batch_count,
108
+ vae_tiling: request.vae_tiling,
109
+ vae_tile_size: request.vae_tile_size,
110
+ cache_preset: request.cache_preset,
111
+ init_image,
112
+ init_images,
113
+ increase_ref_index: request.increase_ref_index,
114
+ auto_resize_ref_image: request.auto_resize_ref_image,
115
+ strength: request.strength,
116
+ lora: request.lora,
117
+ upscale: request.upscale === false ? undefined : request.upscale
118
+ });
119
+ // Keep ownership until native work settles, including an early consumer exit.
120
+ let drained = false;
121
+ ctx.scope.defer(async () => {
122
+ if (drained)
123
+ return;
124
+ onAbort();
125
+ try {
126
+ await response.await();
127
+ }
128
+ catch {
129
+ // The stream carries the original failure or cancellation.
130
+ }
131
+ });
132
+ let outputIndex = 0;
133
+ for await (const chunk of response.iterate()) {
134
+ if (ctx.signal.aborted)
135
+ continue;
136
+ if (chunk instanceof Uint8Array) {
45
137
  yield {
46
138
  type: 'diffusionStream',
47
- step: tick['step'],
48
- totalSteps: tick['total'],
49
- elapsedMs: tick['elapsed_ms']
139
+ data: Buffer.from(chunk).toString('base64'),
140
+ outputIndex: outputIndex++
50
141
  };
51
142
  }
143
+ else if (typeof chunk === 'string') {
144
+ try {
145
+ const tick = JSON.parse(chunk);
146
+ if ('step' in tick) {
147
+ yield {
148
+ type: 'diffusionStream',
149
+ step: tick['step'],
150
+ totalSteps: tick['total'],
151
+ elapsedMs: tick['elapsed_ms']
152
+ };
153
+ }
154
+ }
155
+ catch {
156
+ // Ignore non-JSON output.
157
+ }
158
+ }
52
159
  }
53
- catch {
54
- // Non-JSON string output — skip
160
+ drained = true;
161
+ if (ctx.signal.aborted)
162
+ throw new InferenceCancelledError(ctx.requestId);
163
+ const responseWithStats = response;
164
+ return { requestId: ctx.requestId, stats: responseWithStats.stats ?? undefined };
165
+ }
166
+ catch (error) {
167
+ if (ctx.signal.aborted) {
168
+ if (error instanceof InferenceCancelledError)
169
+ throw error;
170
+ throw new InferenceCancelledError(ctx.requestId, {}, error);
55
171
  }
172
+ ctx.state = 'failed';
173
+ throw error;
56
174
  }
57
175
  }
58
- const responseWithStats = response;
59
- yield {
60
- type: 'diffusionStream',
61
- done: true,
62
- stats: responseWithStats.stats ?? undefined
63
- };
176
+ catch (e_1) {
177
+ env_1.error = e_1;
178
+ env_1.hasError = true;
179
+ }
180
+ finally {
181
+ const result_1 = __disposeResources(env_1);
182
+ if (result_1)
183
+ await result_1;
184
+ }
64
185
  }
@@ -1,2 +1,5 @@
1
+ import { type PluginHandlerContext } from '../../../../schemas/plugin.js';
2
+ import Buffer from 'bare-buffer';
3
+ import type { TrackedRequest } from '../../../../schemas/request-base.js';
1
4
  import type { UpscaleRequest, UpscaleStreamResponse } from '../../../../schemas/sdcpp-config.js';
2
- export declare function upscale(request: UpscaleRequest): AsyncGenerator<UpscaleStreamResponse>;
5
+ export declare function upscale(request: UpscaleRequest & TrackedRequest, _inputStream?: AsyncIterable<Buffer>, context?: PluginHandlerContext): AsyncGenerator<UpscaleStreamResponse>;
@@ -1,7 +1,62 @@
1
+ var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
2
+ if (value !== null && value !== void 0) {
3
+ if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
4
+ var dispose, inner;
5
+ if (async) {
6
+ if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
7
+ dispose = value[Symbol.asyncDispose];
8
+ }
9
+ if (dispose === void 0) {
10
+ if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
11
+ dispose = value[Symbol.dispose];
12
+ if (async) inner = dispose;
13
+ }
14
+ if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
15
+ if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
16
+ env.stack.push({ value: value, dispose: dispose, async: async });
17
+ }
18
+ else if (async) {
19
+ env.stack.push({ async: true });
20
+ }
21
+ return value;
22
+ };
23
+ var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
24
+ return function (env) {
25
+ function fail(e) {
26
+ env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
27
+ env.hasError = true;
28
+ }
29
+ var r, s = 0;
30
+ function next() {
31
+ while (r = env.stack.pop()) {
32
+ try {
33
+ if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
34
+ if (r.dispose) {
35
+ var result = r.dispose.call(r.value);
36
+ if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
37
+ }
38
+ else s |= 1;
39
+ }
40
+ catch (e) {
41
+ fail(e);
42
+ }
43
+ }
44
+ if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
45
+ if (env.hasError) throw env.error;
46
+ }
47
+ return next();
48
+ };
49
+ })(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
50
+ var e = new Error(message);
51
+ return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
+ });
53
+ import { requestParent } from '../../../../schemas/plugin.js';
1
54
  import { EsrganUpscaler } from '@qvac/diffusion-cpp';
2
55
  import Buffer from 'bare-buffer';
3
56
  import { getModel, getModelEntry } from '../../../../runtime/model-registry.js';
4
- import { ModelOperationNotSupportedError } from '../../../../errors/index.js';
57
+ import { getRequestRegistry } from '../../../../runtime/index.js';
58
+ import { generateRandomRequestId } from '../../../../runtime/request-id.js';
59
+ import { InferenceCancelledError, ModelOperationNotSupportedError } from '../../../../errors/index.js';
5
60
  import { ModelType } from '../../../../schemas/index.js';
6
61
  // The diffusion plugin instantiates `EsrganUpscaler` when the model is loaded
7
62
  // with `modelConfig.mode === "upscale"` and `ImgStableDiffusion` otherwise. The
@@ -15,27 +70,57 @@ function asUpscalerModel(model, modelId) {
15
70
  const modelType = entry ? entry.local.modelType : ModelType.sdcppGeneration;
16
71
  throw new ModelOperationNotSupportedError(modelId, modelType, 'upscale', ['diffusion'], []);
17
72
  }
18
- export async function* upscale(request) {
19
- const model = asUpscalerModel(getModel(request.modelId), request.modelId);
20
- const response = await model.upscale(Buffer.from(request.image, 'base64'), request.repeats === undefined ? undefined : { repeats: request.repeats });
21
- // The addon emits exactly one final PNG regardless of `repeats`, so
22
- // this loop typically iterates once. `outputIndex` is still emitted for
23
- // wire parity with diffusionStream and to leave headroom for future
24
- // multi-output variants.
25
- let outputIndex = 0;
26
- for await (const chunk of response.iterate()) {
27
- if (chunk instanceof Uint8Array) {
28
- yield {
29
- type: 'upscaleStream',
30
- data: Buffer.from(chunk).toString('base64'),
31
- outputIndex: outputIndex++
32
- };
73
+ export async function* upscale(request, _inputStream, context) {
74
+ const env_1 = { stack: [], error: void 0, hasError: false };
75
+ try {
76
+ // Registered under the diffusion kind: the upscaler shares the model's single
77
+ // native job slot, so an upscale and a generation on one model queue through
78
+ // the same lane. The addon has no abort hook; a cancel stops delivery and
79
+ // the native pass runs to completion.
80
+ const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
81
+ requestId: request.requestId ?? generateRandomRequestId(),
82
+ sessionId: request.sessionId,
83
+ ...requestParent(context),
84
+ kind: 'diffusion',
85
+ modelId: request.modelId
86
+ }), true);
87
+ if (ctx.signal.aborted)
88
+ throw new InferenceCancelledError(ctx.requestId);
89
+ const model = asUpscalerModel(getModel(request.modelId), request.modelId);
90
+ const response = await model.upscale(Buffer.from(request.image, 'base64'), request.repeats === undefined ? undefined : { repeats: request.repeats });
91
+ // The addon emits exactly one final PNG regardless of `repeats`, so
92
+ // this loop typically iterates once. `outputIndex` is still emitted for
93
+ // wire parity with diffusionStream and to leave headroom for future
94
+ // multi-output variants.
95
+ let outputIndex = 0;
96
+ for await (const chunk of response.iterate()) {
97
+ if (ctx.signal.aborted)
98
+ continue;
99
+ if (chunk instanceof Uint8Array) {
100
+ yield {
101
+ type: 'upscaleStream',
102
+ data: Buffer.from(chunk).toString('base64'),
103
+ outputIndex: outputIndex++
104
+ };
105
+ }
33
106
  }
107
+ if (ctx.signal.aborted)
108
+ throw new InferenceCancelledError(ctx.requestId);
109
+ const responseWithStats = response;
110
+ yield {
111
+ type: 'upscaleStream',
112
+ requestId: ctx.requestId,
113
+ done: true,
114
+ stats: responseWithStats.stats ?? undefined
115
+ };
116
+ }
117
+ catch (e_1) {
118
+ env_1.error = e_1;
119
+ env_1.hasError = true;
120
+ }
121
+ finally {
122
+ const result_1 = __disposeResources(env_1);
123
+ if (result_1)
124
+ await result_1;
34
125
  }
35
- const responseWithStats = response;
36
- yield {
37
- type: 'upscaleStream',
38
- done: true,
39
- stats: responseWithStats.stats ?? undefined
40
- };
41
126
  }
@@ -1,6 +1,11 @@
1
+ import { type PluginHandlerContext } from '../../../../schemas/plugin.js';
1
2
  import { VideoStableDiffusion } from '@qvac/diffusion-cpp';
2
- import { type VideoRequest, type VideoStreamResponse } from '../../../../schemas/sdcpp-config.js';
3
+ import { type VideoRequest, type VideoStreamResponse, type VideoStats } from '../../../../schemas/sdcpp-config.js';
4
+ import type { TrackedRequest } from '../../../../schemas/request-base.js';
3
5
  export declare function markLtxVideoModel(model: VideoStableDiffusion): void;
4
6
  export declare function markH3VideoModel(model: VideoStableDiffusion): void;
5
7
  export declare function markMoeCapableVideoModel(model: VideoStableDiffusion): void;
6
- export declare function video(request: VideoRequest): AsyncGenerator<VideoStreamResponse>;
8
+ export type VideoOpResult = {
9
+ stats: VideoStats | undefined;
10
+ };
11
+ export declare function video(request: VideoRequest & TrackedRequest, context?: PluginHandlerContext): AsyncGenerator<VideoStreamResponse, VideoOpResult>;