@qvac/inference 0.0.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,310 @@
1
+ import ImgStableDiffusion, { EsrganUpscaler, VideoStableDiffusion } from '@qvac/diffusion-cpp';
2
+ import addonLogging from '@qvac/diffusion-cpp/addonLogging';
3
+ import { definePlugin, defineHandler, sdcppConfigSchema, diffusionRequestSchema, diffusionStreamResponseSchema, videoRequestSchema, videoStreamResponseSchema, upscaleRequestSchema, upscaleStreamResponseSchema, ModelType, ADDON_DIFFUSION } from '../../../schemas/index.js';
4
+ import { createStreamLogger, registerAddonLogger, getEngineLogger } from '../../../logging/index.js';
5
+ import { ModelLoadFailedError } from '../../../errors/index.js';
6
+ import { isMobile } from '../../../runtime/state.js';
7
+ import { stripMultiGpuKeys } from '../../../utils/multi-gpu-mobile.js';
8
+ import { diffusion } from '../../../plugins/builtin/sdcpp-generation/ops/diffusion.js';
9
+ import { markLtxVideoModel, markMoeCapableVideoModel, video } from '../../../plugins/builtin/sdcpp-generation/ops/video.js';
10
+ import { upscale } from '../../../plugins/builtin/sdcpp-generation/ops/upscale.js';
11
+ // Single source of truth for `SdcppConfig.upscaler.*` → addon-config key
12
+ // mapping. Used by both the diffusion-mode (post-generation upscaler) and the
13
+ // standalone-upscale-mode branches; keeping the mapping in one place avoids
14
+ // drift if `@qvac/diffusion-cpp` ever adds or renames an `upscaler_*` key.
15
+ function flattenUpscalerKeys(upscaler) {
16
+ if (!upscaler)
17
+ return {};
18
+ return {
19
+ ...(upscaler.tile_size !== undefined && {
20
+ upscaler_tile_size: upscaler.tile_size
21
+ }),
22
+ ...(upscaler.direct !== undefined && {
23
+ upscaler_direct: upscaler.direct
24
+ }),
25
+ ...(upscaler.offload_params_to_cpu !== undefined && {
26
+ upscaler_offload_params_to_cpu: upscaler.offload_params_to_cpu
27
+ }),
28
+ ...(upscaler.threads !== undefined && {
29
+ upscaler_threads: upscaler.threads
30
+ })
31
+ };
32
+ }
33
+ // `mode: "upscale"` builds an EsrganUpscaler directly (not via SdCtx), so the
34
+ // top-level `device` field has to be forwarded explicitly — it is not part of
35
+ // the `upscaler.*` block.
36
+ function toEsrganAddonConfig(config) {
37
+ return {
38
+ ...flattenUpscalerKeys(config.upscaler),
39
+ ...(config.device !== undefined && { device: config.device }),
40
+ ...(config.verbosity !== undefined && { verbosity: config.verbosity })
41
+ };
42
+ }
43
+ /**
44
+ * Stable-diffusion.cpp plugin for image diffusion, upscaling, and Wan video.
45
+ *
46
+ * Video mode is supported on React Native, but the QVAC-published Wan model
47
+ * set is too large to load on typical mobile devices. Mobile apps should
48
+ * pass a `delegate` to `loadModel(...)` to run video generation on a
49
+ * desktop peer instead of loading the model on-device.
50
+ */
51
+ export const diffusionPlugin = definePlugin({
52
+ modelType: ModelType.sdcppGeneration,
53
+ displayName: 'Image Generation & Upscaling (stable-diffusion.cpp)',
54
+ addonPackage: ADDON_DIFFUSION,
55
+ loadConfigSchema: sdcppConfigSchema,
56
+ async resolveConfig(cfg, ctx) {
57
+ if (cfg.uncondModelSrc && cfg.mode !== 'diffusion') {
58
+ throw new ModelLoadFailedError('modelConfig.uncondModelSrc is Ideogram 4 diffusion only. ' +
59
+ "Use mode: 'diffusion' or remove uncondModelSrc.");
60
+ }
61
+ if (cfg.uncondModelSrc && (!cfg.llmModelSrc || !cfg.vaeModelSrc)) {
62
+ throw new ModelLoadFailedError('modelConfig.uncondModelSrc selects the Ideogram 4 layout and requires ' +
63
+ 'modelConfig.llmModelSrc (Qwen3-VL) and modelConfig.vaeModelSrc.');
64
+ }
65
+ // A high-noise expert only has somewhere to go in the Wan 2.2 A14B video
66
+ // layout: every other mode builds a model with no second-expert slot, and
67
+ // embeddingsConnectorsModelSrc selects LTX-2 instead. Check it ahead of the
68
+ // upscale early-return so a wrong layout fails loudly rather than
69
+ // downloading a multi-gigabyte expert and dropping it in createModel.
70
+ const isWan22MoeLayout = cfg.mode === 'video' && !cfg.embeddingsConnectorsModelSrc;
71
+ if (cfg.highNoiseDiffusionModelSrc && !isWan22MoeLayout) {
72
+ throw new ModelLoadFailedError('modelConfig.highNoiseDiffusionModelSrc selects the Wan 2.2 A14B ' +
73
+ "mixture-of-experts video layout. It requires mode: 'video' and " +
74
+ 'cannot be combined with modelConfig.embeddingsConnectorsModelSrc ' +
75
+ '(which selects the LTX-2 layout).');
76
+ }
77
+ // Standalone-upscaler mode never references auxiliary models: the primary
78
+ // modelSrc IS the ESRGAN file. Skip resolution to avoid downloading
79
+ // unused encoders/VAEs and to keep load fast.
80
+ if (cfg.mode === 'upscale') {
81
+ return { config: cfg };
82
+ }
83
+ const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, upscaler, ...rest } = cfg;
84
+ // audioVae / embeddingsConnectors are LTX-2 video companions. Reject them
85
+ // up front — before any companion download — when the selected layout
86
+ // can't consume them, instead of silently resolving the file and then
87
+ // dropping it in createModel. Both fields are new, so this cannot break
88
+ // existing callers.
89
+ if (embeddingsConnectorsModelSrc && cfg.mode !== 'video') {
90
+ throw new ModelLoadFailedError('modelConfig.embeddingsConnectorsModelSrc selects the LTX-2 video ' +
91
+ "layout and is only valid with mode: 'video'.");
92
+ }
93
+ if (audioVaeModelSrc && !(cfg.mode === 'video' && embeddingsConnectorsModelSrc)) {
94
+ throw new ModelLoadFailedError('modelConfig.audioVaeModelSrc is LTX-2 video only. It requires ' +
95
+ "mode: 'video' together with modelConfig.embeddingsConnectorsModelSrc " +
96
+ '(which selects the LTX-2 layout). Add embeddingsConnectorsModelSrc ' +
97
+ 'or remove audioVaeModelSrc.');
98
+ }
99
+ // Video jobs do not apply ESRGAN so we drop the whole `upscaler` object.
100
+ const effectiveUpscaler = cfg.mode === 'video' ? undefined : upscaler;
101
+ const { model_src: esrganModelSrc, ...upscalerRuntime } = effectiveUpscaler ?? {};
102
+ const runtimeConfig = {
103
+ ...rest,
104
+ ...(effectiveUpscaler && { upscaler: upscalerRuntime })
105
+ };
106
+ const sources = {
107
+ clipLModelSrc,
108
+ clipGModelSrc,
109
+ clipVisionModelSrc,
110
+ t5XxlModelSrc,
111
+ llmModelSrc,
112
+ vaeModelSrc,
113
+ highNoiseDiffusionModelSrc,
114
+ uncondModelSrc,
115
+ audioVaeModelSrc,
116
+ embeddingsConnectorsModelSrc,
117
+ esrganModelSrc
118
+ };
119
+ const hasSources = Object.values(sources).some(Boolean);
120
+ if (!hasSources) {
121
+ return { config: runtimeConfig };
122
+ }
123
+ const resolve = ctx.resolveModelPath;
124
+ const [clipLModelPath, clipGModelPath, clipVisionModelPath, t5XxlModelPath, llmModelPath, vaeModelPath, highNoiseDiffusionModelPath, uncondModelPath, audioVaeModelPath, embeddingsConnectorsModelPath, esrganModelPath] = await Promise.all([
125
+ clipLModelSrc ? resolve(clipLModelSrc) : undefined,
126
+ clipGModelSrc ? resolve(clipGModelSrc) : undefined,
127
+ clipVisionModelSrc ? resolve(clipVisionModelSrc) : undefined,
128
+ t5XxlModelSrc ? resolve(t5XxlModelSrc) : undefined,
129
+ llmModelSrc ? resolve(llmModelSrc) : undefined,
130
+ vaeModelSrc ? resolve(vaeModelSrc) : undefined,
131
+ highNoiseDiffusionModelSrc ? resolve(highNoiseDiffusionModelSrc) : undefined,
132
+ uncondModelSrc ? resolve(uncondModelSrc) : undefined,
133
+ audioVaeModelSrc ? resolve(audioVaeModelSrc) : undefined,
134
+ embeddingsConnectorsModelSrc ? resolve(embeddingsConnectorsModelSrc) : undefined,
135
+ esrganModelSrc ? resolve(esrganModelSrc) : undefined
136
+ ]);
137
+ return {
138
+ config: runtimeConfig,
139
+ artifacts: {
140
+ ...(clipLModelPath && { clipLModelPath }),
141
+ ...(clipGModelPath && { clipGModelPath }),
142
+ ...(clipVisionModelPath && { clipVisionModelPath }),
143
+ ...(t5XxlModelPath && { t5XxlModelPath }),
144
+ ...(llmModelPath && { llmModelPath }),
145
+ ...(vaeModelPath && { vaeModelPath }),
146
+ ...(highNoiseDiffusionModelPath && { highNoiseDiffusionModelPath }),
147
+ ...(uncondModelPath && { uncondModelPath }),
148
+ ...(audioVaeModelPath && { audioVaeModelPath }),
149
+ ...(embeddingsConnectorsModelPath && { embeddingsConnectorsModelPath }),
150
+ ...(esrganModelPath && { esrganModelPath })
151
+ }
152
+ };
153
+ },
154
+ createModel(params) {
155
+ const { modelId, modelPath, modelConfig, artifacts } = params;
156
+ const config = (modelConfig ?? {});
157
+ // no multi-gpu on mobile
158
+ if (isMobile()) {
159
+ const stripped = stripMultiGpuKeys(config);
160
+ if (stripped.length > 0) {
161
+ getEngineLogger().warn(`[${ModelType.sdcppGeneration}:${modelId}] Multi-GPU parameters (${stripped.join(', ')}) are not supported on mobile (single-GPU device) — removing from config; model will load with single-GPU defaults`);
162
+ }
163
+ }
164
+ // In diffusion mode the ESRGAN file (when post-generation upscale is
165
+ // wanted) must come from upscaler.model_src — the primary modelPath is
166
+ // the main diffusion checkpoint. Reject early with a clear error
167
+ // instead of letting the native addon fail mid-load. Done before any
168
+ // logger / native side-effects so callers can recover cleanly.
169
+ if (config.mode === 'diffusion' &&
170
+ config.upscaler !== undefined &&
171
+ !artifacts?.['esrganModelPath']) {
172
+ throw new ModelLoadFailedError('modelConfig.upscaler.model_src is required when modelConfig.upscaler ' +
173
+ 'is set in diffusion mode. Provide the ESRGAN model, omit the ' +
174
+ "upscaler block, or switch to modelConfig.mode = 'upscale' to load " +
175
+ 'a standalone upscaler.');
176
+ }
177
+ const logger = createStreamLogger(modelId, ModelType.sdcppGeneration);
178
+ registerAddonLogger(modelId, ModelType.sdcppGeneration, logger);
179
+ if (config.mode === 'upscale') {
180
+ const model = new EsrganUpscaler({
181
+ files: { esrgan: modelPath },
182
+ config: toEsrganAddonConfig(config),
183
+ logger,
184
+ opts: { stats: true }
185
+ });
186
+ return { model };
187
+ }
188
+ if (config.mode === 'video') {
189
+ // Layout is selected the same way the addon self-detects it: the
190
+ // presence of the LTX-2 text-embedding connectors switches from the
191
+ // Wan layout (UMT5 via t5Xxl) to the LTX-2 layout (Gemma via llm +
192
+ // video VAE + connectors, optional audio VAE). Mirrors
193
+ // `SdModel::isLtxModel_ = !embeddingsConnectorsPath.empty()`.
194
+ const embeddingsConnectorsModelPath = artifacts?.['embeddingsConnectorsModelPath'];
195
+ if (!artifacts?.['vaeModelPath']) {
196
+ throw new ModelLoadFailedError('modelConfig.vaeModelSrc is required in video mode. ' +
197
+ 'Provide the Wan or LTX-2 video VAE model before loading the video pipeline.');
198
+ }
199
+ const vaeModelPath = artifacts['vaeModelPath'];
200
+ let files;
201
+ if (embeddingsConnectorsModelPath) {
202
+ if (!artifacts['llmModelPath']) {
203
+ throw new ModelLoadFailedError('modelConfig.llmModelSrc is required for LTX-2 video. ' +
204
+ 'Provide the Gemma text encoder model before loading the LTX-2 pipeline.');
205
+ }
206
+ files = {
207
+ model: modelPath,
208
+ vae: vaeModelPath,
209
+ llm: artifacts['llmModelPath'],
210
+ embeddingsConnectors: embeddingsConnectorsModelPath,
211
+ ...(artifacts['audioVaeModelPath'] && {
212
+ audioVae: artifacts['audioVaeModelPath']
213
+ }),
214
+ ...(artifacts['esrganModelPath'] && { esrgan: artifacts['esrganModelPath'] })
215
+ };
216
+ }
217
+ else {
218
+ if (!artifacts['t5XxlModelPath']) {
219
+ throw new ModelLoadFailedError('modelConfig.t5XxlModelSrc is required in video mode. ' +
220
+ 'Provide the Wan text encoder model before loading the video pipeline.');
221
+ }
222
+ files = {
223
+ model: modelPath,
224
+ vae: vaeModelPath,
225
+ t5Xxl: artifacts['t5XxlModelPath'],
226
+ ...(artifacts['highNoiseDiffusionModelPath'] && {
227
+ highNoiseDiffusionModel: artifacts['highNoiseDiffusionModelPath']
228
+ }),
229
+ ...(artifacts['clipVisionModelPath'] && {
230
+ clipVision: artifacts['clipVisionModelPath']
231
+ }),
232
+ ...(artifacts['esrganModelPath'] && { esrgan: artifacts['esrganModelPath'] })
233
+ };
234
+ }
235
+ /* eslint-disable @typescript-eslint/no-unused-vars */
236
+ const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, upscaler, mode, ...rest } = config;
237
+ /* eslint-enable @typescript-eslint/no-unused-vars */
238
+ const model = new VideoStableDiffusion({
239
+ files,
240
+ config: rest,
241
+ logger,
242
+ opts: { stats: true }
243
+ });
244
+ if (embeddingsConnectorsModelPath)
245
+ markLtxVideoModel(model);
246
+ if (files.highNoiseDiffusionModel)
247
+ markMoeCapableVideoModel(model);
248
+ return { model };
249
+ }
250
+ const files = {
251
+ model: modelPath,
252
+ ...(artifacts?.['clipLModelPath'] && { clipL: artifacts['clipLModelPath'] }),
253
+ ...(artifacts?.['clipGModelPath'] && { clipG: artifacts['clipGModelPath'] }),
254
+ ...(artifacts?.['t5XxlModelPath'] && { t5Xxl: artifacts['t5XxlModelPath'] }),
255
+ ...(artifacts?.['llmModelPath'] && { llm: artifacts['llmModelPath'] }),
256
+ ...(artifacts?.['vaeModelPath'] && { vae: artifacts['vaeModelPath'] }),
257
+ ...(artifacts?.['uncondModelPath'] && {
258
+ uncondModel: artifacts['uncondModelPath']
259
+ }),
260
+ ...(artifacts?.['esrganModelPath'] && { esrgan: artifacts['esrganModelPath'] })
261
+ };
262
+ // `mode` is consumed by this plugin to select the model class above; the
263
+ // stable-diffusion.cpp native config does not understand it. Strip it
264
+ // before forwarding `rest` to the addon.
265
+ // eslint-disable-next-line @typescript-eslint/no-unused-vars
266
+ const { upscaler, mode, ...rest } = config;
267
+ const addonConfig = {
268
+ ...rest,
269
+ ...flattenUpscalerKeys(upscaler)
270
+ };
271
+ const model = new ImgStableDiffusion({
272
+ files,
273
+ config: addonConfig,
274
+ logger,
275
+ opts: { stats: true }
276
+ });
277
+ return { model };
278
+ },
279
+ handlers: {
280
+ diffusionStream: defineHandler({
281
+ requestSchema: diffusionRequestSchema,
282
+ responseSchema: diffusionStreamResponseSchema,
283
+ streaming: true,
284
+ // sdcpp diffusion exposes a model-wide hard cancel — compute
285
+ // is interrupted on the currently-running generation.
286
+ cancel: { scope: 'model', hard: true },
287
+ handler: diffusion
288
+ }),
289
+ videoStream: defineHandler({
290
+ requestSchema: videoRequestSchema,
291
+ responseSchema: videoStreamResponseSchema,
292
+ streaming: true,
293
+ cancel: { scope: 'model', hard: true },
294
+ handler: video
295
+ }),
296
+ upscaleStream: defineHandler({
297
+ requestSchema: upscaleRequestSchema,
298
+ responseSchema: upscaleStreamResponseSchema,
299
+ streaming: true,
300
+ // sdcpp upscale path has no cancel surface today — we fall
301
+ // back to soft-cancel.
302
+ cancel: { scope: 'none' },
303
+ handler: upscale
304
+ })
305
+ },
306
+ logging: {
307
+ module: addonLogging,
308
+ namespace: ModelType.sdcppGeneration
309
+ }
310
+ });
@@ -0,0 +1,6 @@
1
+ import type { TextToSpeechStreamRequest, TtsRequest } from '../../../../schemas/index.js';
2
+ export type ParlerJobOptions = Pick<TtsRequest, 'description' | 'voiceDescription' | 'voice' | 'emotion' | 'pitch' | 'pace' | 'expressivity' | 'noise' | 'reverb' | 'quality'>;
3
+ type ParlerJobOptionsRequest = TtsRequest | TextToSpeechStreamRequest;
4
+ export declare function getParlerJobOptions(request: ParlerJobOptionsRequest): ParlerJobOptions;
5
+ export declare function assertParlerJobOptionsSupported(model: unknown, options: ParlerJobOptions, handlerName: 'textToSpeech' | 'textToSpeechStream'): void;
6
+ export {};
@@ -0,0 +1,30 @@
1
+ import { PluginRequestValidationFailedError } from '../../../../errors/index.js';
2
+ function hasEngineType(model) {
3
+ return (typeof model === 'object' &&
4
+ model !== null &&
5
+ 'getEngineType' in model &&
6
+ typeof model.getEngineType === 'function');
7
+ }
8
+ export function getParlerJobOptions(request) {
9
+ return {
10
+ ...(request.description !== undefined ? { description: request.description } : {}),
11
+ ...(request.voiceDescription !== undefined
12
+ ? { voiceDescription: request.voiceDescription }
13
+ : {}),
14
+ ...(request.voice !== undefined ? { voice: request.voice } : {}),
15
+ ...(request.emotion !== undefined ? { emotion: request.emotion } : {}),
16
+ ...(request.pitch !== undefined ? { pitch: request.pitch } : {}),
17
+ ...(request.pace !== undefined ? { pace: request.pace } : {}),
18
+ ...(request.expressivity !== undefined ? { expressivity: request.expressivity } : {}),
19
+ ...(request.noise !== undefined ? { noise: request.noise } : {}),
20
+ ...(request.reverb !== undefined ? { reverb: request.reverb } : {}),
21
+ ...(request.quality !== undefined ? { quality: request.quality } : {})
22
+ };
23
+ }
24
+ export function assertParlerJobOptionsSupported(model, options, handlerName) {
25
+ if (Object.keys(options).length === 0)
26
+ return;
27
+ if (hasEngineType(model) && model.getEngineType() === 'parler')
28
+ return;
29
+ throw new PluginRequestValidationFailedError(handlerName, 'description, voiceDescription, voice, emotion, pitch, pace, expressivity, noise, reverb, and quality are only supported by Parler TTS models');
30
+ }
@@ -0,0 +1,7 @@
1
+ import { type TextToSpeechStreamRequest, type TtsStats } from '../../../../schemas/index.js';
2
+ import Buffer from 'bare-buffer';
3
+ import { type TtsOpYield } from '../../../../utils/tts-stats.js';
4
+ export declare function textToSpeechStream(params: TextToSpeechStreamRequest, inputStream: AsyncIterable<Buffer>): AsyncGenerator<TtsOpYield, {
5
+ modelExecutionMs: number;
6
+ stats?: TtsStats;
7
+ }, unknown>;
@@ -0,0 +1,106 @@
1
+ import { getModel } from '../../../../runtime/model-registry.js';
2
+ import { textToSpeechStreamRequestSchema } from '../../../../schemas/index.js';
3
+ import Buffer from 'bare-buffer';
4
+ import { nowMs } from '../../../../profiling/index.js';
5
+ import { buildStreamResult, hasDefinedValues } from '../../../../profiling/model-execution.js';
6
+ import { TextToSpeechStreamFailedError } from '../../../../errors/index.js';
7
+ import { collectTtsStats } from '../../../../utils/tts-stats.js';
8
+ import { assertParlerJobOptionsSupported, getParlerJobOptions } from '../../../../plugins/builtin/tts-ggml/ops/parler-options.js';
9
+ function hasRunStreaming(model) {
10
+ return (typeof model === 'object' &&
11
+ model !== null &&
12
+ 'runStreaming' in model &&
13
+ typeof model.runStreaming === 'function');
14
+ }
15
+ function findLastCompleteUtf8End(buf) {
16
+ const len = buf.length;
17
+ for (let i = len - 1; i >= 0 && i >= len - 3; i--) {
18
+ const b = buf[i];
19
+ if ((b & 0x80) === 0) {
20
+ return i + 1;
21
+ }
22
+ if ((b & 0xc0) === 0xc0) {
23
+ let expected;
24
+ if ((b & 0xe0) === 0xc0)
25
+ expected = 2;
26
+ else if ((b & 0xf0) === 0xe0)
27
+ expected = 3;
28
+ else if ((b & 0xf8) === 0xf0)
29
+ expected = 4;
30
+ else
31
+ return len;
32
+ return i + expected <= len ? len : i;
33
+ }
34
+ }
35
+ return len;
36
+ }
37
+ async function* buffersToUtf8Fragments(inputStream) {
38
+ let pending = Buffer.alloc(0);
39
+ for await (const buf of inputStream) {
40
+ const combined = pending.length === 0 ? buf : Buffer.concat([pending, buf]);
41
+ const completeEnd = findLastCompleteUtf8End(combined);
42
+ if (completeEnd > 0) {
43
+ const s = combined.subarray(0, completeEnd).toString('utf8');
44
+ if (s.length > 0) {
45
+ yield s;
46
+ }
47
+ }
48
+ pending =
49
+ completeEnd < combined.length ? Buffer.from(combined.subarray(completeEnd)) : Buffer.alloc(0);
50
+ }
51
+ if (pending.length > 0) {
52
+ const s = pending.toString('utf8');
53
+ if (s.length > 0) {
54
+ yield s;
55
+ }
56
+ }
57
+ }
58
+ function buildRunStreamingOptions(request, parlerJobOptions) {
59
+ const o = {};
60
+ if (request.accumulateSentences !== undefined) {
61
+ o['accumulateSentences'] = request.accumulateSentences;
62
+ }
63
+ if (request.sentenceDelimiterPreset !== undefined) {
64
+ o['sentenceDelimiterPreset'] = request.sentenceDelimiterPreset;
65
+ }
66
+ if (request.maxBufferScalars !== undefined) {
67
+ o['maxBufferScalars'] = request.maxBufferScalars;
68
+ }
69
+ if (request.flushAfterMs !== undefined) {
70
+ o['flushAfterMs'] = request.flushAfterMs;
71
+ }
72
+ return { ...o, ...parlerJobOptions };
73
+ }
74
+ export async function* textToSpeechStream(params, inputStream) {
75
+ const request = textToSpeechStreamRequestSchema.parse(params);
76
+ const model = getModel(request.modelId);
77
+ const parlerJobOptions = getParlerJobOptions(request);
78
+ assertParlerJobOptionsSupported(model, parlerJobOptions, 'textToSpeechStream');
79
+ const modelStart = nowMs();
80
+ if (!hasRunStreaming(model)) {
81
+ throw new TextToSpeechStreamFailedError('textToSpeechStream requires a TTS model with runStreaming');
82
+ }
83
+ const textSource = buffersToUtf8Fragments(inputStream);
84
+ const streamOpts = buildRunStreamingOptions(request, parlerJobOptions);
85
+ const response = await model.runStreaming(textSource, Object.keys(streamOpts).length > 0 ? streamOpts : undefined);
86
+ for await (const data of response.iterate()) {
87
+ // lunte-disable-next-line eqeqeq -- `== null` intentionally matches null and undefined
88
+ if (data.outputArray == null) {
89
+ continue;
90
+ }
91
+ const buf = Array.from(data.outputArray);
92
+ if (buf.length === 0) {
93
+ continue;
94
+ }
95
+ yield {
96
+ buffer: buf,
97
+ ...(data.chunkIndex !== undefined ? { chunkIndex: data.chunkIndex } : {}),
98
+ ...(typeof data.sentenceChunk === 'string' && data.sentenceChunk.length > 0
99
+ ? { sentenceChunk: data.sentenceChunk }
100
+ : {})
101
+ };
102
+ }
103
+ const modelExecutionMs = nowMs() - modelStart;
104
+ const stats = collectTtsStats(response);
105
+ return buildStreamResult(modelExecutionMs, hasDefinedValues(stats) ? stats : undefined);
106
+ }
@@ -0,0 +1,6 @@
1
+ import { type TtsRequest, type TtsStats } from '../../../../schemas/index.js';
2
+ import { type TtsOpYield } from '../../../../utils/tts-stats.js';
3
+ export declare function textToSpeech(params: TtsRequest): AsyncGenerator<TtsOpYield, {
4
+ modelExecutionMs: number;
5
+ stats?: TtsStats;
6
+ }>;
@@ -0,0 +1,91 @@
1
+ import { getModel } from '../../../../runtime/model-registry.js';
2
+ import { ttsRequestSchema } from '../../../../schemas/index.js';
3
+ import { nowMs } from '../../../../profiling/index.js';
4
+ import { buildStreamResult, hasDefinedValues } from '../../../../profiling/model-execution.js';
5
+ import { TextToSpeechFailedError } from '../../../../errors/index.js';
6
+ import { collectTtsStats } from '../../../../utils/tts-stats.js';
7
+ import { assertParlerJobOptionsSupported, getParlerJobOptions } from '../../../../plugins/builtin/tts-ggml/ops/parler-options.js';
8
+ function hasRunStream(model) {
9
+ return (typeof model === 'object' &&
10
+ model !== null &&
11
+ 'runStream' in model &&
12
+ typeof model.runStream === 'function');
13
+ }
14
+ export async function* textToSpeech(params) {
15
+ const request = ttsRequestSchema.parse(params);
16
+ const { modelId, inputType, text, stream, sentenceStream, sentenceStreamLocale, sentenceStreamMaxChunkScalars } = request;
17
+ const parlerJobOptions = getParlerJobOptions(request);
18
+ const model = getModel(modelId);
19
+ assertParlerJobOptionsSupported(model, parlerJobOptions, 'textToSpeech');
20
+ const modelStart = nowMs();
21
+ if (sentenceStream) {
22
+ if (!hasRunStream(model)) {
23
+ throw new TextToSpeechFailedError('sentenceStream requires a TTS model with runStream');
24
+ }
25
+ const streamOpts = sentenceStreamLocale !== undefined ||
26
+ sentenceStreamMaxChunkScalars !== undefined ||
27
+ Object.keys(parlerJobOptions).length > 0
28
+ ? {
29
+ ...(sentenceStreamLocale !== undefined ? { locale: sentenceStreamLocale } : {}),
30
+ ...(sentenceStreamMaxChunkScalars !== undefined
31
+ ? { maxChunkScalars: sentenceStreamMaxChunkScalars }
32
+ : {}),
33
+ ...parlerJobOptions
34
+ }
35
+ : undefined;
36
+ const response = await model.runStream(text, streamOpts);
37
+ if (!stream) {
38
+ let completeBuffer = [];
39
+ for await (const data of response.iterate()) {
40
+ // lunte-disable-next-line eqeqeq -- `!= null` intentionally matches null and undefined
41
+ if (data.outputArray != null) {
42
+ completeBuffer = completeBuffer.concat(Array.from(data.outputArray));
43
+ }
44
+ }
45
+ const modelExecutionMs = nowMs() - modelStart;
46
+ const stats = collectTtsStats(response);
47
+ yield { buffer: completeBuffer };
48
+ return buildStreamResult(modelExecutionMs, hasDefinedValues(stats) ? stats : undefined);
49
+ }
50
+ for await (const data of response.iterate()) {
51
+ // lunte-disable-next-line eqeqeq -- `== null` intentionally matches null and undefined
52
+ if (data.outputArray == null)
53
+ continue;
54
+ const buf = Array.from(data.outputArray);
55
+ if (buf.length === 0)
56
+ continue;
57
+ yield {
58
+ buffer: buf,
59
+ ...(data.chunkIndex !== undefined ? { chunkIndex: data.chunkIndex } : {}),
60
+ ...(typeof data.sentenceChunk === 'string' && data.sentenceChunk.length > 0
61
+ ? { sentenceChunk: data.sentenceChunk }
62
+ : {})
63
+ };
64
+ }
65
+ const modelExecutionMs = nowMs() - modelStart;
66
+ const stats = collectTtsStats(response);
67
+ return buildStreamResult(modelExecutionMs, hasDefinedValues(stats) ? stats : undefined);
68
+ }
69
+ const response = (await model.run({
70
+ input: text,
71
+ inputType,
72
+ ...(stream ? { streamOutput: true } : {}),
73
+ ...parlerJobOptions
74
+ }));
75
+ if (!stream) {
76
+ let completeBuffer = [];
77
+ for await (const data of response.iterate()) {
78
+ completeBuffer = completeBuffer.concat(Array.from(data.outputArray));
79
+ }
80
+ const modelExecutionMs = nowMs() - modelStart;
81
+ const stats = collectTtsStats(response);
82
+ yield { buffer: completeBuffer };
83
+ return buildStreamResult(modelExecutionMs, hasDefinedValues(stats) ? stats : undefined);
84
+ }
85
+ for await (const data of response.iterate()) {
86
+ yield { buffer: Array.from(data.outputArray) };
87
+ }
88
+ const modelExecutionMs = nowMs() - modelStart;
89
+ const stats = collectTtsStats(response);
90
+ return buildStreamResult(modelExecutionMs, hasDefinedValues(stats) ? stats : undefined);
91
+ }