@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -4,15 +4,29 @@ import { ModelLoadFailedError, LegacyParakeetModelDeprecatedError } from '../../
4
4
  import { transcribe, transcribeStream } from '../../../plugins/ops/transcribe.js';
5
5
  import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
6
6
  import { attachBackendDiagnostics } from '../../../profiling/backend-diagnostics.js';
7
- import { buildParakeetEngineConfig } from '../../../plugins/builtin/asr-ggml/config.js';
7
+ import { buildParakeetEngineConfig, SPEAKER_ATTRIBUTION_MODEL_PATH } from '../../../plugins/builtin/asr-ggml/config.js';
8
+ import { parakeetFitRequest } from '../../../plugins/builtin/asr-ggml/fit.js';
8
9
  import { createAsrModelLogger } from '../../../plugins/builtin/asr-ggml/logging.js';
9
- function resolveParakeetConfig(cfg) {
10
+ /**
11
+ * Rejects the pre-0.6 ONNX fields and resolves the speaker-attribution
12
+ * diarization model, when one is configured, to the path the addon loads
13
+ * beside the ASR model. The config keeps its `modelSrc`, as the stored load
14
+ * config; the engine config builder swaps in the resolved path.
15
+ */
16
+ async function resolveParakeetConfig(cfg, ctx) {
10
17
  const cfgRecord = cfg;
11
18
  const legacyFields = LEGACY_PARAKEET_ONNX_MODEL_CONFIG_FIELDS.filter((name) => cfgRecord[name] !== undefined);
12
19
  if (legacyFields.length > 0) {
13
20
  throw new LegacyParakeetModelDeprecatedError(legacyFields);
14
21
  }
15
- return Promise.resolve({ config: cfg });
22
+ if (cfg.speakerAttribution === undefined) {
23
+ return { config: cfg };
24
+ }
25
+ const diarizationModelPath = await ctx.resolveModelPath(cfg.speakerAttribution.modelSrc);
26
+ return {
27
+ config: cfg,
28
+ artifacts: { [SPEAKER_ATTRIBUTION_MODEL_PATH]: diarizationModelPath }
29
+ };
16
30
  }
17
31
  function createParakeetModel(params) {
18
32
  const config = (params.modelConfig ?? {});
@@ -23,7 +37,7 @@ function createParakeetModel(params) {
23
37
  const logger = createAsrModelLogger(params.modelId, ModelType.parakeetTranscription);
24
38
  const model = new ASRGgml({
25
39
  files: { model: modelPath },
26
- config: buildParakeetEngineConfig(config),
40
+ config: buildParakeetEngineConfig(config, params.artifacts),
27
41
  enableStats: true,
28
42
  logger
29
43
  });
@@ -34,9 +48,10 @@ export const parakeetPlugin = definePlugin({
34
48
  displayName: 'Parakeet (NVIDIA NeMo GGML)',
35
49
  addonPackage: ADDON_ASR,
36
50
  loadConfigSchema: parakeetLoadConfigSchema,
51
+ fitRequest: parakeetFitRequest,
37
52
  assessFit: ASRGgml.assessFit,
38
- resolveConfig(cfg) {
39
- return resolveParakeetConfig(cfg);
53
+ resolveConfig(cfg, ctx) {
54
+ return resolveParakeetConfig(cfg, ctx);
40
55
  },
41
56
  createModel(params) {
42
57
  return createParakeetModel(params);
@@ -47,7 +62,7 @@ export const parakeetPlugin = definePlugin({
47
62
  responseSchema: transcribeResponseSchema,
48
63
  streaming: true,
49
64
  cancel: { scope: 'model', hard: true },
50
- handler: async function* (request) {
65
+ handler: async function* (request, _inputStream, context) {
51
66
  // The native serializer emits start/end/id/toAppend/isEndOfTurn/
52
67
  // startsWord on every segment, so metadata mode is forwarded exactly
53
68
  // as the whisper plugin does. Branching the call keeps the op's
@@ -61,14 +76,14 @@ export const parakeetPlugin = definePlugin({
61
76
  hotwords: request.hotwords,
62
77
  maxNewTokens: request.maxNewTokens,
63
78
  metadata: true
64
- }, request.requestId)
79
+ }, request.requestId, request.sessionId, context)
65
80
  : transcribe({
66
81
  modelId: request.modelId,
67
82
  audioChunk: request.audioChunk,
68
83
  prompt: request.prompt,
69
84
  hotwords: request.hotwords,
70
85
  maxNewTokens: request.maxNewTokens
71
- }, request.requestId);
86
+ }, request.requestId, request.sessionId, context);
72
87
  try {
73
88
  let result = await stream.next();
74
89
  while (!result.done) {
@@ -113,7 +128,7 @@ export const parakeetPlugin = definePlugin({
113
128
  // consumers, `runStreaming` may buffer between the server generator and
114
129
  // the duplex RPC writer — backpressure is not yet characterised. Pair
115
130
  // the fix with request-lifecycle `cancel({ requestId })` routing.
116
- handler: async function* (request, inputStream) {
131
+ handler: async function* (request, inputStream, context) {
117
132
  const metadata = request.metadata === true;
118
133
  const streamOpts = {
119
134
  ...(request.parakeetStreamingConfig && {
@@ -121,8 +136,8 @@ export const parakeetPlugin = definePlugin({
121
136
  })
122
137
  };
123
138
  const iterator = metadata
124
- ? transcribeStream(request.modelId, inputStream, undefined, true, streamOpts, request.requestId)
125
- : transcribeStream(request.modelId, inputStream, undefined, false, streamOpts, request.requestId);
139
+ ? transcribeStream(request.modelId, inputStream, undefined, true, streamOpts, request.requestId, request.sessionId, context)
140
+ : transcribeStream(request.modelId, inputStream, undefined, false, streamOpts, request.requestId, request.sessionId, context);
126
141
  try {
127
142
  let result = await iterator.next();
128
143
  while (!result.done) {
@@ -135,14 +150,25 @@ export const parakeetPlugin = definePlugin({
135
150
  speaking: value.speaking,
136
151
  probability: value.probability,
137
152
  ...(value.source && { source: value.source }),
153
+ ...(value.timestamp !== undefined && { timestamp: value.timestamp }),
154
+ ...(value.chunkIndex !== undefined && { chunkIndex: value.chunkIndex }),
138
155
  ...(value.speakerId !== undefined && { speakerId: value.speakerId })
139
156
  }
140
157
  };
141
158
  }
142
159
  else if (value.type === 'endOfTurn') {
160
+ // The shared op already normalized the addon event to the
161
+ // parakeet variant; forward the native timing and confidence
162
+ // only when the engine sent them.
163
+ const { timestamp, chunkIndex, confidence } = value.source === 'parakeet' ? value : {};
143
164
  yield {
144
165
  type: 'transcribeStream',
145
- endOfTurn: { source: 'parakeet' }
166
+ endOfTurn: {
167
+ source: 'parakeet',
168
+ ...(timestamp !== undefined && { timestamp }),
169
+ ...(chunkIndex !== undefined && { chunkIndex }),
170
+ ...(confidence !== undefined && { confidence })
171
+ }
146
172
  };
147
173
  }
148
174
  result = await iterator.next();
@@ -0,0 +1,3 @@
1
+ import type { FitLoad, FitRequestPlan } from '../../../schemas/plugin.js';
2
+ /** The diffusion fit request for a load: the files and config each mode loads. */
3
+ export declare function sdcppFitRequest(load: FitLoad): FitRequestPlan;
@@ -0,0 +1,68 @@
1
+ import { ModelLoadFailedError } from '../../../errors/index.js';
2
+ import { assertUpscalerResolved, imageConfigFor, imageFilesFor, videoConfigFor, videoFilesFor } from '../../../plugins/builtin/sdcpp-generation/load-files.js';
3
+ import { toEsrganAddonConfig } from '../../../plugins/builtin/sdcpp-generation/upscaler-config.js';
4
+ import { splitWorldConfig } from '../../../plugins/builtin/sdcpp-generation/world-config.js';
5
+ import { isMobile } from '../../../runtime/state.js';
6
+ import { stripMultiGpuKeys } from '../../../utils/multi-gpu-mobile.js';
7
+ /**
8
+ * Frames to project a video load at. The fitter reads one frame when nothing
9
+ * is passed, which projects image generation; `run` generates 33. The frame
10
+ * count is a generation parameter, and this assessment sees load config alone.
11
+ */
12
+ const DEFAULT_VIDEO_FRAMES = 33;
13
+ /** The diffusion fit request for a load: the files and config each mode loads. */
14
+ export function sdcppFitRequest(load) {
15
+ if (load.isShardedModel) {
16
+ return { unknown: 'the fitter reads one model file, and this model is split' };
17
+ }
18
+ const config = { ...(load.modelConfig ?? {}) };
19
+ // A mobile load drops the multi-GPU keys before it runs.
20
+ if (isMobile())
21
+ stripMultiGpuKeys(config);
22
+ const artifacts = load.artifacts;
23
+ if (config.mode === 'upscale') {
24
+ const request = {
25
+ mode: 'upscale',
26
+ files: { esrgan: load.modelPath },
27
+ config: toEsrganAddonConfig(config),
28
+ workload: { upscaleRepeats: 1 }
29
+ };
30
+ return { request };
31
+ }
32
+ if (config.mode === 'world') {
33
+ const taehv = artifacts?.['taehvModelPath'];
34
+ if (!taehv) {
35
+ throw new ModelLoadFailedError('modelConfig.taehvModelSrc is required in world mode. ' +
36
+ 'Provide the taew2_2 pixel decoder before loading the walk session.');
37
+ }
38
+ // The fitter sizes the session from the scene's header, and a session
39
+ // without a seed scene has none until worldCreateScene builds it.
40
+ const scene = artifacts['seedScenePath'];
41
+ if (!scene)
42
+ return { unknown: 'a world session without a seed scene has no scene to size' };
43
+ const { fitSteps, session } = splitWorldConfig(config.world);
44
+ const request = {
45
+ mode: 'world',
46
+ files: { model: load.modelPath, taehv, scene },
47
+ config: session,
48
+ workload: { walkSteps: fitSteps }
49
+ };
50
+ return { request };
51
+ }
52
+ const vaeTiling = config.vae_tiling !== undefined && { vaeTiling: config.vae_tiling };
53
+ if (config.mode === 'video') {
54
+ const request = {
55
+ files: videoFilesFor(load.modelPath, artifacts),
56
+ config: videoConfigFor(config),
57
+ workload: { ...vaeTiling, videoFrames: DEFAULT_VIDEO_FRAMES }
58
+ };
59
+ return { request };
60
+ }
61
+ assertUpscalerResolved(config, artifacts);
62
+ const request = {
63
+ files: imageFilesFor(load.modelPath, artifacts),
64
+ config: imageConfigFor(config),
65
+ workload: { ...vaeTiling, ...(config.upscaler !== undefined && { upscaleRepeats: 1 }) }
66
+ };
67
+ return { request };
68
+ }
@@ -0,0 +1,30 @@
1
+ import type { DiffusionFiles, SdConfig, VideoStableDiffusionArgs } from '@qvac/diffusion-cpp';
2
+ import type { SdcppConfig } from '../../../schemas/index.js';
3
+ type Artifacts = Record<string, string> | undefined;
4
+ /**
5
+ * In diffusion mode the ESRGAN file (when post-generation upscale is wanted)
6
+ * must come from upscaler.model_src — the primary modelPath is the main
7
+ * diffusion checkpoint.
8
+ */
9
+ export declare function assertUpscalerResolved(config: SdcppConfig, artifacts: Artifacts): void;
10
+ /** The image pipeline's files. */
11
+ export declare function imageFilesFor(modelPath: string, artifacts: Artifacts): DiffusionFiles;
12
+ /**
13
+ * The image pipeline's engine config. `mode` selects the model class and the
14
+ * native config does not understand it; the upscaler block is flattened into
15
+ * its `upscaler_*` keys.
16
+ */
17
+ export declare function imageConfigFor(config: SdcppConfig): SdConfig;
18
+ /**
19
+ * The video pipeline's files, selecting the companion layout the way the addon
20
+ * self-detects it: the LTX-2 text-embedding connectors switch to the LTX-2
21
+ * layout (Gemma via llm + video VAE + connectors, optional audio VAE —
22
+ * `SdModel::isLtxModel_ = !embeddingsConnectorsPath.empty()`); without them, an
23
+ * audio VAE (or an llm with no Wan T5) means MiniMax-H3 (llm + video VAE, with
24
+ * an optional audio VAE); everything else is Wan via t5Xxl. Native code
25
+ * verifies the model's tensors.
26
+ */
27
+ export declare function videoFilesFor(modelPath: string, artifacts: Artifacts): VideoStableDiffusionArgs['files'];
28
+ /** The video pipeline's engine config: the SDK's own keys stripped. */
29
+ export declare function videoConfigFor(config: SdcppConfig): SdConfig;
30
+ export {};
@@ -0,0 +1,121 @@
1
+ import { ModelLoadFailedError } from '../../../errors/index.js';
2
+ import { flattenUpscalerKeys } from '../../../plugins/builtin/sdcpp-generation/upscaler-config.js';
3
+ /**
4
+ * In diffusion mode the ESRGAN file (when post-generation upscale is wanted)
5
+ * must come from upscaler.model_src — the primary modelPath is the main
6
+ * diffusion checkpoint.
7
+ */
8
+ export function assertUpscalerResolved(config, artifacts) {
9
+ if (config.mode === 'diffusion' &&
10
+ config.upscaler !== undefined &&
11
+ !artifacts?.['esrganModelPath']) {
12
+ throw new ModelLoadFailedError('modelConfig.upscaler.model_src is required when modelConfig.upscaler ' +
13
+ 'is set in diffusion mode. Provide the ESRGAN model, omit the ' +
14
+ "upscaler block, or switch to modelConfig.mode = 'upscale' to load " +
15
+ 'a standalone upscaler.');
16
+ }
17
+ }
18
+ /** The image pipeline's files. */
19
+ export function imageFilesFor(modelPath, artifacts) {
20
+ return {
21
+ model: modelPath,
22
+ ...(artifacts?.['clipLModelPath'] && { clipL: artifacts['clipLModelPath'] }),
23
+ ...(artifacts?.['clipGModelPath'] && { clipG: artifacts['clipGModelPath'] }),
24
+ ...(artifacts?.['t5XxlModelPath'] && { t5Xxl: artifacts['t5XxlModelPath'] }),
25
+ ...(artifacts?.['llmModelPath'] && { llm: artifacts['llmModelPath'] }),
26
+ ...(artifacts?.['projectionModelPath'] && { llmVision: artifacts['projectionModelPath'] }),
27
+ ...(artifacts?.['vaeModelPath'] && { vae: artifacts['vaeModelPath'] }),
28
+ ...(artifacts?.['uncondModelPath'] && {
29
+ uncondModel: artifacts['uncondModelPath']
30
+ }),
31
+ ...(artifacts?.['tokenizerPath'] && { tokenizer: artifacts['tokenizerPath'] }),
32
+ ...(artifacts?.['esrganModelPath'] && { esrgan: artifacts['esrganModelPath'] })
33
+ };
34
+ }
35
+ /**
36
+ * The image pipeline's engine config. `mode` selects the model class and the
37
+ * native config does not understand it; the upscaler block is flattened into
38
+ * its `upscaler_*` keys.
39
+ */
40
+ export function imageConfigFor(config) {
41
+ // eslint-disable-next-line @typescript-eslint/no-unused-vars
42
+ const { upscaler, mode, ...rest } = config;
43
+ return { ...rest, ...flattenUpscalerKeys(upscaler) };
44
+ }
45
+ /**
46
+ * The video pipeline's files, selecting the companion layout the way the addon
47
+ * self-detects it: the LTX-2 text-embedding connectors switch to the LTX-2
48
+ * layout (Gemma via llm + video VAE + connectors, optional audio VAE —
49
+ * `SdModel::isLtxModel_ = !embeddingsConnectorsPath.empty()`); without them, an
50
+ * audio VAE (or an llm with no Wan T5) means MiniMax-H3 (llm + video VAE, with
51
+ * an optional audio VAE); everything else is Wan via t5Xxl. Native code
52
+ * verifies the model's tensors.
53
+ */
54
+ export function videoFilesFor(modelPath, artifacts) {
55
+ if (!artifacts?.['vaeModelPath']) {
56
+ throw new ModelLoadFailedError('modelConfig.vaeModelSrc is required in video mode. ' +
57
+ 'Provide the Wan, LTX-2 or MiniMax-H3 video VAE before loading the video pipeline.');
58
+ }
59
+ const vaeModelPath = artifacts['vaeModelPath'];
60
+ const embeddingsConnectorsModelPath = artifacts['embeddingsConnectorsModelPath'];
61
+ if (embeddingsConnectorsModelPath) {
62
+ if (!artifacts['llmModelPath']) {
63
+ throw new ModelLoadFailedError('modelConfig.llmModelSrc is required for LTX-2 video. ' +
64
+ 'Provide the Gemma text encoder model before loading the LTX-2 pipeline.');
65
+ }
66
+ return {
67
+ model: modelPath,
68
+ vae: vaeModelPath,
69
+ llm: artifacts['llmModelPath'],
70
+ embeddingsConnectors: embeddingsConnectorsModelPath,
71
+ ...(artifacts['audioVaeModelPath'] && {
72
+ audioVae: artifacts['audioVaeModelPath']
73
+ }),
74
+ ...(artifacts['esrganModelPath'] && { esrgan: artifacts['esrganModelPath'] })
75
+ };
76
+ }
77
+ if (artifacts['audioVaeModelPath'] ||
78
+ (artifacts['llmModelPath'] && !artifacts['t5XxlModelPath'])) {
79
+ if (!artifacts['llmModelPath']) {
80
+ throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc and vaeModelSrc.');
81
+ }
82
+ if (artifacts['t5XxlModelPath'] ||
83
+ artifacts['highNoiseDiffusionModelPath'] ||
84
+ artifacts['clipVisionModelPath'] ||
85
+ artifacts['clipLModelPath'] ||
86
+ artifacts['clipGModelPath']) {
87
+ throw new ModelLoadFailedError('MiniMax-H3 cannot use Wan T5, high-noise, CLIP-vision or CLIP-L/G companions.');
88
+ }
89
+ return {
90
+ model: modelPath,
91
+ vae: vaeModelPath,
92
+ llm: artifacts['llmModelPath'],
93
+ ...(artifacts['audioVaeModelPath'] && {
94
+ audioVae: artifacts['audioVaeModelPath']
95
+ })
96
+ };
97
+ }
98
+ if (!artifacts['t5XxlModelPath']) {
99
+ throw new ModelLoadFailedError('modelConfig.t5XxlModelSrc is required in video mode. ' +
100
+ 'Provide the Wan text encoder model before loading the video pipeline.');
101
+ }
102
+ return {
103
+ model: modelPath,
104
+ vae: vaeModelPath,
105
+ t5Xxl: artifacts['t5XxlModelPath'],
106
+ ...(artifacts['highNoiseDiffusionModelPath'] && {
107
+ highNoiseDiffusionModel: artifacts['highNoiseDiffusionModelPath']
108
+ }),
109
+ ...(artifacts['clipVisionModelPath'] && {
110
+ clipVision: artifacts['clipVisionModelPath']
111
+ }),
112
+ ...(artifacts['esrganModelPath'] && { esrgan: artifacts['esrganModelPath'] })
113
+ };
114
+ }
115
+ /** The video pipeline's engine config: the SDK's own keys stripped. */
116
+ export function videoConfigFor(config) {
117
+ /* eslint-disable @typescript-eslint/no-unused-vars */
118
+ const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, projectionModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, tokenizerSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, upscaler, mode, ...rest } = config;
119
+ /* eslint-enable @typescript-eslint/no-unused-vars */
120
+ return rest;
121
+ }
@@ -1,5 +1,8 @@
1
+ import { type PluginHandlerContext } from '../../../../schemas/plugin.js';
1
2
  import type { DiffusionRequest, DiffusionStreamResponse, DiffusionStats } from '../../../../schemas/sdcpp-config.js';
3
+ import type { TrackedRequest } from '../../../../schemas/request-base.js';
2
4
  export type DiffusionOpResult = {
5
+ requestId: string;
3
6
  stats: DiffusionStats | undefined;
4
7
  };
5
- export declare function diffusion(request: DiffusionRequest): AsyncGenerator<DiffusionStreamResponse, DiffusionOpResult>;
8
+ export declare function diffusion(request: DiffusionRequest & TrackedRequest, context?: PluginHandlerContext): AsyncGenerator<DiffusionStreamResponse, DiffusionOpResult>;
@@ -50,17 +50,20 @@ var __disposeResources = (this && this.__disposeResources) || (function (Suppres
50
50
  var e = new Error(message);
51
51
  return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
52
  });
53
+ import { requestParent } from '../../../../schemas/plugin.js';
53
54
  import { getModel } from '../../../../runtime/model-registry.js';
54
55
  import Buffer from 'bare-buffer';
55
56
  import { getRequestRegistry, withRequestContext } from '../../../../runtime/index.js';
56
57
  import { generateRandomRequestId } from '../../../../runtime/request-id.js';
57
58
  import { getEngineLogger } from '../../../../logging/index.js';
58
59
  import { InferenceCancelledError } from '../../../../errors/index.js';
59
- export async function* diffusion(request) {
60
+ export async function* diffusion(request, context) {
60
61
  const env_1 = { stack: [], error: void 0, hasError: false };
61
62
  try {
62
63
  const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
63
- requestId: generateRandomRequestId(),
64
+ requestId: request.requestId ?? generateRandomRequestId(),
65
+ sessionId: request.sessionId,
66
+ ...requestParent(context),
64
67
  kind: 'diffusion',
65
68
  modelId: request.modelId
66
69
  }), true);
@@ -99,9 +102,11 @@ export async function* diffusion(request) {
99
102
  guidance: request.guidance,
100
103
  sampling_method: request.sampling_method,
101
104
  scheduler: request.scheduler,
105
+ custom_sigmas: request.custom_sigmas,
102
106
  seed: request.seed,
103
107
  batch_count: request.batch_count,
104
108
  vae_tiling: request.vae_tiling,
109
+ vae_tile_size: request.vae_tile_size,
105
110
  cache_preset: request.cache_preset,
106
111
  init_image,
107
112
  init_images,
@@ -156,7 +161,7 @@ export async function* diffusion(request) {
156
161
  if (ctx.signal.aborted)
157
162
  throw new InferenceCancelledError(ctx.requestId);
158
163
  const responseWithStats = response;
159
- return { stats: responseWithStats.stats ?? undefined };
164
+ return { requestId: ctx.requestId, stats: responseWithStats.stats ?? undefined };
160
165
  }
161
166
  catch (error) {
162
167
  if (ctx.signal.aborted) {
@@ -1,2 +1,5 @@
1
+ import { type PluginHandlerContext } from '../../../../schemas/plugin.js';
2
+ import Buffer from 'bare-buffer';
3
+ import type { TrackedRequest } from '../../../../schemas/request-base.js';
1
4
  import type { UpscaleRequest, UpscaleStreamResponse } from '../../../../schemas/sdcpp-config.js';
2
- export declare function upscale(request: UpscaleRequest): AsyncGenerator<UpscaleStreamResponse>;
5
+ export declare function upscale(request: UpscaleRequest & TrackedRequest, _inputStream?: AsyncIterable<Buffer>, context?: PluginHandlerContext): AsyncGenerator<UpscaleStreamResponse>;
@@ -1,7 +1,62 @@
1
+ var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
2
+ if (value !== null && value !== void 0) {
3
+ if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
4
+ var dispose, inner;
5
+ if (async) {
6
+ if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
7
+ dispose = value[Symbol.asyncDispose];
8
+ }
9
+ if (dispose === void 0) {
10
+ if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
11
+ dispose = value[Symbol.dispose];
12
+ if (async) inner = dispose;
13
+ }
14
+ if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
15
+ if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
16
+ env.stack.push({ value: value, dispose: dispose, async: async });
17
+ }
18
+ else if (async) {
19
+ env.stack.push({ async: true });
20
+ }
21
+ return value;
22
+ };
23
+ var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
24
+ return function (env) {
25
+ function fail(e) {
26
+ env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
27
+ env.hasError = true;
28
+ }
29
+ var r, s = 0;
30
+ function next() {
31
+ while (r = env.stack.pop()) {
32
+ try {
33
+ if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
34
+ if (r.dispose) {
35
+ var result = r.dispose.call(r.value);
36
+ if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
37
+ }
38
+ else s |= 1;
39
+ }
40
+ catch (e) {
41
+ fail(e);
42
+ }
43
+ }
44
+ if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
45
+ if (env.hasError) throw env.error;
46
+ }
47
+ return next();
48
+ };
49
+ })(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
50
+ var e = new Error(message);
51
+ return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
+ });
53
+ import { requestParent } from '../../../../schemas/plugin.js';
1
54
  import { EsrganUpscaler } from '@qvac/diffusion-cpp';
2
55
  import Buffer from 'bare-buffer';
3
56
  import { getModel, getModelEntry } from '../../../../runtime/model-registry.js';
4
- import { ModelOperationNotSupportedError } from '../../../../errors/index.js';
57
+ import { getRequestRegistry } from '../../../../runtime/index.js';
58
+ import { generateRandomRequestId } from '../../../../runtime/request-id.js';
59
+ import { InferenceCancelledError, ModelOperationNotSupportedError } from '../../../../errors/index.js';
5
60
  import { ModelType } from '../../../../schemas/index.js';
6
61
  // The diffusion plugin instantiates `EsrganUpscaler` when the model is loaded
7
62
  // with `modelConfig.mode === "upscale"` and `ImgStableDiffusion` otherwise. The
@@ -15,27 +70,57 @@ function asUpscalerModel(model, modelId) {
15
70
  const modelType = entry ? entry.local.modelType : ModelType.sdcppGeneration;
16
71
  throw new ModelOperationNotSupportedError(modelId, modelType, 'upscale', ['diffusion'], []);
17
72
  }
18
- export async function* upscale(request) {
19
- const model = asUpscalerModel(getModel(request.modelId), request.modelId);
20
- const response = await model.upscale(Buffer.from(request.image, 'base64'), request.repeats === undefined ? undefined : { repeats: request.repeats });
21
- // The addon emits exactly one final PNG regardless of `repeats`, so
22
- // this loop typically iterates once. `outputIndex` is still emitted for
23
- // wire parity with diffusionStream and to leave headroom for future
24
- // multi-output variants.
25
- let outputIndex = 0;
26
- for await (const chunk of response.iterate()) {
27
- if (chunk instanceof Uint8Array) {
28
- yield {
29
- type: 'upscaleStream',
30
- data: Buffer.from(chunk).toString('base64'),
31
- outputIndex: outputIndex++
32
- };
73
+ export async function* upscale(request, _inputStream, context) {
74
+ const env_1 = { stack: [], error: void 0, hasError: false };
75
+ try {
76
+ // Registered under the diffusion kind: the upscaler shares the model's single
77
+ // native job slot, so an upscale and a generation on one model queue through
78
+ // the same lane. The addon has no abort hook; a cancel stops delivery and
79
+ // the native pass runs to completion.
80
+ const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
81
+ requestId: request.requestId ?? generateRandomRequestId(),
82
+ sessionId: request.sessionId,
83
+ ...requestParent(context),
84
+ kind: 'diffusion',
85
+ modelId: request.modelId
86
+ }), true);
87
+ if (ctx.signal.aborted)
88
+ throw new InferenceCancelledError(ctx.requestId);
89
+ const model = asUpscalerModel(getModel(request.modelId), request.modelId);
90
+ const response = await model.upscale(Buffer.from(request.image, 'base64'), request.repeats === undefined ? undefined : { repeats: request.repeats });
91
+ // The addon emits exactly one final PNG regardless of `repeats`, so
92
+ // this loop typically iterates once. `outputIndex` is still emitted for
93
+ // wire parity with diffusionStream and to leave headroom for future
94
+ // multi-output variants.
95
+ let outputIndex = 0;
96
+ for await (const chunk of response.iterate()) {
97
+ if (ctx.signal.aborted)
98
+ continue;
99
+ if (chunk instanceof Uint8Array) {
100
+ yield {
101
+ type: 'upscaleStream',
102
+ data: Buffer.from(chunk).toString('base64'),
103
+ outputIndex: outputIndex++
104
+ };
105
+ }
33
106
  }
107
+ if (ctx.signal.aborted)
108
+ throw new InferenceCancelledError(ctx.requestId);
109
+ const responseWithStats = response;
110
+ yield {
111
+ type: 'upscaleStream',
112
+ requestId: ctx.requestId,
113
+ done: true,
114
+ stats: responseWithStats.stats ?? undefined
115
+ };
116
+ }
117
+ catch (e_1) {
118
+ env_1.error = e_1;
119
+ env_1.hasError = true;
120
+ }
121
+ finally {
122
+ const result_1 = __disposeResources(env_1);
123
+ if (result_1)
124
+ await result_1;
34
125
  }
35
- const responseWithStats = response;
36
- yield {
37
- type: 'upscaleStream',
38
- done: true,
39
- stats: responseWithStats.stats ?? undefined
40
- };
41
126
  }
@@ -1,9 +1,11 @@
1
+ import { type PluginHandlerContext } from '../../../../schemas/plugin.js';
1
2
  import { VideoStableDiffusion } from '@qvac/diffusion-cpp';
2
3
  import { type VideoRequest, type VideoStreamResponse, type VideoStats } from '../../../../schemas/sdcpp-config.js';
4
+ import type { TrackedRequest } from '../../../../schemas/request-base.js';
3
5
  export declare function markLtxVideoModel(model: VideoStableDiffusion): void;
4
6
  export declare function markH3VideoModel(model: VideoStableDiffusion): void;
5
7
  export declare function markMoeCapableVideoModel(model: VideoStableDiffusion): void;
6
8
  export type VideoOpResult = {
7
9
  stats: VideoStats | undefined;
8
10
  };
9
- export declare function video(request: VideoRequest): AsyncGenerator<VideoStreamResponse, VideoOpResult>;
11
+ export declare function video(request: VideoRequest & TrackedRequest, context?: PluginHandlerContext): AsyncGenerator<VideoStreamResponse, VideoOpResult>;
@@ -50,6 +50,7 @@ var __disposeResources = (this && this.__disposeResources) || (function (Suppres
50
50
  var e = new Error(message);
51
51
  return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
52
  });
53
+ import { requestParent } from '../../../../schemas/plugin.js';
53
54
  import { VideoStableDiffusion } from '@qvac/diffusion-cpp';
54
55
  import Buffer from 'bare-buffer';
55
56
  import path from 'bare-path';
@@ -109,11 +110,13 @@ function asVideoModel(model, modelId) {
109
110
  const modelType = entry ? entry.local.modelType : ModelType.sdcppGeneration;
110
111
  throw new ModelOperationNotSupportedError(modelId, modelType, 'video', ['diffusion'], []);
111
112
  }
112
- export async function* video(request) {
113
+ export async function* video(request, context) {
113
114
  const env_1 = { stack: [], error: void 0, hasError: false };
114
115
  try {
115
116
  const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
116
117
  requestId: request.requestId ?? generateRandomRequestId(),
118
+ sessionId: request.sessionId,
119
+ ...requestParent(context),
117
120
  kind: 'diffusion',
118
121
  modelId: request.modelId
119
122
  }), true);
@@ -1,7 +1,9 @@
1
+ import { type PluginHandlerContext } from '../../../../schemas/plugin.js';
1
2
  import WorldStableDiffusion from '@qvac/diffusion-cpp/world';
2
3
  import type { WorldConfig } from '@qvac/diffusion-cpp/world';
3
4
  import type QvacLogger from '@qvac/logging';
4
5
  import type { WorldSceneRequest, WorldSceneStreamResponse, WorldStepRequest, WorldStepStreamResponse } from '../../../../schemas/sdcpp-config.js';
6
+ import type { TrackedRequest } from '../../../../schemas/request-base.js';
5
7
  interface WorldSessionArgs {
6
8
  modelId: string;
7
9
  files: {
@@ -121,6 +123,6 @@ export declare function worldScenePath(modelId: string): string;
121
123
  * it before tearing down.
122
124
  */
123
125
  export declare function createWorldSession(args: WorldSessionArgs): WorldSession;
124
- export declare function worldStep(request: WorldStepRequest): AsyncGenerator<WorldStepStreamResponse>;
125
- export declare function worldCreateScene(request: WorldSceneRequest): AsyncGenerator<WorldSceneStreamResponse>;
126
+ export declare function worldStep(request: WorldStepRequest & TrackedRequest, _inputStream?: AsyncIterable<Buffer>, context?: PluginHandlerContext): AsyncGenerator<WorldStepStreamResponse>;
127
+ export declare function worldCreateScene(request: WorldSceneRequest & TrackedRequest, _inputStream?: AsyncIterable<Buffer>, context?: PluginHandlerContext): AsyncGenerator<WorldSceneStreamResponse>;
126
128
  export {};