@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -1,75 +1,17 @@
1
1
  import TranslationNmtcpp from '@qvac/translation-nmtcpp';
2
- import { definePlugin, defineHandler, translateRequestSchema, translateResponseSchema, ModelType, nmtConfigBaseSchema, ADDON_NMT, BERGAMOT_CJK_LANG_PAIRS } from '../../../schemas/index.js';
2
+ import { definePlugin, defineHandler, translateRequestSchema, translateResponseSchema, ModelType, nmtConfigBaseSchema, ADDON_NMT } from '../../../schemas/index.js';
3
3
  import { createStreamLogger, registerAddonLogger } from '../../../logging/index.js';
4
- import path from 'bare-path';
5
- import { translate } from '../../ops/translate.js';
4
+ import { translate } from '../../../plugins/ops/translate.js';
6
5
  import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
7
- import { resolveBergamotVocab } from './resolve-vocab.js';
8
- /**
9
- * Derive absolute vocab paths from a resolved Bergamot model path.
10
- * Works for both companion-set layout (colocated files) and any layout where
11
- * vocab follows the standard naming convention beside the model binary.
12
- * Returns null if modelPath is not a recognisable Bergamot model.
13
- */
14
- function deriveColocatedBergamotVocabPaths(modelPath) {
15
- const dirPath = path.dirname(modelPath);
16
- const basePath = path.basename(modelPath);
17
- const match = basePath.match(/^model\.([a-z]+)\.intgemm\.alphas\.bin$/);
18
- if (!match?.[1])
19
- return null;
20
- const langPair = match[1];
21
- if (BERGAMOT_CJK_LANG_PAIRS.includes(langPair)) {
22
- return {
23
- srcVocabPath: path.join(dirPath, `srcvocab.${langPair}.spm`),
24
- dstVocabPath: path.join(dirPath, `trgvocab.${langPair}.spm`)
25
- };
26
- }
27
- const sharedPath = path.join(dirPath, `vocab.${langPair}.spm`);
28
- return { srcVocabPath: sharedPath, dstVocabPath: sharedPath };
29
- }
30
- function createNmtModel(modelId, modelPath, nmtConfig, srcVocabPath, dstVocabPath, pivotModelPath, pivotSrcVocabPath, pivotDstVocabPath) {
6
+ import { nmtConfigFor, nmtFilesFor } from '../../../plugins/builtin/nmtcpp-translation/load-files.js';
7
+ import { resolveBergamotVocab } from '../../../plugins/builtin/nmtcpp-translation/resolve-vocab.js';
8
+ function createNmtModel(modelId, files, nmtConfig) {
31
9
  const logger = createStreamLogger(modelId, ModelType.nmtcppTranslation);
32
10
  registerAddonLogger(modelId, ModelType.nmtcppTranslation, logger);
33
- const { from, to, engine, beamsize, lengthpenalty, maxlength, repetitionpenalty, norepeatngramsize, temperature, topk, topp } = nmtConfig;
34
- const files = {
35
- model: modelPath,
36
- ...(srcVocabPath && { srcVocab: srcVocabPath }),
37
- ...(dstVocabPath && { dstVocab: dstVocabPath }),
38
- ...(pivotModelPath && { pivotModel: pivotModelPath }),
39
- ...(pivotSrcVocabPath && { pivotSrcVocab: pivotSrcVocabPath }),
40
- ...(pivotDstVocabPath && { pivotDstVocab: pivotDstVocabPath })
41
- };
42
- const generationParams = {
43
- beamsize,
44
- lengthpenalty,
45
- maxlength,
46
- repetitionpenalty,
47
- norepeatngramsize,
48
- temperature,
49
- topk,
50
- topp
51
- };
52
- const config = {
53
- modelType: TranslationNmtcpp.ModelTypes[engine],
54
- ...generationParams,
55
- ...(nmtConfig.engine === 'Bergamot' && {
56
- ...(nmtConfig.normalize !== undefined && {
57
- normalize: nmtConfig.normalize
58
- }),
59
- ...(nmtConfig.pivotModel &&
60
- pivotModelPath && {
61
- pivotConfig: (() => {
62
- // eslint-disable-next-line @typescript-eslint/no-unused-vars
63
- const { modelSrc, dstVocabSrc, srcVocabSrc, ...pivotGenConfig } = nmtConfig.pivotModel;
64
- return pivotGenConfig;
65
- })()
66
- })
67
- })
68
- };
69
11
  const model = new TranslationNmtcpp({
70
12
  files,
71
- params: { srcLang: from, dstLang: to },
72
- config,
13
+ params: { srcLang: nmtConfig.from, dstLang: nmtConfig.to },
14
+ config: nmtConfigFor(nmtConfig, files.pivotModel),
73
15
  logger,
74
16
  opts: { stats: true }
75
17
  });
@@ -80,6 +22,7 @@ export const nmtPlugin = definePlugin({
80
22
  displayName: 'NMT (nmtcpp)',
81
23
  addonPackage: ADDON_NMT,
82
24
  loadConfigSchema: nmtConfigBaseSchema,
25
+ assessFit: TranslationNmtcpp.assessFit,
83
26
  async resolveConfig(cfg, ctx) {
84
27
  const { srcVocabSrc, dstVocabSrc, pivotModel, ...nmtConfig } = cfg;
85
28
  if (nmtConfig.engine !== 'Bergamot') {
@@ -90,15 +33,8 @@ export const nmtPlugin = definePlugin({
90
33
  },
91
34
  createModel(params) {
92
35
  const nmtConfig = (params.modelConfig ?? {});
93
- const artifacts = params.artifacts ?? {};
94
- const derived = deriveColocatedBergamotVocabPaths(params.modelPath);
95
- const srcVocabPath = artifacts['srcVocabPath'] ?? derived?.srcVocabPath;
96
- const dstVocabPath = artifacts['dstVocabPath'] ?? derived?.dstVocabPath;
97
- const pivotModelPath = artifacts['pivotModelPath'];
98
- const pivotDerived = pivotModelPath ? deriveColocatedBergamotVocabPaths(pivotModelPath) : null;
99
- const pivotSrcVocabPath = artifacts['pivotSrcVocabPath'] ?? pivotDerived?.srcVocabPath;
100
- const pivotDstVocabPath = artifacts['pivotDstVocabPath'] ?? pivotDerived?.dstVocabPath;
101
- const { model } = createNmtModel(params.modelId, params.modelPath, nmtConfig, srcVocabPath, dstVocabPath, pivotModelPath, pivotSrcVocabPath, pivotDstVocabPath);
36
+ const files = nmtFilesFor(params.modelPath, params.artifacts ?? {});
37
+ const { model } = createNmtModel(params.modelId, files, nmtConfig);
102
38
  return { model };
103
39
  },
104
40
  handlers: {
@@ -21,6 +21,8 @@ export declare const parakeetPlugin: {
21
21
  type: import("zod").ZodLiteral<"filePath">;
22
22
  value: import("zod").ZodString;
23
23
  }, import("zod/v4/core").$strip>], "type">;
24
+ hotwords: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
25
+ maxNewTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
24
26
  type: import("zod").ZodLiteral<"transcribe">;
25
27
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
26
28
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
@@ -62,10 +64,18 @@ export declare const parakeetPlugin: {
62
64
  endMs: import("zod").ZodNumber;
63
65
  append: import("zod").ZodBoolean;
64
66
  id: import("zod").ZodNumber;
67
+ speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
68
+ speaker: import("zod").ZodOptional<import("zod").ZodString>;
69
+ speakerSegments: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
70
+ speakerId: import("zod").ZodNumber;
71
+ startMs: import("zod").ZodNumber;
72
+ endMs: import("zod").ZodNumber;
73
+ }, import("zod/v4/core").$strip>>>;
65
74
  isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
66
75
  startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
67
76
  }, import("zod/v4/core").$strip>>;
68
77
  vad: import("zod").ZodOptional<import("zod").ZodObject<{
78
+ speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
69
79
  speaking: import("zod").ZodBoolean;
70
80
  probability: import("zod").ZodNumber;
71
81
  source: import("zod").ZodOptional<import("zod").ZodEnum<{
@@ -87,16 +97,16 @@ export declare const parakeetPlugin: {
87
97
  gpu: "gpu";
88
98
  }>;
89
99
  graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
100
+ cuda: "cuda";
90
101
  vulkan: "vulkan";
91
102
  metal: "metal";
92
103
  opencl: "opencl";
93
- cuda: "cuda";
104
+ rocm: "rocm";
94
105
  opengl: "opengl";
95
106
  webgpu: "webgpu";
96
107
  direct3d11: "direct3d11";
97
108
  direct3d12: "direct3d12";
98
109
  levelZero: "levelZero";
99
- rocm: "rocm";
100
110
  }>>;
101
111
  driver: import("zod").ZodOptional<import("zod").ZodObject<{
102
112
  name: import("zod").ZodString;
@@ -138,6 +148,9 @@ export declare const parakeetPlugin: {
138
148
  rightLookaheadMs: import("zod").ZodOptional<import("zod").ZodNumber>;
139
149
  emitPartials: import("zod").ZodOptional<import("zod").ZodBoolean>;
140
150
  emitEnergyVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
151
+ emitSpeakerVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
152
+ diarizationThreshold: import("zod").ZodOptional<import("zod").ZodNumber>;
153
+ diarizationMinSegmentMs: import("zod").ZodOptional<import("zod").ZodNumber>;
141
154
  spkCacheEnable: import("zod").ZodOptional<import("zod").ZodBoolean>;
142
155
  spkCacheLen: import("zod").ZodOptional<import("zod").ZodNumber>;
143
156
  fifoLen: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -185,10 +198,18 @@ export declare const parakeetPlugin: {
185
198
  endMs: import("zod").ZodNumber;
186
199
  append: import("zod").ZodBoolean;
187
200
  id: import("zod").ZodNumber;
201
+ speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
202
+ speaker: import("zod").ZodOptional<import("zod").ZodString>;
203
+ speakerSegments: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
204
+ speakerId: import("zod").ZodNumber;
205
+ startMs: import("zod").ZodNumber;
206
+ endMs: import("zod").ZodNumber;
207
+ }, import("zod/v4/core").$strip>>>;
188
208
  isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
189
209
  startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
190
210
  }, import("zod/v4/core").$strip>>;
191
211
  vad: import("zod").ZodOptional<import("zod").ZodObject<{
212
+ speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
192
213
  speaking: import("zod").ZodBoolean;
193
214
  probability: import("zod").ZodNumber;
194
215
  source: import("zod").ZodOptional<import("zod").ZodEnum<{
@@ -210,16 +231,16 @@ export declare const parakeetPlugin: {
210
231
  gpu: "gpu";
211
232
  }>;
212
233
  graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
234
+ cuda: "cuda";
213
235
  vulkan: "vulkan";
214
236
  metal: "metal";
215
237
  opencl: "opencl";
216
- cuda: "cuda";
238
+ rocm: "rocm";
217
239
  opengl: "opengl";
218
240
  webgpu: "webgpu";
219
241
  direct3d11: "direct3d11";
220
242
  direct3d12: "direct3d12";
221
243
  levelZero: "levelZero";
222
- rocm: "rocm";
223
244
  }>>;
224
245
  driver: import("zod").ZodOptional<import("zod").ZodObject<{
225
246
  name: import("zod").ZodString;
@@ -1,11 +1,11 @@
1
1
  import ASRGgml from '@qvac/asr-ggml';
2
2
  import { definePlugin, defineHandler, defineDuplexHandler, transcribeRequestSchema, transcribeResponseSchema, transcribeStreamRequestSchema, transcribeStreamResponseSchema, ModelType, parakeetLoadConfigSchema, LEGACY_PARAKEET_ONNX_MODEL_CONFIG_FIELDS, ADDON_ASR } from '../../../schemas/index.js';
3
3
  import { ModelLoadFailedError, LegacyParakeetModelDeprecatedError } from '../../../errors/index.js';
4
- import { transcribe, transcribeStream } from '../../ops/transcribe.js';
4
+ import { transcribe, transcribeStream } from '../../../plugins/ops/transcribe.js';
5
5
  import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
6
6
  import { attachBackendDiagnostics } from '../../../profiling/backend-diagnostics.js';
7
- import { buildParakeetEngineConfig } from '../asr-ggml/config.js';
8
- import { createAsrModelLogger } from '../asr-ggml/logging.js';
7
+ import { buildParakeetEngineConfig } from '../../../plugins/builtin/asr-ggml/config.js';
8
+ import { createAsrModelLogger } from '../../../plugins/builtin/asr-ggml/logging.js';
9
9
  function resolveParakeetConfig(cfg) {
10
10
  const cfgRecord = cfg;
11
11
  const legacyFields = LEGACY_PARAKEET_ONNX_MODEL_CONFIG_FIELDS.filter((name) => cfgRecord[name] !== undefined);
@@ -58,12 +58,16 @@ export const parakeetPlugin = definePlugin({
58
58
  modelId: request.modelId,
59
59
  audioChunk: request.audioChunk,
60
60
  prompt: request.prompt,
61
+ hotwords: request.hotwords,
62
+ maxNewTokens: request.maxNewTokens,
61
63
  metadata: true
62
64
  }, request.requestId)
63
65
  : transcribe({
64
66
  modelId: request.modelId,
65
67
  audioChunk: request.audioChunk,
66
- prompt: request.prompt
68
+ prompt: request.prompt,
69
+ hotwords: request.hotwords,
70
+ maxNewTokens: request.maxNewTokens
67
71
  }, request.requestId);
68
72
  try {
69
73
  let result = await stream.next();
@@ -124,7 +128,18 @@ export const parakeetPlugin = definePlugin({
124
128
  while (!result.done) {
125
129
  const value = result.value;
126
130
  if (typeof value === 'object' && value !== null && 'type' in value) {
127
- if (value.type === 'endOfTurn') {
131
+ if (value.type === 'vad') {
132
+ yield {
133
+ type: 'transcribeStream',
134
+ vad: {
135
+ speaking: value.speaking,
136
+ probability: value.probability,
137
+ ...(value.source && { source: value.source }),
138
+ ...(value.speakerId !== undefined && { speakerId: value.speakerId })
139
+ }
140
+ };
141
+ }
142
+ else if (value.type === 'endOfTurn') {
128
143
  yield {
129
144
  type: 'transcribeStream',
130
145
  endOfTurn: { source: 'parakeet' }
@@ -1,2 +1,5 @@
1
- import type { DiffusionRequest, DiffusionStreamResponse } from '../../../../schemas/sdcpp-config.js';
2
- export declare function diffusion(request: DiffusionRequest): AsyncGenerator<DiffusionStreamResponse>;
1
+ import type { DiffusionRequest, DiffusionStreamResponse, DiffusionStats } from '../../../../schemas/sdcpp-config.js';
2
+ export type DiffusionOpResult = {
3
+ stats: DiffusionStats | undefined;
4
+ };
5
+ export declare function diffusion(request: DiffusionRequest): AsyncGenerator<DiffusionStreamResponse, DiffusionOpResult>;
@@ -1,64 +1,180 @@
1
+ var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
2
+ if (value !== null && value !== void 0) {
3
+ if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
4
+ var dispose, inner;
5
+ if (async) {
6
+ if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
7
+ dispose = value[Symbol.asyncDispose];
8
+ }
9
+ if (dispose === void 0) {
10
+ if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
11
+ dispose = value[Symbol.dispose];
12
+ if (async) inner = dispose;
13
+ }
14
+ if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
15
+ if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
16
+ env.stack.push({ value: value, dispose: dispose, async: async });
17
+ }
18
+ else if (async) {
19
+ env.stack.push({ async: true });
20
+ }
21
+ return value;
22
+ };
23
+ var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
24
+ return function (env) {
25
+ function fail(e) {
26
+ env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
27
+ env.hasError = true;
28
+ }
29
+ var r, s = 0;
30
+ function next() {
31
+ while (r = env.stack.pop()) {
32
+ try {
33
+ if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
34
+ if (r.dispose) {
35
+ var result = r.dispose.call(r.value);
36
+ if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
37
+ }
38
+ else s |= 1;
39
+ }
40
+ catch (e) {
41
+ fail(e);
42
+ }
43
+ }
44
+ if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
45
+ if (env.hasError) throw env.error;
46
+ }
47
+ return next();
48
+ };
49
+ })(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
50
+ var e = new Error(message);
51
+ return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
+ });
1
53
  import { getModel } from '../../../../runtime/model-registry.js';
2
54
  import Buffer from 'bare-buffer';
55
+ import { getRequestRegistry, withRequestContext } from '../../../../runtime/index.js';
56
+ import { generateRandomRequestId } from '../../../../runtime/request-id.js';
57
+ import { getEngineLogger } from '../../../../logging/index.js';
58
+ import { InferenceCancelledError } from '../../../../errors/index.js';
3
59
  export async function* diffusion(request) {
4
- const model = getModel(request.modelId);
5
- const init_image = request.init_image ? Buffer.from(request.init_image, 'base64') : undefined;
6
- const init_images = request.init_images
7
- ? request.init_images.map((b64) => Buffer.from(b64, 'base64'))
8
- : undefined;
9
- const response = await model.run({
10
- prompt: request.prompt,
11
- negative_prompt: request.negative_prompt,
12
- width: request.width,
13
- height: request.height,
14
- steps: request.steps,
15
- cfg_scale: request.cfg_scale,
16
- img_cfg_scale: request.img_cfg_scale ?? -1,
17
- guidance: request.guidance,
18
- sampling_method: request.sampling_method,
19
- scheduler: request.scheduler,
20
- seed: request.seed,
21
- batch_count: request.batch_count,
22
- vae_tiling: request.vae_tiling,
23
- cache_preset: request.cache_preset,
24
- init_image,
25
- init_images,
26
- increase_ref_index: request.increase_ref_index,
27
- auto_resize_ref_image: request.auto_resize_ref_image,
28
- strength: request.strength,
29
- lora: request.lora,
30
- upscale: request.upscale === false ? undefined : request.upscale
31
- });
32
- let outputIndex = 0;
33
- for await (const chunk of response.iterate()) {
34
- if (chunk instanceof Uint8Array) {
35
- yield {
36
- type: 'diffusionStream',
37
- data: Buffer.from(chunk).toString('base64'),
38
- outputIndex: outputIndex++
39
- };
40
- }
41
- else if (typeof chunk === 'string') {
42
- try {
43
- const tick = JSON.parse(chunk);
44
- if ('step' in tick) {
60
+ const env_1 = { stack: [], error: void 0, hasError: false };
61
+ try {
62
+ const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
63
+ requestId: generateRandomRequestId(),
64
+ kind: 'diffusion',
65
+ modelId: request.modelId
66
+ }), true);
67
+ if (ctx.signal.aborted)
68
+ throw new InferenceCancelledError(ctx.requestId);
69
+ const model = getModel(request.modelId);
70
+ const cancellable = model;
71
+ const logger = withRequestContext(getEngineLogger(), ctx);
72
+ let cancelPromise;
73
+ const onAbort = () => {
74
+ cancelPromise ??= cancellable.cancel().catch((error) => {
75
+ logger.warn(`Diffusion cancel failed: ${String(error)}`);
76
+ });
77
+ };
78
+ ctx.signal.addEventListener('abort', onAbort, { once: true });
79
+ ctx.scope.defer(async () => {
80
+ ctx.signal.removeEventListener('abort', onAbort);
81
+ // A delayed native cancel must finish before another request owns the model.
82
+ await cancelPromise;
83
+ });
84
+ if (ctx.signal.aborted)
85
+ throw new InferenceCancelledError(ctx.requestId);
86
+ const init_image = request.init_image ? Buffer.from(request.init_image, 'base64') : undefined;
87
+ const init_images = request.init_images
88
+ ? request.init_images.map((b64) => Buffer.from(b64, 'base64'))
89
+ : undefined;
90
+ try {
91
+ const response = await model.run({
92
+ prompt: request.prompt,
93
+ negative_prompt: request.negative_prompt,
94
+ width: request.width,
95
+ height: request.height,
96
+ steps: request.steps,
97
+ cfg_scale: request.cfg_scale,
98
+ img_cfg_scale: request.img_cfg_scale ?? -1,
99
+ guidance: request.guidance,
100
+ sampling_method: request.sampling_method,
101
+ scheduler: request.scheduler,
102
+ seed: request.seed,
103
+ batch_count: request.batch_count,
104
+ vae_tiling: request.vae_tiling,
105
+ cache_preset: request.cache_preset,
106
+ init_image,
107
+ init_images,
108
+ increase_ref_index: request.increase_ref_index,
109
+ auto_resize_ref_image: request.auto_resize_ref_image,
110
+ strength: request.strength,
111
+ lora: request.lora,
112
+ upscale: request.upscale === false ? undefined : request.upscale
113
+ });
114
+ // Keep ownership until native work settles, including an early consumer exit.
115
+ let drained = false;
116
+ ctx.scope.defer(async () => {
117
+ if (drained)
118
+ return;
119
+ onAbort();
120
+ try {
121
+ await response.await();
122
+ }
123
+ catch {
124
+ // The stream carries the original failure or cancellation.
125
+ }
126
+ });
127
+ let outputIndex = 0;
128
+ for await (const chunk of response.iterate()) {
129
+ if (ctx.signal.aborted)
130
+ continue;
131
+ if (chunk instanceof Uint8Array) {
45
132
  yield {
46
133
  type: 'diffusionStream',
47
- step: tick['step'],
48
- totalSteps: tick['total'],
49
- elapsedMs: tick['elapsed_ms']
134
+ data: Buffer.from(chunk).toString('base64'),
135
+ outputIndex: outputIndex++
50
136
  };
51
137
  }
138
+ else if (typeof chunk === 'string') {
139
+ try {
140
+ const tick = JSON.parse(chunk);
141
+ if ('step' in tick) {
142
+ yield {
143
+ type: 'diffusionStream',
144
+ step: tick['step'],
145
+ totalSteps: tick['total'],
146
+ elapsedMs: tick['elapsed_ms']
147
+ };
148
+ }
149
+ }
150
+ catch {
151
+ // Ignore non-JSON output.
152
+ }
153
+ }
52
154
  }
53
- catch {
54
- // Non-JSON string output — skip
155
+ drained = true;
156
+ if (ctx.signal.aborted)
157
+ throw new InferenceCancelledError(ctx.requestId);
158
+ const responseWithStats = response;
159
+ return { stats: responseWithStats.stats ?? undefined };
160
+ }
161
+ catch (error) {
162
+ if (ctx.signal.aborted) {
163
+ if (error instanceof InferenceCancelledError)
164
+ throw error;
165
+ throw new InferenceCancelledError(ctx.requestId, {}, error);
55
166
  }
167
+ ctx.state = 'failed';
168
+ throw error;
56
169
  }
57
170
  }
58
- const responseWithStats = response;
59
- yield {
60
- type: 'diffusionStream',
61
- done: true,
62
- stats: responseWithStats.stats ?? undefined
63
- };
171
+ catch (e_1) {
172
+ env_1.error = e_1;
173
+ env_1.hasError = true;
174
+ }
175
+ finally {
176
+ const result_1 = __disposeResources(env_1);
177
+ if (result_1)
178
+ await result_1;
179
+ }
64
180
  }
@@ -1,6 +1,9 @@
1
1
  import { VideoStableDiffusion } from '@qvac/diffusion-cpp';
2
- import { type VideoRequest, type VideoStreamResponse } from '../../../../schemas/sdcpp-config.js';
2
+ import { type VideoRequest, type VideoStreamResponse, type VideoStats } from '../../../../schemas/sdcpp-config.js';
3
3
  export declare function markLtxVideoModel(model: VideoStableDiffusion): void;
4
4
  export declare function markH3VideoModel(model: VideoStableDiffusion): void;
5
5
  export declare function markMoeCapableVideoModel(model: VideoStableDiffusion): void;
6
- export declare function video(request: VideoRequest): AsyncGenerator<VideoStreamResponse>;
6
+ export type VideoOpResult = {
7
+ stats: VideoStats | undefined;
8
+ };
9
+ export declare function video(request: VideoRequest): AsyncGenerator<VideoStreamResponse, VideoOpResult>;
@@ -134,19 +134,20 @@ export async function* video(request) {
134
134
  if (request.lora !== undefined && loraApplyMode !== 'at_runtime') {
135
135
  requestLogger.warn(`[video] lora_apply_mode="${loraApplyMode}" may persist the request LoRA across later generations; use "at_runtime" for per-call application.`);
136
136
  }
137
+ let cancelPromise;
137
138
  const onAbort = () => {
138
- model.cancel().catch((err) => {
139
+ cancelPromise ??= model.cancel().catch((err) => {
139
140
  requestLogger.warn(`[cancel] model.cancel() rejected during abort for modelId=${request.modelId}: ${err instanceof Error ? err.message : String(err)}`);
140
141
  });
141
142
  };
142
143
  ctx.signal.addEventListener('abort', onAbort, { once: true });
143
144
  if (ctx.signal.aborted)
144
145
  onAbort();
145
- ctx.scope.defer(() => {
146
+ ctx.scope.defer(async () => {
146
147
  ctx.signal.removeEventListener('abort', onAbort);
148
+ await cancelPromise;
147
149
  });
148
- const response = await model.run({
149
- mode: request.mode,
150
+ const runParams = {
150
151
  prompt: request.prompt,
151
152
  ...(request.negative_prompt !== undefined && {
152
153
  negative_prompt: request.negative_prompt
@@ -192,9 +193,6 @@ export async function* video(request) {
192
193
  ...(request.vace_strength !== undefined && {
193
194
  vace_strength: request.vace_strength
194
195
  }),
195
- ...(request.init_image !== undefined && {
196
- init_image: Buffer.from(request.init_image, 'base64')
197
- }),
198
196
  ...(request.strength !== undefined && {
199
197
  strength: request.strength
200
198
  }),
@@ -227,11 +225,31 @@ export async function* video(request) {
227
225
  ...(request.cache_threshold !== undefined && {
228
226
  cache_threshold: request.cache_threshold
229
227
  })
228
+ };
229
+ const response = request.mode === 'img2vid'
230
+ ? await model.run({
231
+ ...runParams,
232
+ mode: 'img2vid',
233
+ // parseVideoRequest requires this field for image-to-video requests.
234
+ init_image: Buffer.from(request.init_image, 'base64')
235
+ })
236
+ : await model.run({ ...runParams, mode: 'txt2vid' });
237
+ let drained = false;
238
+ ctx.scope.defer(async () => {
239
+ if (drained)
240
+ return;
241
+ onAbort();
242
+ try {
243
+ await response.await();
244
+ }
245
+ catch {
246
+ // Preserve the stream's original failure or consumer exit.
247
+ }
230
248
  });
231
249
  let outputIndex = 0;
232
250
  for await (const chunk of response.iterate()) {
233
251
  if (ctx.signal.aborted)
234
- break;
252
+ continue;
235
253
  if (chunk instanceof Uint8Array) {
236
254
  yield {
237
255
  type: 'videoStream',
@@ -256,12 +274,9 @@ export async function* video(request) {
256
274
  }
257
275
  }
258
276
  }
277
+ drained = true;
259
278
  const responseWithStats = response;
260
- yield {
261
- type: 'videoStream',
262
- done: true,
263
- stats: toVideoStats(responseWithStats.stats)
264
- };
279
+ return { stats: toVideoStats(responseWithStats.stats) };
265
280
  }
266
281
  catch (e_1) {
267
282
  env_1.error = e_1;