@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -1,5 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { modelSrcInputSchema } from './model-src-utils.js';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
+ import { trackedRequestSchema } from '../schemas/request-base.js';
3
4
  const BASE64_PATTERN = /^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/;
4
5
  const ABSOLUTE_PATH_PATTERN = /^(\/|[A-Za-z]:[\\/]|\\\\)/;
5
6
  const base64StringSchema = z.string().min(1).regex(BASE64_PATTERN);
@@ -33,6 +34,30 @@ const scheduleTypeSchema = z.enum([
33
34
  'bong_tangent'
34
35
  ]);
35
36
  const videoScheduleTypeSchema = z.enum([...scheduleTypeSchema.options, 'ltx2']);
37
+ const customSigmasSchema = z
38
+ .array(z
39
+ .number()
40
+ .min(0)
41
+ .max(3.4028234663852886e38)
42
+ .refine((value) => value === 0 || Math.fround(value) > 0, {
43
+ message: 'custom_sigmas entries must not underflow to zero in float precision'
44
+ }))
45
+ .min(2)
46
+ .max(2147483647)
47
+ .superRefine((values, ctx) => {
48
+ for (let i = 1; i < values.length; i++) {
49
+ if (Math.fround(values[i]) >= Math.fround(values[i - 1])) {
50
+ ctx.addIssue({
51
+ code: 'custom',
52
+ path: [i],
53
+ message: 'custom_sigmas must be strictly decreasing in float precision'
54
+ });
55
+ }
56
+ }
57
+ if (values.at(-1) !== 0) {
58
+ ctx.addIssue({ code: 'custom', message: 'custom_sigmas must end with zero' });
59
+ }
60
+ });
36
61
  const cacheModeSchema = z.enum([
37
62
  'disabled',
38
63
  'easycache',
@@ -64,9 +89,9 @@ export const sdcppConfigSchema = z.object({
64
89
  .enum(['diffusion', 'upscale', 'video', 'world'])
65
90
  .default('diffusion')
66
91
  .describe('Operation mode for the diffusion plugin. ' +
67
- "`'diffusion'` (default) builds a full SD / SDXL / SD3 / FLUX pipeline from " +
92
+ "`'diffusion'` (default) builds a full SD / SDXL / SD3 / FLUX / Qwen-Image pipeline from " +
68
93
  'the primary model plus optional auxiliary text encoders, VAE, unconditional ' +
69
- 'diffusion model, and ESRGAN ' +
94
+ 'diffusion model, external tokenizer, and ESRGAN ' +
70
95
  'upscaler, and exposes diffusion({ ... }). ' +
71
96
  "`'upscale'` builds a standalone ESRGAN upscaler from the primary model " +
72
97
  'file alone (auxiliary model sources are ignored) and exposes upscale({ ... }). ' +
@@ -99,8 +124,9 @@ export const sdcppConfigSchema = z.object({
99
124
  .union([z.number().int().min(0), z.enum(['integrated', 'dedicated'])])
100
125
  .optional()
101
126
  .describe('GPU to pin when `device` is "gpu": a GPU-device index, "integrated", or ' +
102
- '"dedicated" (the discrete GPU with the most VRAM). Omit to let the ' +
103
- 'backend choose the first enumerated device. Resolved against the ' +
127
+ '"dedicated" (the discrete GPU with the most VRAM). Omit to let automatic ' +
128
+ 'placement choose: a dedicated GPU first, then an integrated one, taking ' +
129
+ 'the largest available memory budget within each. Resolved against the ' +
104
130
  "addon's own ggml device enumeration, so it cannot desync from the " +
105
131
  'device list the backend actually uses. If an explicit request cannot ' +
106
132
  'be satisfied (e.g. "integrated" with no integrated GPU, "dedicated" ' +
@@ -224,10 +250,18 @@ export const sdcppConfigSchema = z.object({
224
250
  llmModelSrc: modelSrcInputSchema
225
251
  .optional()
226
252
  .describe('LLM text encoder model — required for FLUX.2 [klein] (Qwen3), ' +
227
- 'Ideogram 4 (Qwen3-VL), LTX-2 video (Gemma), and MiniMax-H3 (H3-specific Qwen3-VL).'),
253
+ 'FLUX.3 Image Klein, Qwen-Image-2.1 and Ideogram 4 (Qwen3-VL), MOSS-Image (Qwen3.5), ' +
254
+ 'LTX-2 video (Gemma), ' +
255
+ 'and MiniMax-H3 (H3-specific Qwen3-VL).'),
256
+ projectionModelSrc: modelSrcInputSchema
257
+ .optional()
258
+ .describe('Vision projector for the LLM encoder. Required for Qwen-Image-2.1 ' +
259
+ 'reference editing with its GGUF Qwen3-VL encoder; optional for text-to-image. ' +
260
+ 'Requires llmModelSrc and diffusion mode.'),
228
261
  vaeModelSrc: modelSrcInputSchema
229
262
  .optional()
230
- .describe('VAE decoder model — required for FLUX.2 [klein], Ideogram 4, ' +
263
+ .describe('VAE decoder model, required for Qwen-Image-2.1, FLUX.2 [klein], FLUX.3 Image Klein, ' +
264
+ 'Ideogram 4, MOSS-Image, ' +
231
265
  'LTX-2 video, and MiniMax-H3 video; optional for SDXL.'),
232
266
  highNoiseDiffusionModelSrc: modelSrcInputSchema
233
267
  .optional()
@@ -241,6 +275,11 @@ export const sdcppConfigSchema = z.object({
241
275
  'llmModelSrc (Qwen3-VL), vaeModelSrc, and a JSON-serialized structured ' +
242
276
  'caption with explicit bounding boxes as the generation prompt. Plain-text ' +
243
277
  "prompts produce degenerate output or the model's placeholder response."),
278
+ tokenizerSrc: modelSrcInputSchema
279
+ .optional()
280
+ .describe('External `tokenizer.json` for the Qwen3.5 text encoder — MOSS-Image only. ' +
281
+ 'Requires diffusion mode, llmModelSrc (Qwen3.5) and vaeModelSrc. ' +
282
+ 'Layout prompts can be passed as a JSON string.'),
244
283
  clipVisionModelSrc: modelSrcInputSchema
245
284
  .optional()
246
285
  .describe('OpenCLIP ViT-H/14 weights (`clip_vision_h.safetensors`). Required for ' +
@@ -274,6 +313,13 @@ export const sdcppConfigSchema = z.object({
274
313
  world: z
275
314
  .object({
276
315
  seed: z.number().int().optional().describe('Walk RNG seed.'),
316
+ fitSteps: z
317
+ .number()
318
+ .int()
319
+ .min(1)
320
+ .max(1000000)
321
+ .optional()
322
+ .describe('Walk steps covered by memory fit. Defaults to 100; does not limit generation or retained history.'),
277
323
  // Mirrors parseAutoOrPositiveInt in the addon's WorldSessionHandlers.cpp:
278
324
  // -1 or > 0. Zero and other negatives throw natively at load, after the
279
325
  // multi-gigabyte artifacts have already been resolved.
@@ -369,7 +415,7 @@ export const sdcppConfigSchema = z.object({
369
415
  .strict()
370
416
  .optional()
371
417
  .describe("ABot-World session tuning — mode: 'world' only, rejected in every other " +
372
- 'mode. Forwarded to the native session as-is.'),
418
+ 'mode. Session settings reach the addon; fitSteps controls only memory fit.'),
373
419
  upscaler: z
374
420
  .object({
375
421
  type: z
@@ -507,6 +553,7 @@ export const videoStatsSchema = diffusionStatsSchema
507
553
  });
508
554
  export const diffusionStreamResponseSchema = z.object({
509
555
  type: z.literal('diffusionStream'),
556
+ requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
510
557
  step: z.number().optional(),
511
558
  totalSteps: z.number().optional(),
512
559
  elapsedMs: z.number().optional(),
@@ -539,19 +586,24 @@ export const diffusionRequestSchema = z
539
586
  .positive()
540
587
  .multipleOf(8)
541
588
  .optional()
542
- .describe('Image width in pixels (must be a multiple of 8).'),
589
+ .describe('Image width in pixels. Multiple of 8; Qwen-Image-2.1 requires a multiple of 32.'),
543
590
  height: z
544
591
  .number()
545
592
  .int()
546
593
  .positive()
547
594
  .multipleOf(8)
548
595
  .optional()
549
- .describe('Image height in pixels (must be a multiple of 8).'),
550
- steps: z.number().int().positive().optional().describe('Number of sampling steps to run.'),
596
+ .describe('Image height in pixels. Multiple of 8; Qwen-Image-2.1 requires a multiple of 32.'),
597
+ steps: z
598
+ .number()
599
+ .int()
600
+ .positive()
601
+ .optional()
602
+ .describe('Number of sampling steps. Overridden by custom_sigmas.length - 1 when supplied.'),
551
603
  cfg_scale: z
552
604
  .number()
553
605
  .optional()
554
- .describe('Classifier-free guidance scale for SD 1.x / 2.x / XL / SD3 models; typical range 1–20, default 7'),
606
+ .describe('Classifier-free guidance scale for SD and Qwen-Image models; typical range 1-20, default 7'),
555
607
  img_cfg_scale: z
556
608
  .number()
557
609
  .default(-1)
@@ -563,7 +615,15 @@ export const diffusionRequestSchema = z
563
615
  sampling_method: samplingMethodSchema
564
616
  .optional()
565
617
  .describe('Sampling algorithm used by the diffusion scheduler.'),
566
- scheduler: scheduleTypeSchema.optional().describe('Noise schedule to apply when sampling.'),
618
+ scheduler: scheduleTypeSchema
619
+ .optional()
620
+ .describe('Noise schedule to apply when sampling. Overridden by custom_sigmas when supplied.'),
621
+ custom_sigmas: customSigmasSchema
622
+ .optional()
623
+ .describe('Explicit noise schedule, including terminal zero. At least two finite, non-negative ' +
624
+ 'float values, strictly decreasing after conversion to float precision. Overrides ' +
625
+ 'scheduler and steps; the effective step count is length minus one. ' +
626
+ 'Qwen-Image-2.1-Turbo uses its fixed eight-step schedule with Euler and cfg_scale: 1.'),
567
627
  seed: z
568
628
  .number()
569
629
  .int()
@@ -578,22 +638,42 @@ export const diffusionRequestSchema = z
578
638
  vae_tiling: z
579
639
  .boolean()
580
640
  .optional()
581
- .describe('Enable VAE tiling for large images on constrained VRAM (overrides model config).'),
641
+ .describe('Enable VAE tiling for large images on constrained VRAM, overriding model config.'),
642
+ vae_tile_size: z
643
+ .union([
644
+ z.number().int().positive().max(2147483647).meta({ title: 'DiffusionVaeTileSize' }),
645
+ z
646
+ .string()
647
+ .regex(/^[0-9]+x[0-9]+$/, { message: 'vae_tile_size must be a WxH string' })
648
+ .refine((value) => value.split('x').every((dimension) => {
649
+ const size = Number(dimension);
650
+ return size > 0 && size <= 2147483647;
651
+ }), { message: 'vae_tile_size dimensions must be integers between 1 and 2147483647' })
652
+ .meta({ title: 'DiffusionVaeTileSizeSpec' })
653
+ ])
654
+ .optional()
655
+ .describe('VAE tile size in latent units, as a positive integer or a WxH string such as 64x32. ' +
656
+ 'Each dimension must be between 1 and 2147483647. ' +
657
+ 'For Qwen-Image-2.1 outputs at 2048x2048 or larger, ' +
658
+ 'use vae_tiling: true with vae_tile_size: 64 to bound decode memory.'),
582
659
  cache_preset: z
583
660
  .string()
584
661
  .optional()
585
662
  .describe('Optional name of a cached sampler preset to reuse.'),
586
663
  init_image: base64StringSchema
587
664
  .optional()
588
- .describe('Base64-encoded image for img2img generation. Mutually exclusive with init_images.'),
665
+ .describe('Base64-encoded PNG/JPEG for img2img or reference editing. ' +
666
+ 'Qwen-Image-2.1 requires projectionModelSrc for editing and preserves reference alpha. ' +
667
+ 'Mutually exclusive with init_images.'),
589
668
  init_images: z
590
669
  .array(base64StringSchema)
591
670
  .min(1)
592
671
  .optional()
593
- .describe('FLUX.2-only multi-reference fusion: array of base64-encoded PNG/JPEG buffers. ' +
594
- 'Each buffer becomes a separate reference image that the FLUX.2 transformer attends to. ' +
595
- 'Mutually exclusive with init_image; requires the model to be loaded with ' +
596
- "config.prediction='flux2_flow' and a Qwen3 text encoder via llmModelSrc."),
672
+ .describe('Ordered base64-encoded PNG/JPEG references for models with reference editing, ' +
673
+ 'including FLUX.2, FLUX.3 and Qwen-Image-2.1. Native model detection validates support. ' +
674
+ 'FLUX.3 and Qwen-Image-2.1 do not need FLUX.2 @imageN tags or a prediction override; ' +
675
+ 'Qwen-Image-2.1 requires projectionModelSrc and preserves alpha. ' +
676
+ 'Mutually exclusive with init_image.'),
597
677
  increase_ref_index: z
598
678
  .boolean()
599
679
  .optional()
@@ -623,7 +703,9 @@ export const diffusionRequestSchema = z
623
703
  .min(0)
624
704
  .max(1)
625
705
  .optional()
626
- .describe('img2img denoising strength (0.0 = keep source, 1.0 = ignore source); used by the SD/SDXL SDEdit path. No-op for FLUX.2, which uses in-context conditioning and ignores this field.'),
706
+ .describe('img2img denoising strength for SD/SDXL SDEdit. ' +
707
+ 'Does not control reference-editing strength for FLUX.2, FLUX.3 or Qwen-Image-2.1; ' +
708
+ 'these models start the target from noise.'),
627
709
  upscale: z
628
710
  .union([
629
711
  z.boolean(),
@@ -641,14 +723,17 @@ export const diffusionRequestSchema = z
641
723
  '`{ repeats: N }` runs the upscaler N times sequentially — each pass ' +
642
724
  "multiplies the output dimensions by the model's scale factor. When " +
643
725
  '`batch_count > 1`, every output image is upscaled independently. ' +
644
- 'Requires the model to be loaded with `upscaler.model_src` set in modelConfig.')
726
+ 'Requires the model to be loaded with `upscaler.model_src` set in modelConfig. ' +
727
+ 'ESRGAN accepts RGB only; Qwen-Image-2.1 RGBA output rejects upscaling.')
645
728
  })
646
729
  .refine((d) => d.init_image === undefined || d.init_images === undefined, {
647
730
  message: 'init_image and init_images are mutually exclusive — pass one or the other, not both.'
648
731
  });
649
- export const diffusionStreamRequestSchema = diffusionRequestSchema.extend({
732
+ export const diffusionStreamRequestSchema = diffusionRequestSchema
733
+ .extend({
650
734
  type: z.literal('diffusionStream')
651
- });
735
+ })
736
+ .extend(trackedRequestSchema.shape);
652
737
  const videoGenerationBaseSchema = z.object({
653
738
  modelId: z
654
739
  .string()
@@ -1056,6 +1141,7 @@ function refineSingleExpertVideoRequest(data, ctx) {
1056
1141
  export const singleExpertVideoRequestSchema = wan22MoeSchema.superRefine(refineSingleExpertVideoRequest);
1057
1142
  export const videoStreamRequestSchema = videoRequestObjectSchema
1058
1143
  .extend({ type: z.literal('videoStream') })
1144
+ .extend(trackedRequestSchema.shape)
1059
1145
  .superRefine(refineVideoMode);
1060
1146
  // ============================================
1061
1147
  // Standalone ESRGAN upscale (mode: "upscale")
@@ -1115,11 +1201,14 @@ export const upscaleRequestSchema = z.object({
1115
1201
  "dimensions by the model's native scale factor; only the final image " +
1116
1202
  'is emitted (`outputs.length === 1`). Defaults to 1.')
1117
1203
  });
1118
- export const upscaleStreamRequestSchema = upscaleRequestSchema.extend({
1204
+ export const upscaleStreamRequestSchema = upscaleRequestSchema
1205
+ .extend({
1119
1206
  type: z.literal('upscaleStream')
1120
- });
1207
+ })
1208
+ .extend(trackedRequestSchema.shape);
1121
1209
  export const upscaleStreamResponseSchema = z.object({
1122
1210
  type: z.literal('upscaleStream'),
1211
+ requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
1123
1212
  data: z.string().optional(),
1124
1213
  outputIndex: z.number().optional(),
1125
1214
  done: z.boolean().optional(),
@@ -1192,9 +1281,11 @@ export const worldStepRequestSchema = z.object({
1192
1281
  .describe('Keys held for this block. WASD move, IJKL steer the camera; duplicates are ' +
1193
1282
  'collapsed. Omit or pass an empty array to idle.')
1194
1283
  });
1195
- export const worldStepStreamRequestSchema = worldStepRequestSchema.extend({
1284
+ export const worldStepStreamRequestSchema = worldStepRequestSchema
1285
+ .extend({
1196
1286
  type: z.literal('worldStepStream')
1197
- });
1287
+ })
1288
+ .extend(trackedRequestSchema.shape);
1198
1289
  export const worldStepStreamResponseSchema = z.object({
1199
1290
  type: z.literal('worldStepStream'),
1200
1291
  // Same three fields, same names, as diffusionStream and videoStream: the
@@ -1363,7 +1454,11 @@ export const worldSceneRequestSchema = z
1363
1454
  .object(worldSceneRequestShape)
1364
1455
  .superRefine(refineWorldSceneBudget);
1365
1456
  export const worldSceneStreamRequestSchema = z
1366
- .object({ ...worldSceneRequestShape, type: z.literal('worldSceneStream') })
1457
+ .object({
1458
+ ...worldSceneRequestShape,
1459
+ type: z.literal('worldSceneStream')
1460
+ })
1461
+ .extend(trackedRequestSchema.shape)
1367
1462
  .superRefine(refineWorldSceneBudget);
1368
1463
  export const worldSceneStreamResponseSchema = z.object({
1369
1464
  type: z.literal('worldSceneStream'),
@@ -0,0 +1,37 @@
1
+ import { z } from 'zod';
2
+ export declare const openSessionRequestSchema: z.ZodObject<{
3
+ type: z.ZodLiteral<"openSession">;
4
+ sessionId: z.ZodString;
5
+ name: z.ZodOptional<z.ZodString>;
6
+ }, z.core.$strip>;
7
+ export declare const openSessionResponseSchema: z.ZodObject<{
8
+ type: z.ZodLiteral<"openSession">;
9
+ success: z.ZodBoolean;
10
+ sessionId: z.ZodString;
11
+ error: z.ZodOptional<z.ZodString>;
12
+ }, z.core.$strip>;
13
+ export declare const closeSessionRequestSchema: z.ZodObject<{
14
+ type: z.ZodLiteral<"closeSession">;
15
+ sessionId: z.ZodString;
16
+ }, z.core.$strip>;
17
+ export declare const closeSessionResponseSchema: z.ZodObject<{
18
+ type: z.ZodLiteral<"closeSession">;
19
+ success: z.ZodBoolean;
20
+ sessionId: z.ZodString;
21
+ cancelled: z.ZodOptional<z.ZodNumber>;
22
+ releasedModels: z.ZodOptional<z.ZodArray<z.ZodString>>;
23
+ error: z.ZodOptional<z.ZodString>;
24
+ }, z.core.$strip>;
25
+ /**
26
+ * Operations that change the shared runtime for every session: pausing and
27
+ * resuming it, deleting its model storage, and starting or stopping its RPC
28
+ * servers. Only the owner may call them; a session that tries is refused with
29
+ * `OwnerOnlyError` before the handler runs. The SDK contract marks them, with
30
+ * session management, as owner-only, so generated clients leave them off a
31
+ * session handle.
32
+ */
33
+ export declare const OWNER_ONLY_OPERATIONS: ReadonlySet<string>;
34
+ export type OpenSessionRequest = z.infer<typeof openSessionRequestSchema>;
35
+ export type OpenSessionResponse = z.infer<typeof openSessionResponseSchema>;
36
+ export type CloseSessionRequest = z.infer<typeof closeSessionRequestSchema>;
37
+ export type CloseSessionResponse = z.infer<typeof closeSessionResponseSchema>;
@@ -0,0 +1,53 @@
1
+ import { z } from 'zod';
2
+ import { sessionIdSchema } from '../schemas/request-base.js';
3
+ export const openSessionRequestSchema = z.object({
4
+ type: z.literal('openSession'),
5
+ sessionId: sessionIdSchema.describe('Identifier the client minted for the new session. Rejected when a session with this id is already open.'),
6
+ name: z
7
+ .string()
8
+ .min(1)
9
+ .max(128)
10
+ .optional()
11
+ .describe('Human-readable label for logs and diagnostics.')
12
+ });
13
+ export const openSessionResponseSchema = z.object({
14
+ type: z.literal('openSession'),
15
+ success: z.boolean(),
16
+ sessionId: z.string(),
17
+ error: z.string().optional()
18
+ });
19
+ export const closeSessionRequestSchema = z.object({
20
+ type: z.literal('closeSession'),
21
+ sessionId: sessionIdSchema.describe('Identifier of the session to close.')
22
+ });
23
+ export const closeSessionResponseSchema = z.object({
24
+ type: z.literal('closeSession'),
25
+ success: z.boolean(),
26
+ sessionId: z.string(),
27
+ cancelled: z
28
+ .number()
29
+ .int()
30
+ .nonnegative()
31
+ .optional()
32
+ .describe('Number of in-flight requests of the session that this call cancelled.'),
33
+ releasedModels: z
34
+ .array(z.string())
35
+ .optional()
36
+ .describe('Model ids whose lease the session held. Models with no lease left were unloaded.'),
37
+ error: z.string().optional()
38
+ });
39
+ /**
40
+ * Operations that change the shared runtime for every session: pausing and
41
+ * resuming it, deleting its model storage, and starting or stopping its RPC
42
+ * servers. Only the owner may call them; a session that tries is refused with
43
+ * `OwnerOnlyError` before the handler runs. The SDK contract marks them, with
44
+ * session management, as owner-only, so generated clients leave them off a
45
+ * session handle.
46
+ */
47
+ export const OWNER_ONLY_OPERATIONS = new Set([
48
+ 'suspend',
49
+ 'resume',
50
+ 'deleteCache',
51
+ 'startRpcServer',
52
+ 'stopRpcServer'
53
+ ]);