@qvac/inference 0.22.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. package/NOTICE +59 -40
  2. package/README.md +1 -1
  3. package/dist/api/audio-gen.js +1 -1
  4. package/dist/api/completion-stream.d.ts +2 -1
  5. package/dist/api/completion-stream.js +3 -1
  6. package/dist/api/decide.js +1 -1
  7. package/dist/api/diffusion.d.ts +18 -1
  8. package/dist/api/diffusion.js +18 -1
  9. package/dist/api/download-asset.js +1 -1
  10. package/dist/api/finetune.js +1 -1
  11. package/dist/api/index.d.ts +39 -38
  12. package/dist/api/index.js +38 -37
  13. package/dist/api/load-model.js +2 -2
  14. package/dist/api/logging-stream-registry.js +11 -7
  15. package/dist/api/logging-stream.d.ts +11 -1
  16. package/dist/api/logging-stream.js +11 -2
  17. package/dist/api/registry.d.ts +2 -1
  18. package/dist/api/registry.js +5 -4
  19. package/dist/api/rerank.d.ts +17 -0
  20. package/dist/api/rerank.js +36 -0
  21. package/dist/api/subscribe-logs.js +5 -3
  22. package/dist/api/unload-model.js +1 -1
  23. package/dist/api/video.js +1 -1
  24. package/dist/api/vla.js +1 -1
  25. package/dist/api/world-result.js +1 -1
  26. package/dist/api/world.d.ts +1 -1
  27. package/dist/api/world.js +1 -1
  28. package/dist/config/resolve-config.d.ts +1 -1
  29. package/dist/config/resolve-config.js +1 -1
  30. package/dist/constants/index.d.ts +2 -2
  31. package/dist/constants/index.js +2 -2
  32. package/dist/dispatch.d.ts +3 -2
  33. package/dist/dispatch.js +16 -4
  34. package/dist/errors/index.d.ts +6 -0
  35. package/dist/errors/index.js +13 -1
  36. package/dist/handlers/assess-model-fit.d.ts +1 -1
  37. package/dist/handlers/assess-model-fit.js +4 -4
  38. package/dist/handlers/cancelHandler.js +1 -1
  39. package/dist/handlers/completion-orchestrate.js +2 -2
  40. package/dist/handlers/download-asset.js +2 -2
  41. package/dist/handlers/finetune.js +1 -1
  42. package/dist/handlers/get-loaded-model-info.js +2 -3
  43. package/dist/handlers/get-model-info.js +1 -1
  44. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  45. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  46. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  47. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  48. package/dist/handlers/load-model/download-stats.js +3 -3
  49. package/dist/handlers/load-model/handler.js +10 -7
  50. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  51. package/dist/handlers/load-model/http.d.ts +1 -1
  52. package/dist/handlers/load-model/http.js +3 -3
  53. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  54. package/dist/handlers/load-model/hyperdrive.js +2 -2
  55. package/dist/handlers/load-model/index.d.ts +2 -2
  56. package/dist/handlers/load-model/index.js +2 -2
  57. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  58. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  59. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  60. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  61. package/dist/handlers/load-model/registry.d.ts +2 -2
  62. package/dist/handlers/load-model/registry.js +5 -5
  63. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  64. package/dist/handlers/load-model/resolve-session.js +11 -3
  65. package/dist/handlers/load-model/resolve.d.ts +1 -1
  66. package/dist/handlers/load-model/resolve.js +5 -5
  67. package/dist/handlers/logging-stream.d.ts +2 -1
  68. package/dist/handlers/logging-stream.js +23 -7
  69. package/dist/handlers/registry.js +4 -2
  70. package/dist/handlers/types.d.ts +7 -1
  71. package/dist/handlers/vector-index.js +2 -2
  72. package/dist/index.d.ts +1 -1
  73. package/dist/index.js +1 -1
  74. package/dist/logging/addon.d.ts +1 -1
  75. package/dist/logging/addon.js +1 -1
  76. package/dist/logging/index.d.ts +5 -5
  77. package/dist/logging/index.js +4 -4
  78. package/dist/logging/logger.d.ts +1 -1
  79. package/dist/logging/logger.js +3 -3
  80. package/dist/logging/utils.js +1 -1
  81. package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
  82. package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
  83. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  84. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
  85. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
  86. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
  87. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  88. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
  89. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
  90. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
  91. package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
  92. package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
  93. package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
  94. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
  95. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
  96. package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
  97. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
  98. package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
  99. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
  100. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
  101. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  102. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
  103. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  104. package/dist/model-fit/request/engines/diffusion.js +93 -0
  105. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
  106. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
  107. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
  108. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
  109. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
  110. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
  111. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
  112. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
  113. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
  114. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
  115. package/dist/model-fit/run/run.d.ts +43 -0
  116. package/dist/model-fit/run/run.js +204 -0
  117. package/dist/models/registry/index.d.ts +1 -1
  118. package/dist/models/registry/index.js +2 -2
  119. package/dist/models/registry/models.d.ts +510 -0
  120. package/dist/models/registry/models.js +2946 -2410
  121. package/dist/models/registry/resource-profiles.js +203 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
  124. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
  126. package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
  129. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  130. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  131. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
  132. package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
  133. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
  134. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  135. package/dist/plugins/builtin/index.d.ts +15 -14
  136. package/dist/plugins/builtin/index.js +15 -14
  137. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  138. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  139. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  140. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  141. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
  142. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  143. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  144. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
  145. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
  146. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  147. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  148. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  149. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
  150. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
  151. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  152. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
  153. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
  154. package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
  155. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  156. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  157. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  158. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  159. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  160. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  161. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
  162. package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
  163. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
  164. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
  165. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
  166. package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
  167. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  168. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  169. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  170. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
  171. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  172. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  173. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
  174. package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
  175. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  176. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  177. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  178. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  179. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  180. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
  181. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
  182. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
  183. package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
  184. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
  185. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
  186. package/dist/plugins/index.d.ts +1 -1
  187. package/dist/plugins/index.js +2 -2
  188. package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
  189. package/dist/plugins/ops/kv-cache-utils.js +15 -8
  190. package/dist/plugins/ops/load-model.d.ts +8 -2
  191. package/dist/plugins/ops/load-model.js +14 -5
  192. package/dist/plugins/ops/transcribe.js +1 -1
  193. package/dist/plugins/ops/translate.js +3 -3
  194. package/dist/plugins/ops/unload-model.js +1 -1
  195. package/dist/plugins/turbovec-backend.js +5 -5
  196. package/dist/profiling/aggregator.d.ts +1 -1
  197. package/dist/profiling/aggregator.js +1 -1
  198. package/dist/profiling/controller.d.ts +1 -1
  199. package/dist/profiling/controller.js +2 -2
  200. package/dist/profiling/events.d.ts +1 -1
  201. package/dist/profiling/events.js +2 -2
  202. package/dist/profiling/exporters.d.ts +1 -1
  203. package/dist/profiling/exporters.js +3 -3
  204. package/dist/profiling/index.d.ts +13 -13
  205. package/dist/profiling/index.js +12 -12
  206. package/dist/profiling/operation-metrics.d.ts +1 -1
  207. package/dist/profiling/operation-metrics.js +2 -2
  208. package/dist/profiling/operation-wrappers.js +3 -3
  209. package/dist/profiling/profiler.js +1 -1
  210. package/dist/rag/handler.js +1 -1
  211. package/dist/rag/handlers/close-workspace.js +1 -1
  212. package/dist/rag/handlers/delete-embeddings.js +1 -1
  213. package/dist/rag/handlers/delete-workspace.js +1 -1
  214. package/dist/rag/handlers/ingest.js +1 -1
  215. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  216. package/dist/rag/handlers/list-workspaces.js +1 -1
  217. package/dist/rag/handlers/reindex.js +1 -1
  218. package/dist/rag/handlers/save-embeddings.js +1 -1
  219. package/dist/rag/handlers/search.js +1 -1
  220. package/dist/rag/index.d.ts +11 -11
  221. package/dist/rag/index.js +11 -11
  222. package/dist/rag/rag-workspace-manager.js +1 -1
  223. package/dist/registry.js +2 -1
  224. package/dist/resources/collector.d.ts +1 -1
  225. package/dist/resources/collector.js +1 -1
  226. package/dist/resources/instance.d.ts +1 -1
  227. package/dist/resources/instance.js +1 -1
  228. package/dist/resources/native.d.ts +1 -1
  229. package/dist/resources/normalize.d.ts +1 -1
  230. package/dist/rpc/inventory.js +3 -3
  231. package/dist/runtime/index.d.ts +5 -5
  232. package/dist/runtime/index.js +2 -2
  233. package/dist/runtime/lifecycle.js +7 -7
  234. package/dist/runtime/model-config-utils.js +3 -0
  235. package/dist/runtime/model-registry.d.ts +3 -1
  236. package/dist/runtime/model-registry.js +2 -1
  237. package/dist/runtime/registry-client.js +1 -1
  238. package/dist/runtime/request-context.d.ts +3 -3
  239. package/dist/runtime/request-context.js +14 -1
  240. package/dist/runtime/request-registry.d.ts +1 -1
  241. package/dist/runtime/request-registry.js +1 -1
  242. package/dist/runtime/state.d.ts +1 -1
  243. package/dist/runtime/state.js +2 -2
  244. package/dist/runtime/vector-index-backend.d.ts +2 -2
  245. package/dist/runtime/vector-index-registry.d.ts +5 -5
  246. package/dist/runtime/vector-index-registry.js +36 -13
  247. package/dist/schemas/assess-model-fit.d.ts +6 -0
  248. package/dist/schemas/assess-model-fit.js +4 -4
  249. package/dist/schemas/audio-gen.d.ts +13 -1
  250. package/dist/schemas/audio-gen.js +3 -3
  251. package/dist/schemas/batch-completion-stream.d.ts +8 -2
  252. package/dist/schemas/batch-completion-stream.js +3 -3
  253. package/dist/schemas/bci-config.d.ts +1 -0
  254. package/dist/schemas/bci-config.js +2 -2
  255. package/dist/schemas/bci.d.ts +1 -1
  256. package/dist/schemas/bci.js +2 -2
  257. package/dist/schemas/cancel.d.ts +5 -0
  258. package/dist/schemas/cancel.js +1 -0
  259. package/dist/schemas/common.d.ts +478 -100
  260. package/dist/schemas/common.js +35 -32
  261. package/dist/schemas/completion-event.d.ts +8 -2
  262. package/dist/schemas/completion-event.js +4 -1
  263. package/dist/schemas/completion-stream.d.ts +11 -2
  264. package/dist/schemas/completion-stream.js +37 -10
  265. package/dist/schemas/config.d.ts +849 -6
  266. package/dist/schemas/config.js +12 -10
  267. package/dist/schemas/decision.d.ts +8 -0
  268. package/dist/schemas/decision.js +14 -0
  269. package/dist/schemas/download-asset.d.ts +6 -4
  270. package/dist/schemas/download-asset.js +1 -1
  271. package/dist/schemas/engine-addon-map.d.ts +2 -1
  272. package/dist/schemas/engine-addon-map.js +4 -3
  273. package/dist/schemas/errors.d.ts +1 -0
  274. package/dist/schemas/errors.js +6 -1
  275. package/dist/schemas/index.d.ts +51 -50
  276. package/dist/schemas/index.js +50 -49
  277. package/dist/schemas/llamacpp-config.d.ts +182 -6
  278. package/dist/schemas/llamacpp-config.js +102 -7
  279. package/dist/schemas/load-model.d.ts +3176 -646
  280. package/dist/schemas/load-model.js +34 -1
  281. package/dist/schemas/mcp-adapter.d.ts +1 -1
  282. package/dist/schemas/model-config-schemas.d.ts +195 -1
  283. package/dist/schemas/model-config-schemas.js +14 -12
  284. package/dist/schemas/model-fit-policy.d.ts +1 -1
  285. package/dist/schemas/model-info.js +2 -2
  286. package/dist/schemas/model-resource-profile.d.ts +1 -0
  287. package/dist/schemas/model-resource-profile.js +1 -1
  288. package/dist/schemas/model-src-utils.d.ts +6 -2
  289. package/dist/schemas/model-src-utils.js +2 -2
  290. package/dist/schemas/model-types.d.ts +5 -1
  291. package/dist/schemas/model-types.js +1 -0
  292. package/dist/schemas/ocr.d.ts +2 -0
  293. package/dist/schemas/ocr.js +1 -1
  294. package/dist/schemas/plugin.d.ts +9 -3
  295. package/dist/schemas/plugin.js +6 -0
  296. package/dist/schemas/profiling.js +1 -1
  297. package/dist/schemas/rag.js +1 -1
  298. package/dist/schemas/registry.d.ts +8 -0
  299. package/dist/schemas/registry.js +2 -1
  300. package/dist/schemas/reload-config.d.ts +6 -2
  301. package/dist/schemas/reload-config.js +2 -2
  302. package/dist/schemas/rerank.d.ts +131 -0
  303. package/dist/schemas/rerank.js +102 -0
  304. package/dist/schemas/sdcpp-config.d.ts +56 -0
  305. package/dist/schemas/sdcpp-config.js +33 -15
  306. package/dist/schemas/text-to-speech.d.ts +61 -0
  307. package/dist/schemas/transcription-config.d.ts +5 -0
  308. package/dist/schemas/transcription-config.js +16 -1
  309. package/dist/schemas/transcription.d.ts +1 -1
  310. package/dist/schemas/transcription.js +1 -1
  311. package/dist/schemas/translate.d.ts +2 -2
  312. package/dist/schemas/translate.js +1 -1
  313. package/dist/schemas/translation-config.d.ts +20 -10
  314. package/dist/schemas/translation-config.js +1 -1
  315. package/dist/surface.d.ts +2 -1
  316. package/dist/surface.js +2 -1
  317. package/dist/utils/addon-responses.d.ts +2 -0
  318. package/dist/utils/aggregate-events.d.ts +1 -1
  319. package/dist/utils/aggregate-events.js +2 -2
  320. package/dist/utils/archive.js +2 -2
  321. package/dist/utils/audio/decoder.js +3 -1
  322. package/dist/utils/audio-input.js +1 -1
  323. package/dist/utils/cache/auto-history.d.ts +2 -1
  324. package/dist/utils/cache/auto-history.js +2 -2
  325. package/dist/utils/cache/paths.js +6 -6
  326. package/dist/utils/checksum.d.ts +2 -0
  327. package/dist/utils/checksum.js +41 -2
  328. package/dist/utils/completion-normalizer.js +1 -1
  329. package/dist/utils/gguf-architecture.d.ts +7 -0
  330. package/dist/utils/gguf-architecture.js +142 -0
  331. package/dist/utils/gguf-tensor-extractor.js +1 -1
  332. package/dist/utils/index.d.ts +13 -13
  333. package/dist/utils/index.js +13 -13
  334. package/dist/utils/mcp-adapter.d.ts +1 -1
  335. package/dist/utils/mcp-adapter.js +1 -1
  336. package/dist/utils/path-security.js +1 -1
  337. package/dist/utils/shard-utils.d.ts +5 -0
  338. package/dist/utils/shard-utils.js +19 -3
  339. package/dist/utils/tool-integration.d.ts +1 -0
  340. package/dist/utils/tool-integration.js +3 -6
  341. package/dist/utils/tools/defer.d.ts +16 -26
  342. package/dist/utils/tools/defer.js +50 -41
  343. package/dist/utils/tools/dialect.d.ts +15 -4
  344. package/dist/utils/tools/dialect.js +34 -5
  345. package/dist/utils/tools/index.d.ts +3 -3
  346. package/dist/utils/tools/index.js +3 -3
  347. package/dist/utils/tools/parser.js +8 -8
  348. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  349. package/dist/utils/tools/parsers/dsml.js +1 -1
  350. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  351. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  352. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  353. package/dist/utils/tools/parsers/harmony.js +1 -1
  354. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  355. package/dist/utils/tools/parsers/hermes.js +1 -1
  356. package/dist/utils/tools/parsers/json.d.ts +1 -1
  357. package/dist/utils/tools/parsers/json.js +1 -1
  358. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  359. package/dist/utils/tools/parsers/pythonic.js +1 -1
  360. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  361. package/dist/utils/tools/parsers/qwen35.js +1 -1
  362. package/dist/utils/tts-stats.d.ts +1 -1
  363. package/dist/utils/until-aborted.d.ts +7 -0
  364. package/dist/utils/until-aborted.js +34 -0
  365. package/package.json +53 -45
  366. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  367. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  368. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  369. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  370. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  371. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  372. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  373. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  374. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  375. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  376. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  377. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  378. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  379. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  380. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  381. package/dist/resources/model-fit/platform.d.ts +0 -9
  382. package/dist/resources/model-fit/types.js +0 -1
  383. /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
  384. /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
  385. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  386. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -91,6 +91,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
91
91
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
92
92
  "llamacpp-embedding": "llamacpp-embedding";
93
93
  "llamacpp-decision": "llamacpp-decision";
94
+ "llamacpp-rerank": "llamacpp-rerank";
94
95
  "nmtcpp-translation": "nmtcpp-translation";
95
96
  "onnx-tts": "onnx-tts";
96
97
  "tts-ggml": "tts-ggml";
@@ -132,6 +133,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
132
133
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
133
134
  "llamacpp-embedding": "llamacpp-embedding";
134
135
  "llamacpp-decision": "llamacpp-decision";
136
+ "llamacpp-rerank": "llamacpp-rerank";
135
137
  "nmtcpp-translation": "nmtcpp-translation";
136
138
  "onnx-tts": "onnx-tts";
137
139
  "tts-ggml": "tts-ggml";
@@ -173,6 +175,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
173
175
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
174
176
  "llamacpp-embedding": "llamacpp-embedding";
175
177
  "llamacpp-decision": "llamacpp-decision";
178
+ "llamacpp-rerank": "llamacpp-rerank";
176
179
  "nmtcpp-translation": "nmtcpp-translation";
177
180
  "onnx-tts": "onnx-tts";
178
181
  "tts-ggml": "tts-ggml";
@@ -214,6 +217,49 @@ export declare const sdcppConfigSchema: z.ZodObject<{
214
217
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
215
218
  "llamacpp-embedding": "llamacpp-embedding";
216
219
  "llamacpp-decision": "llamacpp-decision";
220
+ "llamacpp-rerank": "llamacpp-rerank";
221
+ "nmtcpp-translation": "nmtcpp-translation";
222
+ "onnx-tts": "onnx-tts";
223
+ "tts-ggml": "tts-ggml";
224
+ "parakeet-transcription": "parakeet-transcription";
225
+ "moss-transcribe": "moss-transcribe";
226
+ "ggml-ocr": "ggml-ocr";
227
+ "sdcpp-generation": "sdcpp-generation";
228
+ "audiogen-ggml": "audiogen-ggml";
229
+ "ggml-vla": "ggml-vla";
230
+ "ggml-classification": "ggml-classification";
231
+ llm: "llm";
232
+ whisper: "whisper";
233
+ bci: "bci";
234
+ nmt: "nmt";
235
+ parakeet: "parakeet";
236
+ classification: "classification";
237
+ }>, z.ZodLiteral<"vad">]>>;
238
+ }, z.core.$strip>]>>;
239
+ projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
240
+ src: z.ZodString;
241
+ name: z.ZodOptional<z.ZodString>;
242
+ modelId: z.ZodOptional<z.ZodString>;
243
+ registryPath: z.ZodOptional<z.ZodString>;
244
+ registrySource: z.ZodOptional<z.ZodString>;
245
+ blobCoreKey: z.ZodOptional<z.ZodString>;
246
+ blobIndex: z.ZodOptional<z.ZodNumber>;
247
+ engine: z.ZodOptional<z.ZodString>;
248
+ expectedSize: z.ZodOptional<z.ZodNumber>;
249
+ sha256Checksum: z.ZodOptional<z.ZodString>;
250
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
251
+ embeddings: "embeddings";
252
+ diffusion: "diffusion";
253
+ audiogen: "audiogen";
254
+ tts: "tts";
255
+ ocr: "ocr";
256
+ vla: "vla";
257
+ "llamacpp-completion": "llamacpp-completion";
258
+ "whispercpp-transcription": "whispercpp-transcription";
259
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
260
+ "llamacpp-embedding": "llamacpp-embedding";
261
+ "llamacpp-decision": "llamacpp-decision";
262
+ "llamacpp-rerank": "llamacpp-rerank";
217
263
  "nmtcpp-translation": "nmtcpp-translation";
218
264
  "onnx-tts": "onnx-tts";
219
265
  "tts-ggml": "tts-ggml";
@@ -255,6 +301,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
255
301
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
256
302
  "llamacpp-embedding": "llamacpp-embedding";
257
303
  "llamacpp-decision": "llamacpp-decision";
304
+ "llamacpp-rerank": "llamacpp-rerank";
258
305
  "nmtcpp-translation": "nmtcpp-translation";
259
306
  "onnx-tts": "onnx-tts";
260
307
  "tts-ggml": "tts-ggml";
@@ -296,6 +343,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
296
343
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
297
344
  "llamacpp-embedding": "llamacpp-embedding";
298
345
  "llamacpp-decision": "llamacpp-decision";
346
+ "llamacpp-rerank": "llamacpp-rerank";
299
347
  "nmtcpp-translation": "nmtcpp-translation";
300
348
  "onnx-tts": "onnx-tts";
301
349
  "tts-ggml": "tts-ggml";
@@ -337,6 +385,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
337
385
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
338
386
  "llamacpp-embedding": "llamacpp-embedding";
339
387
  "llamacpp-decision": "llamacpp-decision";
388
+ "llamacpp-rerank": "llamacpp-rerank";
340
389
  "nmtcpp-translation": "nmtcpp-translation";
341
390
  "onnx-tts": "onnx-tts";
342
391
  "tts-ggml": "tts-ggml";
@@ -378,6 +427,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
378
427
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
379
428
  "llamacpp-embedding": "llamacpp-embedding";
380
429
  "llamacpp-decision": "llamacpp-decision";
430
+ "llamacpp-rerank": "llamacpp-rerank";
381
431
  "nmtcpp-translation": "nmtcpp-translation";
382
432
  "onnx-tts": "onnx-tts";
383
433
  "tts-ggml": "tts-ggml";
@@ -419,6 +469,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
419
469
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
420
470
  "llamacpp-embedding": "llamacpp-embedding";
421
471
  "llamacpp-decision": "llamacpp-decision";
472
+ "llamacpp-rerank": "llamacpp-rerank";
422
473
  "nmtcpp-translation": "nmtcpp-translation";
423
474
  "onnx-tts": "onnx-tts";
424
475
  "tts-ggml": "tts-ggml";
@@ -460,6 +511,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
460
511
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
461
512
  "llamacpp-embedding": "llamacpp-embedding";
462
513
  "llamacpp-decision": "llamacpp-decision";
514
+ "llamacpp-rerank": "llamacpp-rerank";
463
515
  "nmtcpp-translation": "nmtcpp-translation";
464
516
  "onnx-tts": "onnx-tts";
465
517
  "tts-ggml": "tts-ggml";
@@ -501,6 +553,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
501
553
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
502
554
  "llamacpp-embedding": "llamacpp-embedding";
503
555
  "llamacpp-decision": "llamacpp-decision";
556
+ "llamacpp-rerank": "llamacpp-rerank";
504
557
  "nmtcpp-translation": "nmtcpp-translation";
505
558
  "onnx-tts": "onnx-tts";
506
559
  "tts-ggml": "tts-ggml";
@@ -542,6 +595,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
542
595
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
543
596
  "llamacpp-embedding": "llamacpp-embedding";
544
597
  "llamacpp-decision": "llamacpp-decision";
598
+ "llamacpp-rerank": "llamacpp-rerank";
545
599
  "nmtcpp-translation": "nmtcpp-translation";
546
600
  "onnx-tts": "onnx-tts";
547
601
  "tts-ggml": "tts-ggml";
@@ -562,6 +616,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
562
616
  }, z.core.$strip>]>>;
563
617
  world: z.ZodOptional<z.ZodObject<{
564
618
  seed: z.ZodOptional<z.ZodNumber>;
619
+ fitSteps: z.ZodOptional<z.ZodNumber>;
565
620
  threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
566
621
  backend: z.ZodOptional<z.ZodString>;
567
622
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
@@ -600,6 +655,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
600
655
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
601
656
  "llamacpp-embedding": "llamacpp-embedding";
602
657
  "llamacpp-decision": "llamacpp-decision";
658
+ "llamacpp-rerank": "llamacpp-rerank";
603
659
  "nmtcpp-translation": "nmtcpp-translation";
604
660
  "onnx-tts": "onnx-tts";
605
661
  "tts-ggml": "tts-ggml";
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { modelSrcInputSchema } from './model-src-utils.js';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
3
  const BASE64_PATTERN = /^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/;
4
4
  const ABSOLUTE_PATH_PATTERN = /^(\/|[A-Za-z]:[\\/]|\\\\)/;
5
5
  const base64StringSchema = z.string().min(1).regex(BASE64_PATTERN);
@@ -64,7 +64,7 @@ export const sdcppConfigSchema = z.object({
64
64
  .enum(['diffusion', 'upscale', 'video', 'world'])
65
65
  .default('diffusion')
66
66
  .describe('Operation mode for the diffusion plugin. ' +
67
- "`'diffusion'` (default) builds a full SD / SDXL / SD3 / FLUX pipeline from " +
67
+ "`'diffusion'` (default) builds a full SD / SDXL / SD3 / FLUX / Qwen-Image pipeline from " +
68
68
  'the primary model plus optional auxiliary text encoders, VAE, unconditional ' +
69
69
  'diffusion model, and ESRGAN ' +
70
70
  'upscaler, and exposes diffusion({ ... }). ' +
@@ -224,10 +224,16 @@ export const sdcppConfigSchema = z.object({
224
224
  llmModelSrc: modelSrcInputSchema
225
225
  .optional()
226
226
  .describe('LLM text encoder model — required for FLUX.2 [klein] (Qwen3), ' +
227
- 'Ideogram 4 (Qwen3-VL), LTX-2 video (Gemma), and MiniMax-H3 (H3-specific Qwen3-VL).'),
227
+ 'Qwen-Image-2.1 and Ideogram 4 (Qwen3-VL), LTX-2 video (Gemma), ' +
228
+ 'and MiniMax-H3 (H3-specific Qwen3-VL).'),
229
+ projectionModelSrc: modelSrcInputSchema
230
+ .optional()
231
+ .describe('Vision projector for the LLM encoder. Required for Qwen-Image-2.1 ' +
232
+ 'reference editing with its GGUF Qwen3-VL encoder; optional for text-to-image. ' +
233
+ 'Requires llmModelSrc and diffusion mode.'),
228
234
  vaeModelSrc: modelSrcInputSchema
229
235
  .optional()
230
- .describe('VAE decoder model — required for FLUX.2 [klein], Ideogram 4, ' +
236
+ .describe('VAE decoder model, required for Qwen-Image-2.1, FLUX.2 [klein], Ideogram 4, ' +
231
237
  'LTX-2 video, and MiniMax-H3 video; optional for SDXL.'),
232
238
  highNoiseDiffusionModelSrc: modelSrcInputSchema
233
239
  .optional()
@@ -274,6 +280,13 @@ export const sdcppConfigSchema = z.object({
274
280
  world: z
275
281
  .object({
276
282
  seed: z.number().int().optional().describe('Walk RNG seed.'),
283
+ fitSteps: z
284
+ .number()
285
+ .int()
286
+ .min(1)
287
+ .max(1000000)
288
+ .optional()
289
+ .describe('Walk steps covered by memory fit. Defaults to 100; does not limit generation or retained history.'),
277
290
  // Mirrors parseAutoOrPositiveInt in the addon's WorldSessionHandlers.cpp:
278
291
  // -1 or > 0. Zero and other negatives throw natively at load, after the
279
292
  // multi-gigabyte artifacts have already been resolved.
@@ -369,7 +382,7 @@ export const sdcppConfigSchema = z.object({
369
382
  .strict()
370
383
  .optional()
371
384
  .describe("ABot-World session tuning — mode: 'world' only, rejected in every other " +
372
- 'mode. Forwarded to the native session as-is.'),
385
+ 'mode. Session settings reach the addon; fitSteps controls only memory fit.'),
373
386
  upscaler: z
374
387
  .object({
375
388
  type: z
@@ -539,19 +552,19 @@ export const diffusionRequestSchema = z
539
552
  .positive()
540
553
  .multipleOf(8)
541
554
  .optional()
542
- .describe('Image width in pixels (must be a multiple of 8).'),
555
+ .describe('Image width in pixels. Multiple of 8; Qwen-Image-2.1 requires a multiple of 32.'),
543
556
  height: z
544
557
  .number()
545
558
  .int()
546
559
  .positive()
547
560
  .multipleOf(8)
548
561
  .optional()
549
- .describe('Image height in pixels (must be a multiple of 8).'),
562
+ .describe('Image height in pixels. Multiple of 8; Qwen-Image-2.1 requires a multiple of 32.'),
550
563
  steps: z.number().int().positive().optional().describe('Number of sampling steps to run.'),
551
564
  cfg_scale: z
552
565
  .number()
553
566
  .optional()
554
- .describe('Classifier-free guidance scale for SD 1.x / 2.x / XL / SD3 models; typical range 1–20, default 7'),
567
+ .describe('Classifier-free guidance scale for SD and Qwen-Image models; typical range 1-20, default 7'),
555
568
  img_cfg_scale: z
556
569
  .number()
557
570
  .default(-1)
@@ -585,15 +598,17 @@ export const diffusionRequestSchema = z
585
598
  .describe('Optional name of a cached sampler preset to reuse.'),
586
599
  init_image: base64StringSchema
587
600
  .optional()
588
- .describe('Base64-encoded image for img2img generation. Mutually exclusive with init_images.'),
601
+ .describe('Base64-encoded PNG/JPEG for img2img or reference editing. ' +
602
+ 'Qwen-Image-2.1 requires projectionModelSrc for editing and preserves reference alpha. ' +
603
+ 'Mutually exclusive with init_images.'),
589
604
  init_images: z
590
605
  .array(base64StringSchema)
591
606
  .min(1)
592
607
  .optional()
593
- .describe('FLUX.2-only multi-reference fusion: array of base64-encoded PNG/JPEG buffers. ' +
594
- 'Each buffer becomes a separate reference image that the FLUX.2 transformer attends to. ' +
595
- 'Mutually exclusive with init_image; requires the model to be loaded with ' +
596
- "config.prediction='flux2_flow' and a Qwen3 text encoder via llmModelSrc."),
608
+ .describe('Ordered base64-encoded PNG/JPEG references for models with reference editing, ' +
609
+ 'including FLUX.2 and Qwen-Image-2.1. Native model detection validates support. ' +
610
+ 'Qwen-Image-2.1 requires projectionModelSrc, preserves alpha, and does not need ' +
611
+ 'FLUX @imageN tags or a prediction override. Mutually exclusive with init_image.'),
597
612
  increase_ref_index: z
598
613
  .boolean()
599
614
  .optional()
@@ -623,7 +638,9 @@ export const diffusionRequestSchema = z
623
638
  .min(0)
624
639
  .max(1)
625
640
  .optional()
626
- .describe('img2img denoising strength (0.0 = keep source, 1.0 = ignore source); used by the SD/SDXL SDEdit path. No-op for FLUX.2, which uses in-context conditioning and ignores this field.'),
641
+ .describe('img2img denoising strength for SD/SDXL SDEdit. ' +
642
+ 'Does not control reference-editing strength for FLUX.2 or Qwen-Image-2.1; ' +
643
+ 'these models start the target from noise.'),
627
644
  upscale: z
628
645
  .union([
629
646
  z.boolean(),
@@ -641,7 +658,8 @@ export const diffusionRequestSchema = z
641
658
  '`{ repeats: N }` runs the upscaler N times sequentially — each pass ' +
642
659
  "multiplies the output dimensions by the model's scale factor. When " +
643
660
  '`batch_count > 1`, every output image is upscaled independently. ' +
644
- 'Requires the model to be loaded with `upscaler.model_src` set in modelConfig.')
661
+ 'Requires the model to be loaded with `upscaler.model_src` set in modelConfig. ' +
662
+ 'ESRGAN accepts RGB only; Qwen-Image-2.1 RGBA output rejects upscaling.')
645
663
  })
646
664
  .refine((d) => d.init_image === undefined || d.init_images === undefined, {
647
665
  message: 'init_image and init_images are mutually exclusive — pass one or the other, not both.'