@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -1,5 +1,6 @@
1
1
  import { z } from 'zod';
2
2
  import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
+ import { trackedRequestSchema } from '../schemas/request-base.js';
3
4
  const BASE64_PATTERN = /^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/;
4
5
  const ABSOLUTE_PATH_PATTERN = /^(\/|[A-Za-z]:[\\/]|\\\\)/;
5
6
  const base64StringSchema = z.string().min(1).regex(BASE64_PATTERN);
@@ -33,6 +34,30 @@ const scheduleTypeSchema = z.enum([
33
34
  'bong_tangent'
34
35
  ]);
35
36
  const videoScheduleTypeSchema = z.enum([...scheduleTypeSchema.options, 'ltx2']);
37
+ const customSigmasSchema = z
38
+ .array(z
39
+ .number()
40
+ .min(0)
41
+ .max(3.4028234663852886e38)
42
+ .refine((value) => value === 0 || Math.fround(value) > 0, {
43
+ message: 'custom_sigmas entries must not underflow to zero in float precision'
44
+ }))
45
+ .min(2)
46
+ .max(2147483647)
47
+ .superRefine((values, ctx) => {
48
+ for (let i = 1; i < values.length; i++) {
49
+ if (Math.fround(values[i]) >= Math.fround(values[i - 1])) {
50
+ ctx.addIssue({
51
+ code: 'custom',
52
+ path: [i],
53
+ message: 'custom_sigmas must be strictly decreasing in float precision'
54
+ });
55
+ }
56
+ }
57
+ if (values.at(-1) !== 0) {
58
+ ctx.addIssue({ code: 'custom', message: 'custom_sigmas must end with zero' });
59
+ }
60
+ });
36
61
  const cacheModeSchema = z.enum([
37
62
  'disabled',
38
63
  'easycache',
@@ -66,7 +91,7 @@ export const sdcppConfigSchema = z.object({
66
91
  .describe('Operation mode for the diffusion plugin. ' +
67
92
  "`'diffusion'` (default) builds a full SD / SDXL / SD3 / FLUX / Qwen-Image pipeline from " +
68
93
  'the primary model plus optional auxiliary text encoders, VAE, unconditional ' +
69
- 'diffusion model, and ESRGAN ' +
94
+ 'diffusion model, external tokenizer, and ESRGAN ' +
70
95
  'upscaler, and exposes diffusion({ ... }). ' +
71
96
  "`'upscale'` builds a standalone ESRGAN upscaler from the primary model " +
72
97
  'file alone (auxiliary model sources are ignored) and exposes upscale({ ... }). ' +
@@ -99,8 +124,9 @@ export const sdcppConfigSchema = z.object({
99
124
  .union([z.number().int().min(0), z.enum(['integrated', 'dedicated'])])
100
125
  .optional()
101
126
  .describe('GPU to pin when `device` is "gpu": a GPU-device index, "integrated", or ' +
102
- '"dedicated" (the discrete GPU with the most VRAM). Omit to let the ' +
103
- 'backend choose the first enumerated device. Resolved against the ' +
127
+ '"dedicated" (the discrete GPU with the most VRAM). Omit to let automatic ' +
128
+ 'placement choose: a dedicated GPU first, then an integrated one, taking ' +
129
+ 'the largest available memory budget within each. Resolved against the ' +
104
130
  "addon's own ggml device enumeration, so it cannot desync from the " +
105
131
  'device list the backend actually uses. If an explicit request cannot ' +
106
132
  'be satisfied (e.g. "integrated" with no integrated GPU, "dedicated" ' +
@@ -224,7 +250,8 @@ export const sdcppConfigSchema = z.object({
224
250
  llmModelSrc: modelSrcInputSchema
225
251
  .optional()
226
252
  .describe('LLM text encoder model — required for FLUX.2 [klein] (Qwen3), ' +
227
- 'Qwen-Image-2.1 and Ideogram 4 (Qwen3-VL), LTX-2 video (Gemma), ' +
253
+ 'FLUX.3 Image Klein, Qwen-Image-2.1 and Ideogram 4 (Qwen3-VL), MOSS-Image (Qwen3.5), ' +
254
+ 'LTX-2 video (Gemma), ' +
228
255
  'and MiniMax-H3 (H3-specific Qwen3-VL).'),
229
256
  projectionModelSrc: modelSrcInputSchema
230
257
  .optional()
@@ -233,7 +260,8 @@ export const sdcppConfigSchema = z.object({
233
260
  'Requires llmModelSrc and diffusion mode.'),
234
261
  vaeModelSrc: modelSrcInputSchema
235
262
  .optional()
236
- .describe('VAE decoder model, required for Qwen-Image-2.1, FLUX.2 [klein], Ideogram 4, ' +
263
+ .describe('VAE decoder model, required for Qwen-Image-2.1, FLUX.2 [klein], FLUX.3 Image Klein, ' +
264
+ 'Ideogram 4, MOSS-Image, ' +
237
265
  'LTX-2 video, and MiniMax-H3 video; optional for SDXL.'),
238
266
  highNoiseDiffusionModelSrc: modelSrcInputSchema
239
267
  .optional()
@@ -247,6 +275,11 @@ export const sdcppConfigSchema = z.object({
247
275
  'llmModelSrc (Qwen3-VL), vaeModelSrc, and a JSON-serialized structured ' +
248
276
  'caption with explicit bounding boxes as the generation prompt. Plain-text ' +
249
277
  "prompts produce degenerate output or the model's placeholder response."),
278
+ tokenizerSrc: modelSrcInputSchema
279
+ .optional()
280
+ .describe('External `tokenizer.json` for the Qwen3.5 text encoder — MOSS-Image only. ' +
281
+ 'Requires diffusion mode, llmModelSrc (Qwen3.5) and vaeModelSrc. ' +
282
+ 'Layout prompts can be passed as a JSON string.'),
250
283
  clipVisionModelSrc: modelSrcInputSchema
251
284
  .optional()
252
285
  .describe('OpenCLIP ViT-H/14 weights (`clip_vision_h.safetensors`). Required for ' +
@@ -520,6 +553,7 @@ export const videoStatsSchema = diffusionStatsSchema
520
553
  });
521
554
  export const diffusionStreamResponseSchema = z.object({
522
555
  type: z.literal('diffusionStream'),
556
+ requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
523
557
  step: z.number().optional(),
524
558
  totalSteps: z.number().optional(),
525
559
  elapsedMs: z.number().optional(),
@@ -560,7 +594,12 @@ export const diffusionRequestSchema = z
560
594
  .multipleOf(8)
561
595
  .optional()
562
596
  .describe('Image height in pixels. Multiple of 8; Qwen-Image-2.1 requires a multiple of 32.'),
563
- steps: z.number().int().positive().optional().describe('Number of sampling steps to run.'),
597
+ steps: z
598
+ .number()
599
+ .int()
600
+ .positive()
601
+ .optional()
602
+ .describe('Number of sampling steps. Overridden by custom_sigmas.length - 1 when supplied.'),
564
603
  cfg_scale: z
565
604
  .number()
566
605
  .optional()
@@ -576,7 +615,15 @@ export const diffusionRequestSchema = z
576
615
  sampling_method: samplingMethodSchema
577
616
  .optional()
578
617
  .describe('Sampling algorithm used by the diffusion scheduler.'),
579
- scheduler: scheduleTypeSchema.optional().describe('Noise schedule to apply when sampling.'),
618
+ scheduler: scheduleTypeSchema
619
+ .optional()
620
+ .describe('Noise schedule to apply when sampling. Overridden by custom_sigmas when supplied.'),
621
+ custom_sigmas: customSigmasSchema
622
+ .optional()
623
+ .describe('Explicit noise schedule, including terminal zero. At least two finite, non-negative ' +
624
+ 'float values, strictly decreasing after conversion to float precision. Overrides ' +
625
+ 'scheduler and steps; the effective step count is length minus one. ' +
626
+ 'Qwen-Image-2.1-Turbo uses its fixed eight-step schedule with Euler and cfg_scale: 1.'),
580
627
  seed: z
581
628
  .number()
582
629
  .int()
@@ -591,7 +638,24 @@ export const diffusionRequestSchema = z
591
638
  vae_tiling: z
592
639
  .boolean()
593
640
  .optional()
594
- .describe('Enable VAE tiling for large images on constrained VRAM (overrides model config).'),
641
+ .describe('Enable VAE tiling for large images on constrained VRAM, overriding model config.'),
642
+ vae_tile_size: z
643
+ .union([
644
+ z.number().int().positive().max(2147483647).meta({ title: 'DiffusionVaeTileSize' }),
645
+ z
646
+ .string()
647
+ .regex(/^[0-9]+x[0-9]+$/, { message: 'vae_tile_size must be a WxH string' })
648
+ .refine((value) => value.split('x').every((dimension) => {
649
+ const size = Number(dimension);
650
+ return size > 0 && size <= 2147483647;
651
+ }), { message: 'vae_tile_size dimensions must be integers between 1 and 2147483647' })
652
+ .meta({ title: 'DiffusionVaeTileSizeSpec' })
653
+ ])
654
+ .optional()
655
+ .describe('VAE tile size in latent units, as a positive integer or a WxH string such as 64x32. ' +
656
+ 'Each dimension must be between 1 and 2147483647. ' +
657
+ 'For Qwen-Image-2.1 outputs at 2048x2048 or larger, ' +
658
+ 'use vae_tiling: true with vae_tile_size: 64 to bound decode memory.'),
595
659
  cache_preset: z
596
660
  .string()
597
661
  .optional()
@@ -606,9 +670,10 @@ export const diffusionRequestSchema = z
606
670
  .min(1)
607
671
  .optional()
608
672
  .describe('Ordered base64-encoded PNG/JPEG references for models with reference editing, ' +
609
- 'including FLUX.2 and Qwen-Image-2.1. Native model detection validates support. ' +
610
- 'Qwen-Image-2.1 requires projectionModelSrc, preserves alpha, and does not need ' +
611
- 'FLUX @imageN tags or a prediction override. Mutually exclusive with init_image.'),
673
+ 'including FLUX.2, FLUX.3 and Qwen-Image-2.1. Native model detection validates support. ' +
674
+ 'FLUX.3 and Qwen-Image-2.1 do not need FLUX.2 @imageN tags or a prediction override; ' +
675
+ 'Qwen-Image-2.1 requires projectionModelSrc and preserves alpha. ' +
676
+ 'Mutually exclusive with init_image.'),
612
677
  increase_ref_index: z
613
678
  .boolean()
614
679
  .optional()
@@ -639,7 +704,7 @@ export const diffusionRequestSchema = z
639
704
  .max(1)
640
705
  .optional()
641
706
  .describe('img2img denoising strength for SD/SDXL SDEdit. ' +
642
- 'Does not control reference-editing strength for FLUX.2 or Qwen-Image-2.1; ' +
707
+ 'Does not control reference-editing strength for FLUX.2, FLUX.3 or Qwen-Image-2.1; ' +
643
708
  'these models start the target from noise.'),
644
709
  upscale: z
645
710
  .union([
@@ -664,9 +729,11 @@ export const diffusionRequestSchema = z
664
729
  .refine((d) => d.init_image === undefined || d.init_images === undefined, {
665
730
  message: 'init_image and init_images are mutually exclusive — pass one or the other, not both.'
666
731
  });
667
- export const diffusionStreamRequestSchema = diffusionRequestSchema.extend({
732
+ export const diffusionStreamRequestSchema = diffusionRequestSchema
733
+ .extend({
668
734
  type: z.literal('diffusionStream')
669
- });
735
+ })
736
+ .extend(trackedRequestSchema.shape);
670
737
  const videoGenerationBaseSchema = z.object({
671
738
  modelId: z
672
739
  .string()
@@ -1074,6 +1141,7 @@ function refineSingleExpertVideoRequest(data, ctx) {
1074
1141
  export const singleExpertVideoRequestSchema = wan22MoeSchema.superRefine(refineSingleExpertVideoRequest);
1075
1142
  export const videoStreamRequestSchema = videoRequestObjectSchema
1076
1143
  .extend({ type: z.literal('videoStream') })
1144
+ .extend(trackedRequestSchema.shape)
1077
1145
  .superRefine(refineVideoMode);
1078
1146
  // ============================================
1079
1147
  // Standalone ESRGAN upscale (mode: "upscale")
@@ -1133,11 +1201,14 @@ export const upscaleRequestSchema = z.object({
1133
1201
  "dimensions by the model's native scale factor; only the final image " +
1134
1202
  'is emitted (`outputs.length === 1`). Defaults to 1.')
1135
1203
  });
1136
- export const upscaleStreamRequestSchema = upscaleRequestSchema.extend({
1204
+ export const upscaleStreamRequestSchema = upscaleRequestSchema
1205
+ .extend({
1137
1206
  type: z.literal('upscaleStream')
1138
- });
1207
+ })
1208
+ .extend(trackedRequestSchema.shape);
1139
1209
  export const upscaleStreamResponseSchema = z.object({
1140
1210
  type: z.literal('upscaleStream'),
1211
+ requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
1141
1212
  data: z.string().optional(),
1142
1213
  outputIndex: z.number().optional(),
1143
1214
  done: z.boolean().optional(),
@@ -1210,9 +1281,11 @@ export const worldStepRequestSchema = z.object({
1210
1281
  .describe('Keys held for this block. WASD move, IJKL steer the camera; duplicates are ' +
1211
1282
  'collapsed. Omit or pass an empty array to idle.')
1212
1283
  });
1213
- export const worldStepStreamRequestSchema = worldStepRequestSchema.extend({
1284
+ export const worldStepStreamRequestSchema = worldStepRequestSchema
1285
+ .extend({
1214
1286
  type: z.literal('worldStepStream')
1215
- });
1287
+ })
1288
+ .extend(trackedRequestSchema.shape);
1216
1289
  export const worldStepStreamResponseSchema = z.object({
1217
1290
  type: z.literal('worldStepStream'),
1218
1291
  // Same three fields, same names, as diffusionStream and videoStream: the
@@ -1381,7 +1454,11 @@ export const worldSceneRequestSchema = z
1381
1454
  .object(worldSceneRequestShape)
1382
1455
  .superRefine(refineWorldSceneBudget);
1383
1456
  export const worldSceneStreamRequestSchema = z
1384
- .object({ ...worldSceneRequestShape, type: z.literal('worldSceneStream') })
1457
+ .object({
1458
+ ...worldSceneRequestShape,
1459
+ type: z.literal('worldSceneStream')
1460
+ })
1461
+ .extend(trackedRequestSchema.shape)
1385
1462
  .superRefine(refineWorldSceneBudget);
1386
1463
  export const worldSceneStreamResponseSchema = z.object({
1387
1464
  type: z.literal('worldSceneStream'),
@@ -0,0 +1,37 @@
1
+ import { z } from 'zod';
2
+ export declare const openSessionRequestSchema: z.ZodObject<{
3
+ type: z.ZodLiteral<"openSession">;
4
+ sessionId: z.ZodString;
5
+ name: z.ZodOptional<z.ZodString>;
6
+ }, z.core.$strip>;
7
+ export declare const openSessionResponseSchema: z.ZodObject<{
8
+ type: z.ZodLiteral<"openSession">;
9
+ success: z.ZodBoolean;
10
+ sessionId: z.ZodString;
11
+ error: z.ZodOptional<z.ZodString>;
12
+ }, z.core.$strip>;
13
+ export declare const closeSessionRequestSchema: z.ZodObject<{
14
+ type: z.ZodLiteral<"closeSession">;
15
+ sessionId: z.ZodString;
16
+ }, z.core.$strip>;
17
+ export declare const closeSessionResponseSchema: z.ZodObject<{
18
+ type: z.ZodLiteral<"closeSession">;
19
+ success: z.ZodBoolean;
20
+ sessionId: z.ZodString;
21
+ cancelled: z.ZodOptional<z.ZodNumber>;
22
+ releasedModels: z.ZodOptional<z.ZodArray<z.ZodString>>;
23
+ error: z.ZodOptional<z.ZodString>;
24
+ }, z.core.$strip>;
25
+ /**
26
+ * Operations that change the shared runtime for every session: pausing and
27
+ * resuming it, deleting its model storage, and starting or stopping its RPC
28
+ * servers. Only the owner may call them; a session that tries is refused with
29
+ * `OwnerOnlyError` before the handler runs. The SDK contract marks them, with
30
+ * session management, as owner-only, so generated clients leave them off a
31
+ * session handle.
32
+ */
33
+ export declare const OWNER_ONLY_OPERATIONS: ReadonlySet<string>;
34
+ export type OpenSessionRequest = z.infer<typeof openSessionRequestSchema>;
35
+ export type OpenSessionResponse = z.infer<typeof openSessionResponseSchema>;
36
+ export type CloseSessionRequest = z.infer<typeof closeSessionRequestSchema>;
37
+ export type CloseSessionResponse = z.infer<typeof closeSessionResponseSchema>;
@@ -0,0 +1,53 @@
1
+ import { z } from 'zod';
2
+ import { sessionIdSchema } from '../schemas/request-base.js';
3
+ export const openSessionRequestSchema = z.object({
4
+ type: z.literal('openSession'),
5
+ sessionId: sessionIdSchema.describe('Identifier the client minted for the new session. Rejected when a session with this id is already open.'),
6
+ name: z
7
+ .string()
8
+ .min(1)
9
+ .max(128)
10
+ .optional()
11
+ .describe('Human-readable label for logs and diagnostics.')
12
+ });
13
+ export const openSessionResponseSchema = z.object({
14
+ type: z.literal('openSession'),
15
+ success: z.boolean(),
16
+ sessionId: z.string(),
17
+ error: z.string().optional()
18
+ });
19
+ export const closeSessionRequestSchema = z.object({
20
+ type: z.literal('closeSession'),
21
+ sessionId: sessionIdSchema.describe('Identifier of the session to close.')
22
+ });
23
+ export const closeSessionResponseSchema = z.object({
24
+ type: z.literal('closeSession'),
25
+ success: z.boolean(),
26
+ sessionId: z.string(),
27
+ cancelled: z
28
+ .number()
29
+ .int()
30
+ .nonnegative()
31
+ .optional()
32
+ .describe('Number of in-flight requests of the session that this call cancelled.'),
33
+ releasedModels: z
34
+ .array(z.string())
35
+ .optional()
36
+ .describe('Model ids whose lease the session held. Models with no lease left were unloaded.'),
37
+ error: z.string().optional()
38
+ });
39
+ /**
40
+ * Operations that change the shared runtime for every session: pausing and
41
+ * resuming it, deleting its model storage, and starting or stopping its RPC
42
+ * servers. Only the owner may call them; a session that tries is refused with
43
+ * `OwnerOnlyError` before the handler runs. The SDK contract marks them, with
44
+ * session management, as owner-only, so generated clients leave them off a
45
+ * session handle.
46
+ */
47
+ export const OWNER_ONLY_OPERATIONS = new Set([
48
+ 'suspend',
49
+ 'resume',
50
+ 'deleteCache',
51
+ 'startRpcServer',
52
+ 'stopRpcServer'
53
+ ]);