@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -85,6 +85,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
85
85
  audiogen: "audiogen";
86
86
  tts: "tts";
87
87
  ocr: "ocr";
88
+ classification: "classification";
88
89
  vla: "vla";
89
90
  "llamacpp-completion": "llamacpp-completion";
90
91
  "whispercpp-transcription": "whispercpp-transcription";
@@ -101,13 +102,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
101
102
  "sdcpp-generation": "sdcpp-generation";
102
103
  "audiogen-ggml": "audiogen-ggml";
103
104
  "ggml-vla": "ggml-vla";
105
+ "ggml-image-embedding": "ggml-image-embedding";
104
106
  "ggml-classification": "ggml-classification";
105
107
  llm: "llm";
106
108
  whisper: "whisper";
107
109
  bci: "bci";
108
110
  nmt: "nmt";
109
111
  parakeet: "parakeet";
110
- classification: "classification";
111
112
  }>, z.ZodLiteral<"vad">]>>;
112
113
  }, z.core.$strip>]>>;
113
114
  clipGModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -127,6 +128,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
127
128
  audiogen: "audiogen";
128
129
  tts: "tts";
129
130
  ocr: "ocr";
131
+ classification: "classification";
130
132
  vla: "vla";
131
133
  "llamacpp-completion": "llamacpp-completion";
132
134
  "whispercpp-transcription": "whispercpp-transcription";
@@ -143,13 +145,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
143
145
  "sdcpp-generation": "sdcpp-generation";
144
146
  "audiogen-ggml": "audiogen-ggml";
145
147
  "ggml-vla": "ggml-vla";
148
+ "ggml-image-embedding": "ggml-image-embedding";
146
149
  "ggml-classification": "ggml-classification";
147
150
  llm: "llm";
148
151
  whisper: "whisper";
149
152
  bci: "bci";
150
153
  nmt: "nmt";
151
154
  parakeet: "parakeet";
152
- classification: "classification";
153
155
  }>, z.ZodLiteral<"vad">]>>;
154
156
  }, z.core.$strip>]>>;
155
157
  t5XxlModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -169,6 +171,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
169
171
  audiogen: "audiogen";
170
172
  tts: "tts";
171
173
  ocr: "ocr";
174
+ classification: "classification";
172
175
  vla: "vla";
173
176
  "llamacpp-completion": "llamacpp-completion";
174
177
  "whispercpp-transcription": "whispercpp-transcription";
@@ -185,13 +188,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
185
188
  "sdcpp-generation": "sdcpp-generation";
186
189
  "audiogen-ggml": "audiogen-ggml";
187
190
  "ggml-vla": "ggml-vla";
191
+ "ggml-image-embedding": "ggml-image-embedding";
188
192
  "ggml-classification": "ggml-classification";
189
193
  llm: "llm";
190
194
  whisper: "whisper";
191
195
  bci: "bci";
192
196
  nmt: "nmt";
193
197
  parakeet: "parakeet";
194
- classification: "classification";
195
198
  }>, z.ZodLiteral<"vad">]>>;
196
199
  }, z.core.$strip>]>>;
197
200
  llmModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -211,6 +214,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
211
214
  audiogen: "audiogen";
212
215
  tts: "tts";
213
216
  ocr: "ocr";
217
+ classification: "classification";
214
218
  vla: "vla";
215
219
  "llamacpp-completion": "llamacpp-completion";
216
220
  "whispercpp-transcription": "whispercpp-transcription";
@@ -227,13 +231,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
227
231
  "sdcpp-generation": "sdcpp-generation";
228
232
  "audiogen-ggml": "audiogen-ggml";
229
233
  "ggml-vla": "ggml-vla";
234
+ "ggml-image-embedding": "ggml-image-embedding";
230
235
  "ggml-classification": "ggml-classification";
231
236
  llm: "llm";
232
237
  whisper: "whisper";
233
238
  bci: "bci";
234
239
  nmt: "nmt";
235
240
  parakeet: "parakeet";
236
- classification: "classification";
237
241
  }>, z.ZodLiteral<"vad">]>>;
238
242
  }, z.core.$strip>]>>;
239
243
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -253,6 +257,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
253
257
  audiogen: "audiogen";
254
258
  tts: "tts";
255
259
  ocr: "ocr";
260
+ classification: "classification";
256
261
  vla: "vla";
257
262
  "llamacpp-completion": "llamacpp-completion";
258
263
  "whispercpp-transcription": "whispercpp-transcription";
@@ -269,13 +274,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
269
274
  "sdcpp-generation": "sdcpp-generation";
270
275
  "audiogen-ggml": "audiogen-ggml";
271
276
  "ggml-vla": "ggml-vla";
277
+ "ggml-image-embedding": "ggml-image-embedding";
272
278
  "ggml-classification": "ggml-classification";
273
279
  llm: "llm";
274
280
  whisper: "whisper";
275
281
  bci: "bci";
276
282
  nmt: "nmt";
277
283
  parakeet: "parakeet";
278
- classification: "classification";
279
284
  }>, z.ZodLiteral<"vad">]>>;
280
285
  }, z.core.$strip>]>>;
281
286
  vaeModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -295,6 +300,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
295
300
  audiogen: "audiogen";
296
301
  tts: "tts";
297
302
  ocr: "ocr";
303
+ classification: "classification";
298
304
  vla: "vla";
299
305
  "llamacpp-completion": "llamacpp-completion";
300
306
  "whispercpp-transcription": "whispercpp-transcription";
@@ -311,13 +317,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
311
317
  "sdcpp-generation": "sdcpp-generation";
312
318
  "audiogen-ggml": "audiogen-ggml";
313
319
  "ggml-vla": "ggml-vla";
320
+ "ggml-image-embedding": "ggml-image-embedding";
314
321
  "ggml-classification": "ggml-classification";
315
322
  llm: "llm";
316
323
  whisper: "whisper";
317
324
  bci: "bci";
318
325
  nmt: "nmt";
319
326
  parakeet: "parakeet";
320
- classification: "classification";
321
327
  }>, z.ZodLiteral<"vad">]>>;
322
328
  }, z.core.$strip>]>>;
323
329
  highNoiseDiffusionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -337,6 +343,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
337
343
  audiogen: "audiogen";
338
344
  tts: "tts";
339
345
  ocr: "ocr";
346
+ classification: "classification";
340
347
  vla: "vla";
341
348
  "llamacpp-completion": "llamacpp-completion";
342
349
  "whispercpp-transcription": "whispercpp-transcription";
@@ -353,13 +360,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
353
360
  "sdcpp-generation": "sdcpp-generation";
354
361
  "audiogen-ggml": "audiogen-ggml";
355
362
  "ggml-vla": "ggml-vla";
363
+ "ggml-image-embedding": "ggml-image-embedding";
356
364
  "ggml-classification": "ggml-classification";
357
365
  llm: "llm";
358
366
  whisper: "whisper";
359
367
  bci: "bci";
360
368
  nmt: "nmt";
361
369
  parakeet: "parakeet";
362
- classification: "classification";
363
370
  }>, z.ZodLiteral<"vad">]>>;
364
371
  }, z.core.$strip>]>>;
365
372
  uncondModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -379,6 +386,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
379
386
  audiogen: "audiogen";
380
387
  tts: "tts";
381
388
  ocr: "ocr";
389
+ classification: "classification";
382
390
  vla: "vla";
383
391
  "llamacpp-completion": "llamacpp-completion";
384
392
  "whispercpp-transcription": "whispercpp-transcription";
@@ -395,13 +403,56 @@ export declare const sdcppConfigSchema: z.ZodObject<{
395
403
  "sdcpp-generation": "sdcpp-generation";
396
404
  "audiogen-ggml": "audiogen-ggml";
397
405
  "ggml-vla": "ggml-vla";
406
+ "ggml-image-embedding": "ggml-image-embedding";
398
407
  "ggml-classification": "ggml-classification";
399
408
  llm: "llm";
400
409
  whisper: "whisper";
401
410
  bci: "bci";
402
411
  nmt: "nmt";
403
412
  parakeet: "parakeet";
413
+ }>, z.ZodLiteral<"vad">]>>;
414
+ }, z.core.$strip>]>>;
415
+ tokenizerSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
416
+ src: z.ZodString;
417
+ name: z.ZodOptional<z.ZodString>;
418
+ modelId: z.ZodOptional<z.ZodString>;
419
+ registryPath: z.ZodOptional<z.ZodString>;
420
+ registrySource: z.ZodOptional<z.ZodString>;
421
+ blobCoreKey: z.ZodOptional<z.ZodString>;
422
+ blobIndex: z.ZodOptional<z.ZodNumber>;
423
+ engine: z.ZodOptional<z.ZodString>;
424
+ expectedSize: z.ZodOptional<z.ZodNumber>;
425
+ sha256Checksum: z.ZodOptional<z.ZodString>;
426
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
427
+ embeddings: "embeddings";
428
+ diffusion: "diffusion";
429
+ audiogen: "audiogen";
430
+ tts: "tts";
431
+ ocr: "ocr";
404
432
  classification: "classification";
433
+ vla: "vla";
434
+ "llamacpp-completion": "llamacpp-completion";
435
+ "whispercpp-transcription": "whispercpp-transcription";
436
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
437
+ "llamacpp-embedding": "llamacpp-embedding";
438
+ "llamacpp-decision": "llamacpp-decision";
439
+ "llamacpp-rerank": "llamacpp-rerank";
440
+ "nmtcpp-translation": "nmtcpp-translation";
441
+ "onnx-tts": "onnx-tts";
442
+ "tts-ggml": "tts-ggml";
443
+ "parakeet-transcription": "parakeet-transcription";
444
+ "moss-transcribe": "moss-transcribe";
445
+ "ggml-ocr": "ggml-ocr";
446
+ "sdcpp-generation": "sdcpp-generation";
447
+ "audiogen-ggml": "audiogen-ggml";
448
+ "ggml-vla": "ggml-vla";
449
+ "ggml-image-embedding": "ggml-image-embedding";
450
+ "ggml-classification": "ggml-classification";
451
+ llm: "llm";
452
+ whisper: "whisper";
453
+ bci: "bci";
454
+ nmt: "nmt";
455
+ parakeet: "parakeet";
405
456
  }>, z.ZodLiteral<"vad">]>>;
406
457
  }, z.core.$strip>]>>;
407
458
  clipVisionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -421,6 +472,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
421
472
  audiogen: "audiogen";
422
473
  tts: "tts";
423
474
  ocr: "ocr";
475
+ classification: "classification";
424
476
  vla: "vla";
425
477
  "llamacpp-completion": "llamacpp-completion";
426
478
  "whispercpp-transcription": "whispercpp-transcription";
@@ -437,13 +489,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
437
489
  "sdcpp-generation": "sdcpp-generation";
438
490
  "audiogen-ggml": "audiogen-ggml";
439
491
  "ggml-vla": "ggml-vla";
492
+ "ggml-image-embedding": "ggml-image-embedding";
440
493
  "ggml-classification": "ggml-classification";
441
494
  llm: "llm";
442
495
  whisper: "whisper";
443
496
  bci: "bci";
444
497
  nmt: "nmt";
445
498
  parakeet: "parakeet";
446
- classification: "classification";
447
499
  }>, z.ZodLiteral<"vad">]>>;
448
500
  }, z.core.$strip>]>>;
449
501
  audioVaeModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -463,6 +515,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
463
515
  audiogen: "audiogen";
464
516
  tts: "tts";
465
517
  ocr: "ocr";
518
+ classification: "classification";
466
519
  vla: "vla";
467
520
  "llamacpp-completion": "llamacpp-completion";
468
521
  "whispercpp-transcription": "whispercpp-transcription";
@@ -479,13 +532,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
479
532
  "sdcpp-generation": "sdcpp-generation";
480
533
  "audiogen-ggml": "audiogen-ggml";
481
534
  "ggml-vla": "ggml-vla";
535
+ "ggml-image-embedding": "ggml-image-embedding";
482
536
  "ggml-classification": "ggml-classification";
483
537
  llm: "llm";
484
538
  whisper: "whisper";
485
539
  bci: "bci";
486
540
  nmt: "nmt";
487
541
  parakeet: "parakeet";
488
- classification: "classification";
489
542
  }>, z.ZodLiteral<"vad">]>>;
490
543
  }, z.core.$strip>]>>;
491
544
  embeddingsConnectorsModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -505,6 +558,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
505
558
  audiogen: "audiogen";
506
559
  tts: "tts";
507
560
  ocr: "ocr";
561
+ classification: "classification";
508
562
  vla: "vla";
509
563
  "llamacpp-completion": "llamacpp-completion";
510
564
  "whispercpp-transcription": "whispercpp-transcription";
@@ -521,13 +575,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
521
575
  "sdcpp-generation": "sdcpp-generation";
522
576
  "audiogen-ggml": "audiogen-ggml";
523
577
  "ggml-vla": "ggml-vla";
578
+ "ggml-image-embedding": "ggml-image-embedding";
524
579
  "ggml-classification": "ggml-classification";
525
580
  llm: "llm";
526
581
  whisper: "whisper";
527
582
  bci: "bci";
528
583
  nmt: "nmt";
529
584
  parakeet: "parakeet";
530
- classification: "classification";
531
585
  }>, z.ZodLiteral<"vad">]>>;
532
586
  }, z.core.$strip>]>>;
533
587
  taehvModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -547,6 +601,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
547
601
  audiogen: "audiogen";
548
602
  tts: "tts";
549
603
  ocr: "ocr";
604
+ classification: "classification";
550
605
  vla: "vla";
551
606
  "llamacpp-completion": "llamacpp-completion";
552
607
  "whispercpp-transcription": "whispercpp-transcription";
@@ -563,13 +618,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
563
618
  "sdcpp-generation": "sdcpp-generation";
564
619
  "audiogen-ggml": "audiogen-ggml";
565
620
  "ggml-vla": "ggml-vla";
621
+ "ggml-image-embedding": "ggml-image-embedding";
566
622
  "ggml-classification": "ggml-classification";
567
623
  llm: "llm";
568
624
  whisper: "whisper";
569
625
  bci: "bci";
570
626
  nmt: "nmt";
571
627
  parakeet: "parakeet";
572
- classification: "classification";
573
628
  }>, z.ZodLiteral<"vad">]>>;
574
629
  }, z.core.$strip>]>>;
575
630
  sceneSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -589,6 +644,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
589
644
  audiogen: "audiogen";
590
645
  tts: "tts";
591
646
  ocr: "ocr";
647
+ classification: "classification";
592
648
  vla: "vla";
593
649
  "llamacpp-completion": "llamacpp-completion";
594
650
  "whispercpp-transcription": "whispercpp-transcription";
@@ -605,13 +661,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
605
661
  "sdcpp-generation": "sdcpp-generation";
606
662
  "audiogen-ggml": "audiogen-ggml";
607
663
  "ggml-vla": "ggml-vla";
664
+ "ggml-image-embedding": "ggml-image-embedding";
608
665
  "ggml-classification": "ggml-classification";
609
666
  llm: "llm";
610
667
  whisper: "whisper";
611
668
  bci: "bci";
612
669
  nmt: "nmt";
613
670
  parakeet: "parakeet";
614
- classification: "classification";
615
671
  }>, z.ZodLiteral<"vad">]>>;
616
672
  }, z.core.$strip>]>>;
617
673
  world: z.ZodOptional<z.ZodObject<{
@@ -649,6 +705,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
649
705
  audiogen: "audiogen";
650
706
  tts: "tts";
651
707
  ocr: "ocr";
708
+ classification: "classification";
652
709
  vla: "vla";
653
710
  "llamacpp-completion": "llamacpp-completion";
654
711
  "whispercpp-transcription": "whispercpp-transcription";
@@ -665,13 +722,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
665
722
  "sdcpp-generation": "sdcpp-generation";
666
723
  "audiogen-ggml": "audiogen-ggml";
667
724
  "ggml-vla": "ggml-vla";
725
+ "ggml-image-embedding": "ggml-image-embedding";
668
726
  "ggml-classification": "ggml-classification";
669
727
  llm: "llm";
670
728
  whisper: "whisper";
671
729
  bci: "bci";
672
730
  nmt: "nmt";
673
731
  parakeet: "parakeet";
674
- classification: "classification";
675
732
  }>, z.ZodLiteral<"vad">]>>;
676
733
  }, z.core.$strip>]>>;
677
734
  tile_size: z.ZodOptional<z.ZodNumber>;
@@ -701,10 +758,11 @@ export declare const diffusionStatsSchema: z.ZodObject<{
701
758
  }, z.core.$strip>;
702
759
  export type DiffusionStats = z.infer<typeof diffusionStatsSchema>;
703
760
  export declare const videoStatsSchema: z.ZodObject<{
761
+ totalWallMs: z.ZodOptional<z.ZodNumber>;
762
+ modelLoadMs: z.ZodOptional<z.ZodNumber>;
704
763
  seed: z.ZodOptional<z.ZodNumber>;
705
764
  width: z.ZodOptional<z.ZodNumber>;
706
765
  height: z.ZodOptional<z.ZodNumber>;
707
- modelLoadMs: z.ZodOptional<z.ZodNumber>;
708
766
  generationMs: z.ZodOptional<z.ZodNumber>;
709
767
  conditionerMs: z.ZodOptional<z.ZodNumber>;
710
768
  denoiseMs: z.ZodOptional<z.ZodNumber>;
@@ -712,7 +770,6 @@ export declare const videoStatsSchema: z.ZodObject<{
712
770
  postProcessMs: z.ZodOptional<z.ZodNumber>;
713
771
  stepsPerSecond: z.ZodOptional<z.ZodNumber>;
714
772
  totalGenerationMs: z.ZodOptional<z.ZodNumber>;
715
- totalWallMs: z.ZodOptional<z.ZodNumber>;
716
773
  totalSteps: z.ZodOptional<z.ZodNumber>;
717
774
  totalGenerations: z.ZodOptional<z.ZodNumber>;
718
775
  totalImages: z.ZodOptional<z.ZodNumber>;
@@ -727,6 +784,7 @@ export declare const videoStatsSchema: z.ZodObject<{
727
784
  export type VideoStats = z.infer<typeof videoStatsSchema>;
728
785
  export declare const diffusionStreamResponseSchema: z.ZodObject<{
729
786
  type: z.ZodLiteral<"diffusionStream">;
787
+ requestId: z.ZodOptional<z.ZodString>;
730
788
  step: z.ZodOptional<z.ZodNumber>;
731
789
  totalSteps: z.ZodOptional<z.ZodNumber>;
732
790
  elapsedMs: z.ZodOptional<z.ZodNumber>;
@@ -762,10 +820,11 @@ export declare const videoStreamResponseSchema: z.ZodObject<{
762
820
  outputIndex: z.ZodOptional<z.ZodNumber>;
763
821
  done: z.ZodOptional<z.ZodBoolean>;
764
822
  stats: z.ZodOptional<z.ZodObject<{
823
+ totalWallMs: z.ZodOptional<z.ZodNumber>;
824
+ modelLoadMs: z.ZodOptional<z.ZodNumber>;
765
825
  seed: z.ZodOptional<z.ZodNumber>;
766
826
  width: z.ZodOptional<z.ZodNumber>;
767
827
  height: z.ZodOptional<z.ZodNumber>;
768
- modelLoadMs: z.ZodOptional<z.ZodNumber>;
769
828
  generationMs: z.ZodOptional<z.ZodNumber>;
770
829
  conditionerMs: z.ZodOptional<z.ZodNumber>;
771
830
  denoiseMs: z.ZodOptional<z.ZodNumber>;
@@ -773,7 +832,6 @@ export declare const videoStreamResponseSchema: z.ZodObject<{
773
832
  postProcessMs: z.ZodOptional<z.ZodNumber>;
774
833
  stepsPerSecond: z.ZodOptional<z.ZodNumber>;
775
834
  totalGenerationMs: z.ZodOptional<z.ZodNumber>;
776
- totalWallMs: z.ZodOptional<z.ZodNumber>;
777
835
  totalSteps: z.ZodOptional<z.ZodNumber>;
778
836
  totalGenerations: z.ZodOptional<z.ZodNumber>;
779
837
  totalImages: z.ZodOptional<z.ZodNumber>;
@@ -826,9 +884,11 @@ export declare const diffusionRequestSchema: z.ZodObject<{
826
884
  kl_optimal: "kl_optimal";
827
885
  bong_tangent: "bong_tangent";
828
886
  }>>;
887
+ custom_sigmas: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
829
888
  seed: z.ZodOptional<z.ZodNumber>;
830
889
  batch_count: z.ZodOptional<z.ZodNumber>;
831
890
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
891
+ vae_tile_size: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
832
892
  cache_preset: z.ZodOptional<z.ZodString>;
833
893
  init_image: z.ZodOptional<z.ZodString>;
834
894
  init_images: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -880,9 +940,11 @@ export declare const diffusionStreamRequestSchema: z.ZodObject<{
880
940
  kl_optimal: "kl_optimal";
881
941
  bong_tangent: "bong_tangent";
882
942
  }>>;
943
+ custom_sigmas: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
883
944
  seed: z.ZodOptional<z.ZodNumber>;
884
945
  batch_count: z.ZodOptional<z.ZodNumber>;
885
946
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
947
+ vae_tile_size: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
886
948
  cache_preset: z.ZodOptional<z.ZodString>;
887
949
  init_image: z.ZodOptional<z.ZodString>;
888
950
  init_images: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -894,6 +956,8 @@ export declare const diffusionStreamRequestSchema: z.ZodObject<{
894
956
  repeats: z.ZodOptional<z.ZodNumber>;
895
957
  }, z.core.$strict>]>>;
896
958
  type: z.ZodLiteral<"diffusionStream">;
959
+ sessionId: z.ZodOptional<z.ZodString>;
960
+ requestId: z.ZodOptional<z.ZodString>;
897
961
  }, z.core.$strip>;
898
962
  export type DiffusionStreamRequest = z.input<typeof diffusionStreamRequestSchema>;
899
963
  type DiffusionClientParamsBase = Omit<DiffusionRequest, 'init_image' | 'init_images'>;
@@ -1389,7 +1453,6 @@ export declare const singleExpertVideoRequestSchema: z.ZodObject<{
1389
1453
  export type VideoRequest = z.input<typeof videoRequestSchema>;
1390
1454
  export declare const videoStreamRequestSchema: z.ZodObject<{
1391
1455
  modelId: z.ZodString;
1392
- requestId: z.ZodOptional<z.ZodString>;
1393
1456
  prompt: z.ZodString;
1394
1457
  negative_prompt: z.ZodOptional<z.ZodString>;
1395
1458
  lora: z.ZodOptional<z.ZodString>;
@@ -1493,6 +1556,8 @@ export declare const videoStreamRequestSchema: z.ZodObject<{
1493
1556
  reference_attention_strength: z.ZodOptional<z.ZodNumber>;
1494
1557
  reference_downscale_factor: z.ZodOptional<z.ZodLiteral<1>>;
1495
1558
  type: z.ZodLiteral<"videoStream">;
1559
+ sessionId: z.ZodOptional<z.ZodString>;
1560
+ requestId: z.ZodOptional<z.ZodString>;
1496
1561
  }, z.core.$strip>;
1497
1562
  export type VideoStreamRequest = z.input<typeof videoStreamRequestSchema>;
1498
1563
  type VideoClientParamsCommon = Omit<VideoRequest, 'requestId' | 'mode' | 'init_image' | 'strength' | 'control_frames' | 'lora' | 'lora_strength' | 'reference_images' | 'reference_attention_strength' | 'reference_downscale_factor'> & {
@@ -1560,10 +1625,13 @@ export declare const upscaleStreamRequestSchema: z.ZodObject<{
1560
1625
  image: z.ZodString;
1561
1626
  repeats: z.ZodOptional<z.ZodNumber>;
1562
1627
  type: z.ZodLiteral<"upscaleStream">;
1628
+ sessionId: z.ZodOptional<z.ZodString>;
1629
+ requestId: z.ZodOptional<z.ZodString>;
1563
1630
  }, z.core.$strip>;
1564
1631
  export type UpscaleStreamRequest = z.input<typeof upscaleStreamRequestSchema>;
1565
1632
  export declare const upscaleStreamResponseSchema: z.ZodObject<{
1566
1633
  type: z.ZodLiteral<"upscaleStream">;
1634
+ requestId: z.ZodOptional<z.ZodString>;
1567
1635
  data: z.ZodOptional<z.ZodString>;
1568
1636
  outputIndex: z.ZodOptional<z.ZodNumber>;
1569
1637
  done: z.ZodOptional<z.ZodBoolean>;
@@ -1641,7 +1709,6 @@ export declare const worldStepRequestSchema: z.ZodObject<{
1641
1709
  export type WorldStepRequest = z.input<typeof worldStepRequestSchema>;
1642
1710
  export declare const worldStepStreamRequestSchema: z.ZodObject<{
1643
1711
  modelId: z.ZodString;
1644
- requestId: z.ZodOptional<z.ZodString>;
1645
1712
  keys: z.ZodOptional<z.ZodArray<z.ZodEnum<{
1646
1713
  W: "W";
1647
1714
  A: "A";
@@ -1653,6 +1720,8 @@ export declare const worldStepStreamRequestSchema: z.ZodObject<{
1653
1720
  L: "L";
1654
1721
  }>>>;
1655
1722
  type: z.ZodLiteral<"worldStepStream">;
1723
+ sessionId: z.ZodOptional<z.ZodString>;
1724
+ requestId: z.ZodOptional<z.ZodString>;
1656
1725
  }, z.core.$strip>;
1657
1726
  export type WorldStepStreamRequest = z.input<typeof worldStepStreamRequestSchema>;
1658
1727
  export declare const worldStepStreamResponseSchema: z.ZodObject<{
@@ -1741,12 +1810,13 @@ export type WorldSceneRequest = z.input<typeof worldSceneRequestSchema>;
1741
1810
  export declare const worldSceneStreamRequestSchema: z.ZodObject<{
1742
1811
  type: z.ZodLiteral<"worldSceneStream">;
1743
1812
  modelId: z.ZodString;
1744
- requestId: z.ZodOptional<z.ZodString>;
1745
1813
  prompt: z.ZodString;
1746
1814
  image: z.ZodString;
1747
1815
  width: z.ZodOptional<z.ZodNumber>;
1748
1816
  height: z.ZodOptional<z.ZodNumber>;
1749
1817
  returnPack: z.ZodOptional<z.ZodBoolean>;
1818
+ sessionId: z.ZodOptional<z.ZodString>;
1819
+ requestId: z.ZodOptional<z.ZodString>;
1750
1820
  }, z.core.$strip>;
1751
1821
  export type WorldSceneStreamRequest = z.input<typeof worldSceneStreamRequestSchema>;
1752
1822
  export declare const worldSceneStreamResponseSchema: z.ZodObject<{