@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -5,6 +5,39 @@ export declare const audioGenEngineSchema: z.ZodEnum<{
5
5
  acestep: "acestep";
6
6
  minimax: "minimax";
7
7
  }>;
8
+ /**
9
+ * Apple compute units a MiniMax-Music3 full Core ML profile may run on, in
10
+ * `@qvac/audiogen-ggml`'s vocabulary. A policy rather than a placement: Core
11
+ * ML decides where each operation runs within the units it is allowed.
12
+ */
13
+ export declare const AUDIOGEN_MINIMAX_COREML_COMPUTE_UNITS: readonly ["CPU_ONLY", "CPU_AND_GPU", "CPU_AND_NE", "ALL"];
14
+ export declare const audioGenMinimaxCoremlComputeUnitsSchema: z.ZodEnum<{
15
+ CPU_ONLY: "CPU_ONLY";
16
+ CPU_AND_GPU: "CPU_AND_GPU";
17
+ CPU_AND_NE: "CPU_AND_NE";
18
+ ALL: "ALL";
19
+ }>;
20
+ /**
21
+ * Containers `outputFormat` can deliver next to the PCM, as
22
+ * `@qvac/audiogen-ggml` names them. `wav` is written without FFmpeg; the rest
23
+ * need the matching encoder in the inference host's FFmpeg build. There is no
24
+ * MP3: that build ships no MP3 encoder.
25
+ */
26
+ export declare const AUDIOGEN_OUTPUT_FORMATS: readonly ["wav", "flac", "alac", "aiff", "caf", "m4a", "aac", "opus", "ogg", "ac3", "wma", "mp2"];
27
+ export declare const audioGenOutputFormatSchema: z.ZodEnum<{
28
+ wav: "wav";
29
+ flac: "flac";
30
+ alac: "alac";
31
+ aiff: "aiff";
32
+ caf: "caf";
33
+ m4a: "m4a";
34
+ aac: "aac";
35
+ opus: "opus";
36
+ ogg: "ogg";
37
+ ac3: "ac3";
38
+ wma: "wma";
39
+ mp2: "mp2";
40
+ }>;
8
41
  /** Sample rate the ACE-Step engine expects for reference and source audio. */
9
42
  export declare const AUDIOGEN_INPUT_SAMPLE_RATE = 48000;
10
43
  /** Channel count (interleaved stereo) the ACE-Step engine expects for input audio. */
@@ -69,6 +102,9 @@ declare const acestepAudioGenRuntimeConfigSchema: z.ZodObject<{
69
102
  inferenceSteps: z.ZodOptional<z.ZodNumber>;
70
103
  shift: z.ZodOptional<z.ZodNumber>;
71
104
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
105
+ backend: z.ZodOptional<z.ZodString>;
106
+ lmBackend: z.ZodOptional<z.ZodString>;
107
+ dumpStagesDir: z.ZodOptional<z.ZodString>;
72
108
  useGPU: z.ZodOptional<z.ZodBoolean>;
73
109
  threads: z.ZodOptional<z.ZodNumber>;
74
110
  backendsDir: z.ZodOptional<z.ZodString>;
@@ -80,6 +116,14 @@ declare const minimaxAudioGenRuntimeConfigSchema: z.ZodObject<{
80
116
  gpu: "gpu";
81
117
  auto: "auto";
82
118
  }>>;
119
+ coremlProfileDir: z.ZodOptional<z.ZodString>;
120
+ coremlComputeUnits: z.ZodOptional<z.ZodEnum<{
121
+ CPU_ONLY: "CPU_ONLY";
122
+ CPU_AND_GPU: "CPU_AND_GPU";
123
+ CPU_AND_NE: "CPU_AND_NE";
124
+ ALL: "ALL";
125
+ }>>;
126
+ coremlConditionerPath: z.ZodOptional<z.ZodString>;
83
127
  inferenceSteps: z.ZodOptional<z.ZodNumber>;
84
128
  cfgScale: z.ZodOptional<z.ZodNumber>;
85
129
  useGPU: z.ZodOptional<z.ZodBoolean>;
@@ -91,6 +135,9 @@ export declare const audioGenRuntimeConfigSchema: z.ZodDiscriminatedUnion<[z.Zod
91
135
  inferenceSteps: z.ZodOptional<z.ZodNumber>;
92
136
  shift: z.ZodOptional<z.ZodNumber>;
93
137
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
138
+ backend: z.ZodOptional<z.ZodString>;
139
+ lmBackend: z.ZodOptional<z.ZodString>;
140
+ dumpStagesDir: z.ZodOptional<z.ZodString>;
94
141
  useGPU: z.ZodOptional<z.ZodBoolean>;
95
142
  threads: z.ZodOptional<z.ZodNumber>;
96
143
  backendsDir: z.ZodOptional<z.ZodString>;
@@ -101,6 +148,14 @@ export declare const audioGenRuntimeConfigSchema: z.ZodDiscriminatedUnion<[z.Zod
101
148
  gpu: "gpu";
102
149
  auto: "auto";
103
150
  }>>;
151
+ coremlProfileDir: z.ZodOptional<z.ZodString>;
152
+ coremlComputeUnits: z.ZodOptional<z.ZodEnum<{
153
+ CPU_ONLY: "CPU_ONLY";
154
+ CPU_AND_GPU: "CPU_AND_GPU";
155
+ CPU_AND_NE: "CPU_AND_NE";
156
+ ALL: "ALL";
157
+ }>>;
158
+ coremlConditionerPath: z.ZodOptional<z.ZodString>;
104
159
  inferenceSteps: z.ZodOptional<z.ZodNumber>;
105
160
  cfgScale: z.ZodOptional<z.ZodNumber>;
106
161
  useGPU: z.ZodOptional<z.ZodBoolean>;
@@ -112,6 +167,9 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
112
167
  inferenceSteps: z.ZodOptional<z.ZodNumber>;
113
168
  shift: z.ZodOptional<z.ZodNumber>;
114
169
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
170
+ backend: z.ZodOptional<z.ZodString>;
171
+ lmBackend: z.ZodOptional<z.ZodString>;
172
+ dumpStagesDir: z.ZodOptional<z.ZodString>;
115
173
  useGPU: z.ZodOptional<z.ZodBoolean>;
116
174
  threads: z.ZodOptional<z.ZodNumber>;
117
175
  backendsDir: z.ZodOptional<z.ZodString>;
@@ -133,6 +191,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
133
191
  audiogen: "audiogen";
134
192
  tts: "tts";
135
193
  ocr: "ocr";
194
+ classification: "classification";
136
195
  vla: "vla";
137
196
  "llamacpp-completion": "llamacpp-completion";
138
197
  "whispercpp-transcription": "whispercpp-transcription";
@@ -149,13 +208,13 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
149
208
  "sdcpp-generation": "sdcpp-generation";
150
209
  "audiogen-ggml": "audiogen-ggml";
151
210
  "ggml-vla": "ggml-vla";
211
+ "ggml-image-embedding": "ggml-image-embedding";
152
212
  "ggml-classification": "ggml-classification";
153
213
  llm: "llm";
154
214
  whisper: "whisper";
155
215
  bci: "bci";
156
216
  nmt: "nmt";
157
217
  parakeet: "parakeet";
158
- classification: "classification";
159
218
  }>, z.ZodLiteral<"vad">]>>;
160
219
  }, z.core.$strip>]>;
161
220
  lmModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -175,6 +234,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
175
234
  audiogen: "audiogen";
176
235
  tts: "tts";
177
236
  ocr: "ocr";
237
+ classification: "classification";
178
238
  vla: "vla";
179
239
  "llamacpp-completion": "llamacpp-completion";
180
240
  "whispercpp-transcription": "whispercpp-transcription";
@@ -191,13 +251,13 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
191
251
  "sdcpp-generation": "sdcpp-generation";
192
252
  "audiogen-ggml": "audiogen-ggml";
193
253
  "ggml-vla": "ggml-vla";
254
+ "ggml-image-embedding": "ggml-image-embedding";
194
255
  "ggml-classification": "ggml-classification";
195
256
  llm: "llm";
196
257
  whisper: "whisper";
197
258
  bci: "bci";
198
259
  nmt: "nmt";
199
260
  parakeet: "parakeet";
200
- classification: "classification";
201
261
  }>, z.ZodLiteral<"vad">]>>;
202
262
  }, z.core.$strip>]>;
203
263
  ditModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -217,6 +277,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
217
277
  audiogen: "audiogen";
218
278
  tts: "tts";
219
279
  ocr: "ocr";
280
+ classification: "classification";
220
281
  vla: "vla";
221
282
  "llamacpp-completion": "llamacpp-completion";
222
283
  "whispercpp-transcription": "whispercpp-transcription";
@@ -233,13 +294,13 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
233
294
  "sdcpp-generation": "sdcpp-generation";
234
295
  "audiogen-ggml": "audiogen-ggml";
235
296
  "ggml-vla": "ggml-vla";
297
+ "ggml-image-embedding": "ggml-image-embedding";
236
298
  "ggml-classification": "ggml-classification";
237
299
  llm: "llm";
238
300
  whisper: "whisper";
239
301
  bci: "bci";
240
302
  nmt: "nmt";
241
303
  parakeet: "parakeet";
242
- classification: "classification";
243
304
  }>, z.ZodLiteral<"vad">]>>;
244
305
  }, z.core.$strip>]>;
245
306
  vaeModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -259,6 +320,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
259
320
  audiogen: "audiogen";
260
321
  tts: "tts";
261
322
  ocr: "ocr";
323
+ classification: "classification";
262
324
  vla: "vla";
263
325
  "llamacpp-completion": "llamacpp-completion";
264
326
  "whispercpp-transcription": "whispercpp-transcription";
@@ -275,13 +337,13 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
275
337
  "sdcpp-generation": "sdcpp-generation";
276
338
  "audiogen-ggml": "audiogen-ggml";
277
339
  "ggml-vla": "ggml-vla";
340
+ "ggml-image-embedding": "ggml-image-embedding";
278
341
  "ggml-classification": "ggml-classification";
279
342
  llm: "llm";
280
343
  whisper: "whisper";
281
344
  bci: "bci";
282
345
  nmt: "nmt";
283
346
  parakeet: "parakeet";
284
- classification: "classification";
285
347
  }>, z.ZodLiteral<"vad">]>>;
286
348
  }, z.core.$strip>]>;
287
349
  }, z.core.$strict>;
@@ -303,6 +365,7 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
303
365
  audiogen: "audiogen";
304
366
  tts: "tts";
305
367
  ocr: "ocr";
368
+ classification: "classification";
306
369
  vla: "vla";
307
370
  "llamacpp-completion": "llamacpp-completion";
308
371
  "whispercpp-transcription": "whispercpp-transcription";
@@ -319,13 +382,13 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
319
382
  "sdcpp-generation": "sdcpp-generation";
320
383
  "audiogen-ggml": "audiogen-ggml";
321
384
  "ggml-vla": "ggml-vla";
385
+ "ggml-image-embedding": "ggml-image-embedding";
322
386
  "ggml-classification": "ggml-classification";
323
387
  llm: "llm";
324
388
  whisper: "whisper";
325
389
  bci: "bci";
326
390
  nmt: "nmt";
327
391
  parakeet: "parakeet";
328
- classification: "classification";
329
392
  }>, z.ZodLiteral<"vad">]>>;
330
393
  }, z.core.$strip>]>;
331
394
  synthModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -345,6 +408,7 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
345
408
  audiogen: "audiogen";
346
409
  tts: "tts";
347
410
  ocr: "ocr";
411
+ classification: "classification";
348
412
  vla: "vla";
349
413
  "llamacpp-completion": "llamacpp-completion";
350
414
  "whispercpp-transcription": "whispercpp-transcription";
@@ -361,13 +425,13 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
361
425
  "sdcpp-generation": "sdcpp-generation";
362
426
  "audiogen-ggml": "audiogen-ggml";
363
427
  "ggml-vla": "ggml-vla";
428
+ "ggml-image-embedding": "ggml-image-embedding";
364
429
  "ggml-classification": "ggml-classification";
365
430
  llm: "llm";
366
431
  whisper: "whisper";
367
432
  bci: "bci";
368
433
  nmt: "nmt";
369
434
  parakeet: "parakeet";
370
- classification: "classification";
371
435
  }>, z.ZodLiteral<"vad">]>>;
372
436
  }, z.core.$strip>]>;
373
437
  device: z.ZodOptional<z.ZodEnum<{
@@ -375,6 +439,14 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
375
439
  gpu: "gpu";
376
440
  auto: "auto";
377
441
  }>>;
442
+ coremlProfileDir: z.ZodOptional<z.ZodString>;
443
+ coremlComputeUnits: z.ZodOptional<z.ZodEnum<{
444
+ CPU_ONLY: "CPU_ONLY";
445
+ CPU_AND_GPU: "CPU_AND_GPU";
446
+ CPU_AND_NE: "CPU_AND_NE";
447
+ ALL: "ALL";
448
+ }>>;
449
+ coremlConditionerPath: z.ZodOptional<z.ZodString>;
378
450
  inferenceSteps: z.ZodOptional<z.ZodNumber>;
379
451
  cfgScale: z.ZodOptional<z.ZodNumber>;
380
452
  useGPU: z.ZodOptional<z.ZodBoolean>;
@@ -386,6 +458,9 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
386
458
  inferenceSteps: z.ZodOptional<z.ZodNumber>;
387
459
  shift: z.ZodOptional<z.ZodNumber>;
388
460
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
461
+ backend: z.ZodOptional<z.ZodString>;
462
+ lmBackend: z.ZodOptional<z.ZodString>;
463
+ dumpStagesDir: z.ZodOptional<z.ZodString>;
389
464
  useGPU: z.ZodOptional<z.ZodBoolean>;
390
465
  threads: z.ZodOptional<z.ZodNumber>;
391
466
  backendsDir: z.ZodOptional<z.ZodString>;
@@ -407,6 +482,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
407
482
  audiogen: "audiogen";
408
483
  tts: "tts";
409
484
  ocr: "ocr";
485
+ classification: "classification";
410
486
  vla: "vla";
411
487
  "llamacpp-completion": "llamacpp-completion";
412
488
  "whispercpp-transcription": "whispercpp-transcription";
@@ -423,13 +499,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
423
499
  "sdcpp-generation": "sdcpp-generation";
424
500
  "audiogen-ggml": "audiogen-ggml";
425
501
  "ggml-vla": "ggml-vla";
502
+ "ggml-image-embedding": "ggml-image-embedding";
426
503
  "ggml-classification": "ggml-classification";
427
504
  llm: "llm";
428
505
  whisper: "whisper";
429
506
  bci: "bci";
430
507
  nmt: "nmt";
431
508
  parakeet: "parakeet";
432
- classification: "classification";
433
509
  }>, z.ZodLiteral<"vad">]>>;
434
510
  }, z.core.$strip>]>;
435
511
  lmModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -449,6 +525,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
449
525
  audiogen: "audiogen";
450
526
  tts: "tts";
451
527
  ocr: "ocr";
528
+ classification: "classification";
452
529
  vla: "vla";
453
530
  "llamacpp-completion": "llamacpp-completion";
454
531
  "whispercpp-transcription": "whispercpp-transcription";
@@ -465,13 +542,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
465
542
  "sdcpp-generation": "sdcpp-generation";
466
543
  "audiogen-ggml": "audiogen-ggml";
467
544
  "ggml-vla": "ggml-vla";
545
+ "ggml-image-embedding": "ggml-image-embedding";
468
546
  "ggml-classification": "ggml-classification";
469
547
  llm: "llm";
470
548
  whisper: "whisper";
471
549
  bci: "bci";
472
550
  nmt: "nmt";
473
551
  parakeet: "parakeet";
474
- classification: "classification";
475
552
  }>, z.ZodLiteral<"vad">]>>;
476
553
  }, z.core.$strip>]>;
477
554
  ditModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -491,6 +568,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
491
568
  audiogen: "audiogen";
492
569
  tts: "tts";
493
570
  ocr: "ocr";
571
+ classification: "classification";
494
572
  vla: "vla";
495
573
  "llamacpp-completion": "llamacpp-completion";
496
574
  "whispercpp-transcription": "whispercpp-transcription";
@@ -507,13 +585,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
507
585
  "sdcpp-generation": "sdcpp-generation";
508
586
  "audiogen-ggml": "audiogen-ggml";
509
587
  "ggml-vla": "ggml-vla";
588
+ "ggml-image-embedding": "ggml-image-embedding";
510
589
  "ggml-classification": "ggml-classification";
511
590
  llm: "llm";
512
591
  whisper: "whisper";
513
592
  bci: "bci";
514
593
  nmt: "nmt";
515
594
  parakeet: "parakeet";
516
- classification: "classification";
517
595
  }>, z.ZodLiteral<"vad">]>>;
518
596
  }, z.core.$strip>]>;
519
597
  vaeModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -533,6 +611,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
533
611
  audiogen: "audiogen";
534
612
  tts: "tts";
535
613
  ocr: "ocr";
614
+ classification: "classification";
536
615
  vla: "vla";
537
616
  "llamacpp-completion": "llamacpp-completion";
538
617
  "whispercpp-transcription": "whispercpp-transcription";
@@ -549,13 +628,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
549
628
  "sdcpp-generation": "sdcpp-generation";
550
629
  "audiogen-ggml": "audiogen-ggml";
551
630
  "ggml-vla": "ggml-vla";
631
+ "ggml-image-embedding": "ggml-image-embedding";
552
632
  "ggml-classification": "ggml-classification";
553
633
  llm: "llm";
554
634
  whisper: "whisper";
555
635
  bci: "bci";
556
636
  nmt: "nmt";
557
637
  parakeet: "parakeet";
558
- classification: "classification";
559
638
  }>, z.ZodLiteral<"vad">]>>;
560
639
  }, z.core.$strip>]>;
561
640
  }, z.core.$strict>, z.ZodObject<{
@@ -576,6 +655,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
576
655
  audiogen: "audiogen";
577
656
  tts: "tts";
578
657
  ocr: "ocr";
658
+ classification: "classification";
579
659
  vla: "vla";
580
660
  "llamacpp-completion": "llamacpp-completion";
581
661
  "whispercpp-transcription": "whispercpp-transcription";
@@ -592,13 +672,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
592
672
  "sdcpp-generation": "sdcpp-generation";
593
673
  "audiogen-ggml": "audiogen-ggml";
594
674
  "ggml-vla": "ggml-vla";
675
+ "ggml-image-embedding": "ggml-image-embedding";
595
676
  "ggml-classification": "ggml-classification";
596
677
  llm: "llm";
597
678
  whisper: "whisper";
598
679
  bci: "bci";
599
680
  nmt: "nmt";
600
681
  parakeet: "parakeet";
601
- classification: "classification";
602
682
  }>, z.ZodLiteral<"vad">]>>;
603
683
  }, z.core.$strip>]>;
604
684
  synthModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -618,6 +698,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
618
698
  audiogen: "audiogen";
619
699
  tts: "tts";
620
700
  ocr: "ocr";
701
+ classification: "classification";
621
702
  vla: "vla";
622
703
  "llamacpp-completion": "llamacpp-completion";
623
704
  "whispercpp-transcription": "whispercpp-transcription";
@@ -634,13 +715,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
634
715
  "sdcpp-generation": "sdcpp-generation";
635
716
  "audiogen-ggml": "audiogen-ggml";
636
717
  "ggml-vla": "ggml-vla";
718
+ "ggml-image-embedding": "ggml-image-embedding";
637
719
  "ggml-classification": "ggml-classification";
638
720
  llm: "llm";
639
721
  whisper: "whisper";
640
722
  bci: "bci";
641
723
  nmt: "nmt";
642
724
  parakeet: "parakeet";
643
- classification: "classification";
644
725
  }>, z.ZodLiteral<"vad">]>>;
645
726
  }, z.core.$strip>]>;
646
727
  device: z.ZodOptional<z.ZodEnum<{
@@ -648,6 +729,14 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
648
729
  gpu: "gpu";
649
730
  auto: "auto";
650
731
  }>>;
732
+ coremlProfileDir: z.ZodOptional<z.ZodString>;
733
+ coremlComputeUnits: z.ZodOptional<z.ZodEnum<{
734
+ CPU_ONLY: "CPU_ONLY";
735
+ CPU_AND_GPU: "CPU_AND_GPU";
736
+ CPU_AND_NE: "CPU_AND_NE";
737
+ ALL: "ALL";
738
+ }>>;
739
+ coremlConditionerPath: z.ZodOptional<z.ZodString>;
651
740
  inferenceSteps: z.ZodOptional<z.ZodNumber>;
652
741
  cfgScale: z.ZodOptional<z.ZodNumber>;
653
742
  useGPU: z.ZodOptional<z.ZodBoolean>;
@@ -748,10 +837,23 @@ export declare const audioGenClientParamsSchema: z.ZodObject<{
748
837
  }>>;
749
838
  audioCoverStrength: z.ZodOptional<z.ZodNumber>;
750
839
  coverNoiseStrength: z.ZodOptional<z.ZodNumber>;
840
+ outputFormat: z.ZodOptional<z.ZodEnum<{
841
+ wav: "wav";
842
+ flac: "flac";
843
+ alac: "alac";
844
+ aiff: "aiff";
845
+ caf: "caf";
846
+ m4a: "m4a";
847
+ aac: "aac";
848
+ opus: "opus";
849
+ ogg: "ogg";
850
+ ac3: "ac3";
851
+ wma: "wma";
852
+ mp2: "mp2";
853
+ }>>;
751
854
  }, z.core.$strict>;
752
855
  export declare const audioGenStreamRequestSchema: z.ZodObject<{
753
856
  type: z.ZodLiteral<"audioGenStream">;
754
- requestId: z.ZodOptional<z.ZodString>;
755
857
  audioCodes: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
756
858
  referenceAudio: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
757
859
  type: z.ZodLiteral<"base64">;
@@ -816,6 +918,22 @@ export declare const audioGenStreamRequestSchema: z.ZodObject<{
816
918
  }>>;
817
919
  audioCoverStrength: z.ZodOptional<z.ZodNumber>;
818
920
  coverNoiseStrength: z.ZodOptional<z.ZodNumber>;
921
+ outputFormat: z.ZodOptional<z.ZodEnum<{
922
+ wav: "wav";
923
+ flac: "flac";
924
+ alac: "alac";
925
+ aiff: "aiff";
926
+ caf: "caf";
927
+ m4a: "m4a";
928
+ aac: "aac";
929
+ opus: "opus";
930
+ ogg: "ogg";
931
+ ac3: "ac3";
932
+ wma: "wma";
933
+ mp2: "mp2";
934
+ }>>;
935
+ sessionId: z.ZodOptional<z.ZodString>;
936
+ requestId: z.ZodOptional<z.ZodString>;
819
937
  }, z.core.$strict>;
820
938
  declare const audioEditPromptSchema: z.ZodObject<{
821
939
  caption: z.ZodString;
@@ -927,6 +1045,20 @@ export declare const audioEditClientParamsSchema: z.ZodObject<{
927
1045
  dcwHighScaler: z.ZodOptional<z.ZodNumber>;
928
1046
  inferenceSteps: z.ZodOptional<z.ZodNumber>;
929
1047
  shift: z.ZodOptional<z.ZodNumber>;
1048
+ outputFormat: z.ZodOptional<z.ZodEnum<{
1049
+ wav: "wav";
1050
+ flac: "flac";
1051
+ alac: "alac";
1052
+ aiff: "aiff";
1053
+ caf: "caf";
1054
+ m4a: "m4a";
1055
+ aac: "aac";
1056
+ opus: "opus";
1057
+ ogg: "ogg";
1058
+ ac3: "ac3";
1059
+ wma: "wma";
1060
+ mp2: "mp2";
1061
+ }>>;
930
1062
  }, z.core.$strict>;
931
1063
  export declare const audioEditStreamRequestSchema: z.ZodObject<{
932
1064
  sourceAudio: z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -944,7 +1076,6 @@ export declare const audioEditStreamRequestSchema: z.ZodObject<{
944
1076
  value: z.ZodString;
945
1077
  }, z.core.$strip>], "type">>;
946
1078
  type: z.ZodLiteral<"audioEditStream">;
947
- requestId: z.ZodOptional<z.ZodString>;
948
1079
  modelId: z.ZodString;
949
1080
  operations: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
950
1081
  type: z.ZodLiteral<"flow-edit">;
@@ -983,6 +1114,22 @@ export declare const audioEditStreamRequestSchema: z.ZodObject<{
983
1114
  dcwHighScaler: z.ZodOptional<z.ZodNumber>;
984
1115
  inferenceSteps: z.ZodOptional<z.ZodNumber>;
985
1116
  shift: z.ZodOptional<z.ZodNumber>;
1117
+ outputFormat: z.ZodOptional<z.ZodEnum<{
1118
+ wav: "wav";
1119
+ flac: "flac";
1120
+ alac: "alac";
1121
+ aiff: "aiff";
1122
+ caf: "caf";
1123
+ m4a: "m4a";
1124
+ aac: "aac";
1125
+ opus: "opus";
1126
+ ogg: "ogg";
1127
+ ac3: "ac3";
1128
+ wma: "wma";
1129
+ mp2: "mp2";
1130
+ }>>;
1131
+ sessionId: z.ZodOptional<z.ZodString>;
1132
+ requestId: z.ZodOptional<z.ZodString>;
986
1133
  }, z.core.$strict>;
987
1134
  export type AudioGenProgress = {
988
1135
  stage: string;
@@ -1035,6 +1182,7 @@ export declare const audioGenStatsSchema: z.ZodObject<{
1035
1182
  realTimeFactor: z.ZodOptional<z.ZodNumber>;
1036
1183
  backendDevice: z.ZodOptional<z.ZodNumber>;
1037
1184
  backendId: z.ZodOptional<z.ZodNumber>;
1185
+ gpuFallbackReason: z.ZodOptional<z.ZodNumber>;
1038
1186
  emittedFrames: z.ZodOptional<z.ZodNumber>;
1039
1187
  arMs: z.ZodOptional<z.ZodNumber>;
1040
1188
  conditionMs: z.ZodOptional<z.ZodNumber>;
@@ -1089,13 +1237,14 @@ export declare const audioUnderstandRequestSchema: z.ZodObject<{
1089
1237
  value: z.ZodString;
1090
1238
  }, z.core.$strip>], "type">;
1091
1239
  type: z.ZodLiteral<"audioUnderstand">;
1092
- requestId: z.ZodOptional<z.ZodString>;
1093
1240
  modelId: z.ZodString;
1094
1241
  seed: z.ZodOptional<z.ZodNumber>;
1095
1242
  vocalLanguage: z.ZodOptional<z.ZodString>;
1096
1243
  lmTemperature: z.ZodOptional<z.ZodNumber>;
1097
1244
  lmTopP: z.ZodOptional<z.ZodNumber>;
1098
1245
  lmTopK: z.ZodOptional<z.ZodNumber>;
1246
+ sessionId: z.ZodOptional<z.ZodString>;
1247
+ requestId: z.ZodOptional<z.ZodString>;
1099
1248
  }, z.core.$strict>;
1100
1249
  export declare const audioUnderstandResponseSchema: z.ZodObject<{
1101
1250
  type: z.ZodLiteral<"audioUnderstand">;
@@ -1125,6 +1274,7 @@ export declare const audioUnderstandResponseSchema: z.ZodObject<{
1125
1274
  realTimeFactor: z.ZodOptional<z.ZodNumber>;
1126
1275
  backendDevice: z.ZodOptional<z.ZodNumber>;
1127
1276
  backendId: z.ZodOptional<z.ZodNumber>;
1277
+ gpuFallbackReason: z.ZodOptional<z.ZodNumber>;
1128
1278
  emittedFrames: z.ZodOptional<z.ZodNumber>;
1129
1279
  arMs: z.ZodOptional<z.ZodNumber>;
1130
1280
  conditionMs: z.ZodOptional<z.ZodNumber>;
@@ -1162,16 +1312,16 @@ export declare const audioUnderstandResponseSchema: z.ZodObject<{
1162
1312
  gpu: "gpu";
1163
1313
  }>;
1164
1314
  graphicsApi: z.ZodOptional<z.ZodEnum<{
1165
- cuda: "cuda";
1166
1315
  vulkan: "vulkan";
1167
- metal: "metal";
1168
1316
  opencl: "opencl";
1169
- rocm: "rocm";
1170
1317
  opengl: "opengl";
1171
1318
  webgpu: "webgpu";
1319
+ metal: "metal";
1172
1320
  direct3d11: "direct3d11";
1173
1321
  direct3d12: "direct3d12";
1322
+ cuda: "cuda";
1174
1323
  levelZero: "levelZero";
1324
+ rocm: "rocm";
1175
1325
  }>>;
1176
1326
  driver: z.ZodOptional<z.ZodObject<{
1177
1327
  name: z.ZodString;
@@ -1207,6 +1357,42 @@ export declare const audioGenStreamResponseSchema: z.ZodObject<{
1207
1357
  sampleRate: z.ZodOptional<z.ZodNumber>;
1208
1358
  channels: z.ZodOptional<z.ZodNumber>;
1209
1359
  bitsPerSample: z.ZodOptional<z.ZodNumber>;
1360
+ encoded: z.ZodOptional<z.ZodObject<{
1361
+ data: z.ZodString;
1362
+ format: z.ZodEnum<{
1363
+ wav: "wav";
1364
+ flac: "flac";
1365
+ alac: "alac";
1366
+ aiff: "aiff";
1367
+ caf: "caf";
1368
+ m4a: "m4a";
1369
+ aac: "aac";
1370
+ opus: "opus";
1371
+ ogg: "ogg";
1372
+ ac3: "ac3";
1373
+ wma: "wma";
1374
+ mp2: "mp2";
1375
+ }>;
1376
+ mimeType: z.ZodString;
1377
+ extension: z.ZodString;
1378
+ }, z.core.$strict>>;
1379
+ encodeError: z.ZodOptional<z.ZodObject<{
1380
+ format: z.ZodEnum<{
1381
+ wav: "wav";
1382
+ flac: "flac";
1383
+ alac: "alac";
1384
+ aiff: "aiff";
1385
+ caf: "caf";
1386
+ m4a: "m4a";
1387
+ aac: "aac";
1388
+ opus: "opus";
1389
+ ogg: "ogg";
1390
+ ac3: "ac3";
1391
+ wma: "wma";
1392
+ mp2: "mp2";
1393
+ }>;
1394
+ details: z.ZodOptional<z.ZodString>;
1395
+ }, z.core.$strict>>;
1210
1396
  done: z.ZodDefault<z.ZodBoolean>;
1211
1397
  stopReason: z.ZodOptional<z.ZodEnum<{
1212
1398
  cancelled: "cancelled";
@@ -1218,6 +1404,7 @@ export declare const audioGenStreamResponseSchema: z.ZodObject<{
1218
1404
  realTimeFactor: z.ZodOptional<z.ZodNumber>;
1219
1405
  backendDevice: z.ZodOptional<z.ZodNumber>;
1220
1406
  backendId: z.ZodOptional<z.ZodNumber>;
1407
+ gpuFallbackReason: z.ZodOptional<z.ZodNumber>;
1221
1408
  emittedFrames: z.ZodOptional<z.ZodNumber>;
1222
1409
  arMs: z.ZodOptional<z.ZodNumber>;
1223
1410
  conditionMs: z.ZodOptional<z.ZodNumber>;
@@ -1255,16 +1442,16 @@ export declare const audioGenStreamResponseSchema: z.ZodObject<{
1255
1442
  gpu: "gpu";
1256
1443
  }>;
1257
1444
  graphicsApi: z.ZodOptional<z.ZodEnum<{
1258
- cuda: "cuda";
1259
1445
  vulkan: "vulkan";
1260
- metal: "metal";
1261
1446
  opencl: "opencl";
1262
- rocm: "rocm";
1263
1447
  opengl: "opengl";
1264
1448
  webgpu: "webgpu";
1449
+ metal: "metal";
1265
1450
  direct3d11: "direct3d11";
1266
1451
  direct3d12: "direct3d12";
1452
+ cuda: "cuda";
1267
1453
  levelZero: "levelZero";
1454
+ rocm: "rocm";
1268
1455
  }>>;
1269
1456
  driver: z.ZodOptional<z.ZodObject<{
1270
1457
  name: z.ZodString;
@@ -1301,6 +1488,42 @@ export declare const audioEditStreamResponseSchema: z.ZodObject<{
1301
1488
  sampleRate: z.ZodOptional<z.ZodNumber>;
1302
1489
  channels: z.ZodOptional<z.ZodNumber>;
1303
1490
  bitsPerSample: z.ZodOptional<z.ZodNumber>;
1491
+ encoded: z.ZodOptional<z.ZodObject<{
1492
+ data: z.ZodString;
1493
+ format: z.ZodEnum<{
1494
+ wav: "wav";
1495
+ flac: "flac";
1496
+ alac: "alac";
1497
+ aiff: "aiff";
1498
+ caf: "caf";
1499
+ m4a: "m4a";
1500
+ aac: "aac";
1501
+ opus: "opus";
1502
+ ogg: "ogg";
1503
+ ac3: "ac3";
1504
+ wma: "wma";
1505
+ mp2: "mp2";
1506
+ }>;
1507
+ mimeType: z.ZodString;
1508
+ extension: z.ZodString;
1509
+ }, z.core.$strict>>;
1510
+ encodeError: z.ZodOptional<z.ZodObject<{
1511
+ format: z.ZodEnum<{
1512
+ wav: "wav";
1513
+ flac: "flac";
1514
+ alac: "alac";
1515
+ aiff: "aiff";
1516
+ caf: "caf";
1517
+ m4a: "m4a";
1518
+ aac: "aac";
1519
+ opus: "opus";
1520
+ ogg: "ogg";
1521
+ ac3: "ac3";
1522
+ wma: "wma";
1523
+ mp2: "mp2";
1524
+ }>;
1525
+ details: z.ZodOptional<z.ZodString>;
1526
+ }, z.core.$strict>>;
1304
1527
  done: z.ZodDefault<z.ZodBoolean>;
1305
1528
  stopReason: z.ZodOptional<z.ZodEnum<{
1306
1529
  cancelled: "cancelled";
@@ -1312,6 +1535,7 @@ export declare const audioEditStreamResponseSchema: z.ZodObject<{
1312
1535
  realTimeFactor: z.ZodOptional<z.ZodNumber>;
1313
1536
  backendDevice: z.ZodOptional<z.ZodNumber>;
1314
1537
  backendId: z.ZodOptional<z.ZodNumber>;
1538
+ gpuFallbackReason: z.ZodOptional<z.ZodNumber>;
1315
1539
  emittedFrames: z.ZodOptional<z.ZodNumber>;
1316
1540
  arMs: z.ZodOptional<z.ZodNumber>;
1317
1541
  conditionMs: z.ZodOptional<z.ZodNumber>;
@@ -1349,16 +1573,16 @@ export declare const audioEditStreamResponseSchema: z.ZodObject<{
1349
1573
  gpu: "gpu";
1350
1574
  }>;
1351
1575
  graphicsApi: z.ZodOptional<z.ZodEnum<{
1352
- cuda: "cuda";
1353
1576
  vulkan: "vulkan";
1354
- metal: "metal";
1355
1577
  opencl: "opencl";
1356
- rocm: "rocm";
1357
1578
  opengl: "opengl";
1358
1579
  webgpu: "webgpu";
1580
+ metal: "metal";
1359
1581
  direct3d11: "direct3d11";
1360
1582
  direct3d12: "direct3d12";
1583
+ cuda: "cuda";
1361
1584
  levelZero: "levelZero";
1585
+ rocm: "rocm";
1362
1586
  }>>;
1363
1587
  driver: z.ZodOptional<z.ZodObject<{
1364
1588
  name: z.ZodString;
@@ -1409,6 +1633,8 @@ export type AudioGenStats = z.infer<typeof audioGenStatsSchema>;
1409
1633
  export type AudioGenGenerationMetadata = z.infer<typeof audioGenGenerationMetadataSchema>;
1410
1634
  export type AudioGenStreamResponse = z.infer<typeof audioGenStreamResponseSchema>;
1411
1635
  export type AudioGenTrack = z.infer<typeof audioGenTrackSchema>;
1636
+ export type AudioGenOutputFormat = z.infer<typeof audioGenOutputFormatSchema>;
1637
+ export type AudioGenMinimaxCoremlComputeUnits = z.infer<typeof audioGenMinimaxCoremlComputeUnitsSchema>;
1412
1638
  export type AudioGenUnderstandResult = z.infer<typeof audioGenUnderstandResultSchema>;
1413
1639
  export type AudioUnderstandClientParams = z.input<typeof audioUnderstandClientParamsSchema>;
1414
1640
  export type AudioUnderstandRequest = z.infer<typeof audioUnderstandRequestSchema>;
@@ -1419,10 +1645,38 @@ export interface AudioGenAudio {
1419
1645
  channels: number;
1420
1646
  bitsPerSample: number;
1421
1647
  }
1648
+ /** A run encoded as the `outputFormat` its request named. */
1649
+ export interface AudioGenEncodedAudio {
1650
+ /** The complete file: container and payload. */
1651
+ data: Uint8Array;
1652
+ format: AudioGenOutputFormat;
1653
+ /** For example `audio/wav` or `audio/mp4`. */
1654
+ mimeType: string;
1655
+ /** File extension without the dot. `alac` is delivered as `m4a`. */
1656
+ extension: string;
1657
+ }
1422
1658
  export interface AudioGenResult {
1423
1659
  requestId: string;
1424
1660
  progressStream: AsyncGenerator<AudioGenProgress>;
1661
+ /**
1662
+ * The PCM as the engine delivers it, one `Int16Array` of interleaved signed
1663
+ * 16-bit samples per chunk. Today the engines emit the whole track as a
1664
+ * single chunk once generation finishes, so this is the chunk boundary the
1665
+ * engine reports rather than incremental synthesis. Shares the run with
1666
+ * `audio`, which still resolves with every chunk concatenated; ends without
1667
+ * a chunk when the run is cancelled. Chunks read after `audio` resolved are
1668
+ * copied out of `audio.pcm`, so read them before editing that buffer in
1669
+ * place.
1670
+ */
1671
+ chunkStream: AsyncGenerator<Int16Array>;
1425
1672
  audio: Promise<AudioGenAudio>;
1673
+ /**
1674
+ * The run in the container named by `outputFormat`; resolves `undefined`
1675
+ * when the request named none. Rejects with `AudioEncodeFailedError` when
1676
+ * the finished PCM could not be encoded: `audio`, `chunkStream`, `stats`
1677
+ * and `diagnostics` still deliver the run.
1678
+ */
1679
+ encoded: Promise<AudioGenEncodedAudio | undefined>;
1426
1680
  stats: Promise<AudioGenStats | undefined>;
1427
1681
  diagnostics: Promise<InferenceBackendDiagnostics | undefined>;
1428
1682
  }