@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -7,64 +7,14 @@ export declare const transcriptionFitWorkloadSchema: z.ZodObject<{
7
7
  }, z.core.$strict>;
8
8
  export type TranscriptionFitWorkload = z.infer<typeof transcriptionFitWorkloadSchema>;
9
9
  /**
10
- * Advisory outcome of a pre-download fit assessment.
11
- *
12
- * `unknown` is a first-class answer, not a failure: it is what the SDK returns
13
- * whenever the evidence does not support a defensible claim either way.
10
+ * `unknown` is the answer for a load that would start but cannot be sized: the
11
+ * engine has no fitter, cannot project this load, has no registry description
12
+ * of a model that is not on disk, or a device reported no free memory.
14
13
  */
15
14
  export declare const modelFitVerdictSchema: z.ZodEnum<{
16
15
  unknown: "unknown";
17
- "likely-fits": "likely-fits";
18
- "likely-too-large": "likely-too-large";
19
- }>;
20
- /**
21
- * What the estimator sizes a load by, read out of its config. An engine whose
22
- * estimator declares no kind for it assesses as `unknown`.
23
- */
24
- export type ModelFitWorkload = {
25
- kind: 'llm';
26
- contextTokens?: number;
27
- } | {
28
- kind: 'audio';
29
- windowMs?: number;
30
- streaming: boolean;
31
- };
32
- /**
33
- * The part of a model constant an assessment reads. Pass a catalog constant
34
- * directly — the extra fields are ignored.
35
- *
36
- * Only the checksum (the profile lookup key) and the name (the result label)
37
- * are read; everything else — engine, byte totals, transformer facts — comes
38
- * from the resolved resource profile, not from the caller.
39
- */
40
- export declare const modelFitModelRefSchema: z.ZodObject<{
41
- sha256Checksum: z.ZodString;
42
- name: z.ZodString;
43
- registryPath: z.ZodOptional<z.ZodString>;
44
- registrySource: z.ZodOptional<z.ZodString>;
45
- }, z.core.$strip>;
46
- /**
47
- * What the estimator is given for one candidate: the catalog facts its checksum
48
- * resolves to, and the workload read out of the load's config.
49
- */
50
- export interface ModelFitEstimateTarget {
51
- model: ModelFitModelRef;
52
- workload: ModelFitWorkload;
53
- artifacts?: ModelFitModelRef[];
54
- device?: string;
55
- }
56
- /**
57
- * How the caller intends to run the candidates. This is a **declared
58
- * assumption** used for aggregation, not a scheduling instruction — the SDK
59
- * neither enforces nor reserves anything.
60
- *
61
- * - `sequential`: every model stays resident, but only the largest single
62
- * working-memory peak is counted.
63
- * - `concurrent`: every model stays resident and every peak is counted.
64
- */
65
- export declare const modelFitExecutionSchema: z.ZodEnum<{
66
- sequential: "sequential";
67
- concurrent: "concurrent";
16
+ fits: "fits";
17
+ "does-not-fit": "does-not-fit";
68
18
  }>;
69
19
  /** Fit-only workload used to estimate MOSS text-to-speech memory requirements. */
70
20
  export declare const ttsFitWorkloadSchema: z.ZodUnion<readonly [z.ZodObject<{
@@ -108,6 +58,7 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
108
58
  audiogen: "audiogen";
109
59
  tts: "tts";
110
60
  ocr: "ocr";
61
+ classification: "classification";
111
62
  vla: "vla";
112
63
  "llamacpp-completion": "llamacpp-completion";
113
64
  "whispercpp-transcription": "whispercpp-transcription";
@@ -124,13 +75,13 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
124
75
  "sdcpp-generation": "sdcpp-generation";
125
76
  "audiogen-ggml": "audiogen-ggml";
126
77
  "ggml-vla": "ggml-vla";
78
+ "ggml-image-embedding": "ggml-image-embedding";
127
79
  "ggml-classification": "ggml-classification";
128
80
  llm: "llm";
129
81
  whisper: "whisper";
130
82
  bci: "bci";
131
83
  nmt: "nmt";
132
84
  parakeet: "parakeet";
133
- classification: "classification";
134
85
  }>, z.ZodLiteral<"vad">]>>;
135
86
  }, z.core.$strip>]>>;
136
87
  modelType: z.ZodOptional<z.ZodEnum<{
@@ -139,6 +90,7 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
139
90
  audiogen: "audiogen";
140
91
  tts: "tts";
141
92
  ocr: "ocr";
93
+ classification: "classification";
142
94
  vla: "vla";
143
95
  "llamacpp-completion": "llamacpp-completion";
144
96
  "whispercpp-transcription": "whispercpp-transcription";
@@ -155,13 +107,13 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
155
107
  "sdcpp-generation": "sdcpp-generation";
156
108
  "audiogen-ggml": "audiogen-ggml";
157
109
  "ggml-vla": "ggml-vla";
110
+ "ggml-image-embedding": "ggml-image-embedding";
158
111
  "ggml-classification": "ggml-classification";
159
112
  llm: "llm";
160
113
  whisper: "whisper";
161
114
  bci: "bci";
162
115
  nmt: "nmt";
163
116
  parakeet: "parakeet";
164
- classification: "classification";
165
117
  }>>;
166
118
  ttsWorkload: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
167
119
  promptRows: z.ZodNumber;
@@ -198,6 +150,7 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
198
150
  audiogen: "audiogen";
199
151
  tts: "tts";
200
152
  ocr: "ocr";
153
+ classification: "classification";
201
154
  vla: "vla";
202
155
  "llamacpp-completion": "llamacpp-completion";
203
156
  "whispercpp-transcription": "whispercpp-transcription";
@@ -214,13 +167,13 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
214
167
  "sdcpp-generation": "sdcpp-generation";
215
168
  "audiogen-ggml": "audiogen-ggml";
216
169
  "ggml-vla": "ggml-vla";
170
+ "ggml-image-embedding": "ggml-image-embedding";
217
171
  "ggml-classification": "ggml-classification";
218
172
  llm: "llm";
219
173
  whisper: "whisper";
220
174
  bci: "bci";
221
175
  nmt: "nmt";
222
176
  parakeet: "parakeet";
223
- classification: "classification";
224
177
  }>, z.ZodLiteral<"vad">]>>;
225
178
  }, z.core.$strip>]>>;
226
179
  modelType: z.ZodOptional<z.ZodEnum<{
@@ -229,6 +182,7 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
229
182
  audiogen: "audiogen";
230
183
  tts: "tts";
231
184
  ocr: "ocr";
185
+ classification: "classification";
232
186
  vla: "vla";
233
187
  "llamacpp-completion": "llamacpp-completion";
234
188
  "whispercpp-transcription": "whispercpp-transcription";
@@ -245,13 +199,13 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
245
199
  "sdcpp-generation": "sdcpp-generation";
246
200
  "audiogen-ggml": "audiogen-ggml";
247
201
  "ggml-vla": "ggml-vla";
202
+ "ggml-image-embedding": "ggml-image-embedding";
248
203
  "ggml-classification": "ggml-classification";
249
204
  llm: "llm";
250
205
  whisper: "whisper";
251
206
  bci: "bci";
252
207
  nmt: "nmt";
253
208
  parakeet: "parakeet";
254
- classification: "classification";
255
209
  }>>;
256
210
  ttsWorkload: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
257
211
  promptRows: z.ZodNumber;
@@ -263,203 +217,119 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
263
217
  }, z.core.$strict>]>>;
264
218
  modelConfig: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
265
219
  }, z.core.$strip>>;
266
- execution: z.ZodDefault<z.ZodEnum<{
267
- sequential: "sequential";
268
- concurrent: "concurrent";
269
- }>>;
270
- policy: z.ZodDefault<z.ZodLiteral<"interactive-v1">>;
271
220
  }, z.core.$strip>;
272
- /**
273
- * What evidence the budget was derived from.
274
- *
275
- * - `system-memory`: total system RAM minus current use. The desktop model,
276
- * and Android's — the low-memory killer acts system-wide.
277
- * - `process-memory`: this process's own ceiling. iOS jetsam terminates an app
278
- * on its per-process footprint against a limit well below device RAM, so a
279
- * system-wide budget there would defend verdicts the OS does not honor.
280
- */
281
- export declare const modelFitBasisSchema: z.ZodEnum<{
282
- "system-memory": "system-memory";
283
- "process-memory": "process-memory";
284
- "device-memory": "device-memory";
285
- "device-budget": "device-budget";
286
- }>;
287
- /**
288
- * What kind of evidence a verdict rests on.
289
- *
290
- * - `native-fit`: the engine's own fitter, run against the model or the
291
- * registry's weightless description of it. It is the answer the loader would
292
- * give on this machine, and the only evidence that can confirm a fit.
293
- * - `computed-only`: a floor computed from catalog facts alone — artifact bytes,
294
- * plus the KV cache for llama.cpp models. It omits every engine cost that
295
- * only a real load can tell, so it can refuse a model but never confirm one.
296
- */
297
- export declare const modelFitEvidenceSchema: z.ZodEnum<{
298
- "computed-only": "computed-only";
299
- "native-fit": "native-fit";
300
- }>;
301
- export declare const modelFitBudgetSchema: z.ZodObject<{
302
- totalBytes: z.ZodNumber;
221
+ export declare const llamaFitStatsSchema: z.ZodObject<{
222
+ ctxSize: z.ZodNumber;
223
+ gpuLayers: z.ZodNumber;
224
+ }, z.core.$strip>;
225
+ export declare const modelFitStatsSchema: z.ZodUnion<readonly [z.ZodObject<{
226
+ ctxSize: z.ZodNumber;
227
+ gpuLayers: z.ZodNumber;
228
+ }, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
229
+ export declare const modelFitDeviceSchema: z.ZodObject<{
230
+ id: z.ZodString;
231
+ name: z.ZodString;
232
+ unified: z.ZodBoolean;
303
233
  usedBytes: z.ZodNumber;
304
- availableBytes: z.ZodNumber;
305
- reservedBytes: z.ZodNumber;
306
- availableAfterReserveBytes: z.ZodNumber;
234
+ freeBytes: z.ZodOptional<z.ZodNumber>;
235
+ totalBytes: z.ZodOptional<z.ZodNumber>;
307
236
  }, z.core.$strip>;
237
+ /** The result the engine's addon returns from `assessFit`, unchanged. */
308
238
  export declare const modelFitModelResultSchema: z.ZodObject<{
309
- name: z.ZodString;
310
- verdict: z.ZodEnum<{
239
+ status: z.ZodEnum<{
311
240
  unknown: "unknown";
312
- "likely-fits": "likely-fits";
313
- "likely-too-large": "likely-too-large";
241
+ fits: "fits";
242
+ "does-not-fit": "does-not-fit";
314
243
  }>;
315
- evidence: z.ZodOptional<z.ZodEnum<{
316
- "computed-only": "computed-only";
317
- "native-fit": "native-fit";
318
- }>>;
319
- floorBytes: z.ZodOptional<z.ZodNumber>;
320
- estimatorVersion: z.ZodOptional<z.ZodString>;
321
- device: z.ZodOptional<z.ZodString>;
322
- reasons: z.ZodArray<z.ZodString>;
244
+ devices: z.ZodArray<z.ZodObject<{
245
+ id: z.ZodString;
246
+ name: z.ZodString;
247
+ unified: z.ZodBoolean;
248
+ usedBytes: z.ZodNumber;
249
+ freeBytes: z.ZodOptional<z.ZodNumber>;
250
+ totalBytes: z.ZodOptional<z.ZodNumber>;
251
+ }, z.core.$strip>>;
252
+ stats: z.ZodUnion<readonly [z.ZodObject<{
253
+ ctxSize: z.ZodNumber;
254
+ gpuLayers: z.ZodNumber;
255
+ }, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
256
+ }, z.core.$strip>;
257
+ export declare const modelFitPoolSchema: z.ZodObject<{
258
+ id: z.ZodString;
259
+ unified: z.ZodBoolean;
260
+ usedBytes: z.ZodNumber;
261
+ freeBytes: z.ZodOptional<z.ZodNumber>;
262
+ totalBytes: z.ZodOptional<z.ZodNumber>;
323
263
  }, z.core.$strip>;
324
264
  export declare const assessModelFitResultSchema: z.ZodObject<{
325
265
  verdict: z.ZodEnum<{
326
266
  unknown: "unknown";
327
- "likely-fits": "likely-fits";
328
- "likely-too-large": "likely-too-large";
329
- }>;
330
- basis: z.ZodEnum<{
331
- "system-memory": "system-memory";
332
- "process-memory": "process-memory";
333
- "device-memory": "device-memory";
334
- "device-budget": "device-budget";
335
- }>;
336
- execution: z.ZodEnum<{
337
- sequential: "sequential";
338
- concurrent: "concurrent";
267
+ fits: "fits";
268
+ "does-not-fit": "does-not-fit";
339
269
  }>;
340
- evidence: z.ZodOptional<z.ZodEnum<{
341
- "computed-only": "computed-only";
342
- "native-fit": "native-fit";
343
- }>>;
344
- budget: z.ZodOptional<z.ZodObject<{
345
- totalBytes: z.ZodNumber;
270
+ pools: z.ZodArray<z.ZodObject<{
271
+ id: z.ZodString;
272
+ unified: z.ZodBoolean;
346
273
  usedBytes: z.ZodNumber;
347
- availableBytes: z.ZodNumber;
348
- reservedBytes: z.ZodNumber;
349
- availableAfterReserveBytes: z.ZodNumber;
274
+ freeBytes: z.ZodOptional<z.ZodNumber>;
275
+ totalBytes: z.ZodOptional<z.ZodNumber>;
350
276
  }, z.core.$strip>>;
351
- floorBytes: z.ZodOptional<z.ZodNumber>;
352
277
  models: z.ZodArray<z.ZodObject<{
353
- name: z.ZodString;
354
- verdict: z.ZodEnum<{
278
+ status: z.ZodEnum<{
355
279
  unknown: "unknown";
356
- "likely-fits": "likely-fits";
357
- "likely-too-large": "likely-too-large";
280
+ fits: "fits";
281
+ "does-not-fit": "does-not-fit";
358
282
  }>;
359
- evidence: z.ZodOptional<z.ZodEnum<{
360
- "computed-only": "computed-only";
361
- "native-fit": "native-fit";
362
- }>>;
363
- floorBytes: z.ZodOptional<z.ZodNumber>;
364
- estimatorVersion: z.ZodOptional<z.ZodString>;
365
- device: z.ZodOptional<z.ZodString>;
366
- reasons: z.ZodArray<z.ZodString>;
283
+ devices: z.ZodArray<z.ZodObject<{
284
+ id: z.ZodString;
285
+ name: z.ZodString;
286
+ unified: z.ZodBoolean;
287
+ usedBytes: z.ZodNumber;
288
+ freeBytes: z.ZodOptional<z.ZodNumber>;
289
+ totalBytes: z.ZodOptional<z.ZodNumber>;
290
+ }, z.core.$strip>>;
291
+ stats: z.ZodUnion<readonly [z.ZodObject<{
292
+ ctxSize: z.ZodNumber;
293
+ gpuLayers: z.ZodNumber;
294
+ }, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
367
295
  }, z.core.$strip>>;
368
- reasons: z.ZodArray<z.ZodString>;
369
- assumptions: z.ZodArray<z.ZodString>;
370
296
  }, z.core.$strip>;
371
297
  /**
372
- * The other fit question: `assessModelFit` above answers "should I download
373
- * this?" about a set of models against a memory budget, while the native probe
374
- * answers "will the load I am about to run fit?" by handing one model file and
375
- * the resolved settings to the fitter of the engine that would run it. Two
376
- * scopes, so two verdict vocabularies:
377
- *
378
- * - `likely-fits` / `likely-too-large` hedge because the set is judged against a
379
- * sampled budget that the rest of the machine moves.
380
- * - `fit` / `does-not-fit` do not, because the probe measured this build of this
381
- * file against this device.
382
- *
383
- * Neither denies a load.
298
+ * What `getLoadedModelInfo` reports of the fit check that ran ahead of a load:
299
+ * the assessment of that one load against free memory. It carries its own
300
+ * titles because every title in the contract names one schema.
384
301
  */
385
- export declare const nativeProbeVerdictSchema: z.ZodEnum<{
386
- unknown: "unknown";
387
- fit: "fit";
388
- "does-not-fit": "does-not-fit";
389
- }>;
390
- export declare const nativeProbePlanSchema: z.ZodObject<{
391
- nCtx: z.ZodNumber;
392
- nGpuLayers: z.ZodNumber;
393
- nGpuDevices: z.ZodNumber;
394
- }, z.core.$strip>;
395
- /**
396
- * What the fitter measured. Each field is optional because the engines do not
397
- * all measure the same things: the diffusion fitter answers with a placement
398
- * and a per-module table rather than a total, so it fills `report` alone.
399
- *
400
- * `weightsBytes`, `contextBytes` and `computeBytes` divide `deviceBytes` where
401
- * the engine separates them, and are absent together where it reports only a
402
- * total. They are summed across devices, as `deviceBytes` is, so a load spread
403
- * over more than one device is described by its totals and `deviceName` names
404
- * the first non-CPU row.
405
- *
406
- * `deviceFreeBytes` is the backend's own gauge. A device sharing the host pool,
407
- * as Apple silicon and Adreno/Mali do, reports what it could address rather
408
- * than what the machine would give back, so it is an upper bound there.
409
- */
410
- export declare const nativeProbeProjectionSchema: z.ZodObject<{
411
- deviceName: z.ZodOptional<z.ZodString>;
412
- deviceBytes: z.ZodOptional<z.ZodNumber>;
413
- hostBytes: z.ZodOptional<z.ZodNumber>;
414
- weightsBytes: z.ZodOptional<z.ZodNumber>;
415
- contextBytes: z.ZodOptional<z.ZodNumber>;
416
- computeBytes: z.ZodOptional<z.ZodNumber>;
417
- deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
418
- deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
419
- devices: z.ZodOptional<z.ZodArray<z.ZodObject<{
420
- name: z.ZodString;
421
- totalBytes: z.ZodNumber;
422
- freeBytes: z.ZodNumber;
423
- weightsBytes: z.ZodNumber;
424
- contextBytes: z.ZodNumber;
425
- computeBytes: z.ZodNumber;
426
- }, z.core.$strip>>>;
427
- report: z.ZodOptional<z.ZodString>;
428
- }, z.core.$strip>;
429
- export declare const nativeProbeFitSchema: z.ZodObject<{
302
+ export declare const modelFitProbeSchema: z.ZodObject<{
430
303
  verdict: z.ZodEnum<{
431
304
  unknown: "unknown";
432
- fit: "fit";
305
+ fits: "fits";
433
306
  "does-not-fit": "does-not-fit";
434
307
  }>;
435
- basis: z.ZodLiteral<"native-probe">;
436
- engine: z.ZodOptional<z.ZodString>;
437
- estimatorVersion: z.ZodString;
438
- reason: z.ZodString;
439
- message: z.ZodOptional<z.ZodString>;
440
- plan: z.ZodOptional<z.ZodObject<{
441
- nCtx: z.ZodNumber;
442
- nGpuLayers: z.ZodNumber;
443
- nGpuDevices: z.ZodNumber;
308
+ pools: z.ZodArray<z.ZodObject<{
309
+ id: z.ZodString;
310
+ unified: z.ZodBoolean;
311
+ usedBytes: z.ZodNumber;
312
+ freeBytes: z.ZodOptional<z.ZodNumber>;
313
+ totalBytes: z.ZodOptional<z.ZodNumber>;
444
314
  }, z.core.$strip>>;
445
- projection: z.ZodOptional<z.ZodObject<{
446
- deviceName: z.ZodOptional<z.ZodString>;
447
- deviceBytes: z.ZodOptional<z.ZodNumber>;
448
- hostBytes: z.ZodOptional<z.ZodNumber>;
449
- weightsBytes: z.ZodOptional<z.ZodNumber>;
450
- contextBytes: z.ZodOptional<z.ZodNumber>;
451
- computeBytes: z.ZodOptional<z.ZodNumber>;
452
- deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
453
- deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
454
- devices: z.ZodOptional<z.ZodArray<z.ZodObject<{
315
+ models: z.ZodArray<z.ZodObject<{
316
+ status: z.ZodEnum<{
317
+ unknown: "unknown";
318
+ fits: "fits";
319
+ "does-not-fit": "does-not-fit";
320
+ }>;
321
+ devices: z.ZodArray<z.ZodObject<{
322
+ id: z.ZodString;
455
323
  name: z.ZodString;
456
- totalBytes: z.ZodNumber;
457
- freeBytes: z.ZodNumber;
458
- weightsBytes: z.ZodNumber;
459
- contextBytes: z.ZodNumber;
460
- computeBytes: z.ZodNumber;
461
- }, z.core.$strip>>>;
462
- report: z.ZodOptional<z.ZodString>;
324
+ unified: z.ZodBoolean;
325
+ usedBytes: z.ZodNumber;
326
+ freeBytes: z.ZodOptional<z.ZodNumber>;
327
+ totalBytes: z.ZodOptional<z.ZodNumber>;
328
+ }, z.core.$strip>>;
329
+ stats: z.ZodUnion<readonly [z.ZodObject<{
330
+ ctxSize: z.ZodNumber;
331
+ gpuLayers: z.ZodNumber;
332
+ }, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
463
333
  }, z.core.$strip>>;
464
334
  }, z.core.$strip>;
465
335
  export declare const assessModelFitRequestSchema: z.ZodObject<{
@@ -487,6 +357,7 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
487
357
  audiogen: "audiogen";
488
358
  tts: "tts";
489
359
  ocr: "ocr";
360
+ classification: "classification";
490
361
  vla: "vla";
491
362
  "llamacpp-completion": "llamacpp-completion";
492
363
  "whispercpp-transcription": "whispercpp-transcription";
@@ -503,13 +374,13 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
503
374
  "sdcpp-generation": "sdcpp-generation";
504
375
  "audiogen-ggml": "audiogen-ggml";
505
376
  "ggml-vla": "ggml-vla";
377
+ "ggml-image-embedding": "ggml-image-embedding";
506
378
  "ggml-classification": "ggml-classification";
507
379
  llm: "llm";
508
380
  whisper: "whisper";
509
381
  bci: "bci";
510
382
  nmt: "nmt";
511
383
  parakeet: "parakeet";
512
- classification: "classification";
513
384
  }>, z.ZodLiteral<"vad">]>>;
514
385
  }, z.core.$strip>]>>;
515
386
  modelType: z.ZodOptional<z.ZodEnum<{
@@ -518,6 +389,7 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
518
389
  audiogen: "audiogen";
519
390
  tts: "tts";
520
391
  ocr: "ocr";
392
+ classification: "classification";
521
393
  vla: "vla";
522
394
  "llamacpp-completion": "llamacpp-completion";
523
395
  "whispercpp-transcription": "whispercpp-transcription";
@@ -534,13 +406,13 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
534
406
  "sdcpp-generation": "sdcpp-generation";
535
407
  "audiogen-ggml": "audiogen-ggml";
536
408
  "ggml-vla": "ggml-vla";
409
+ "ggml-image-embedding": "ggml-image-embedding";
537
410
  "ggml-classification": "ggml-classification";
538
411
  llm: "llm";
539
412
  whisper: "whisper";
540
413
  bci: "bci";
541
414
  nmt: "nmt";
542
415
  parakeet: "parakeet";
543
- classification: "classification";
544
416
  }>>;
545
417
  ttsWorkload: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
546
418
  promptRows: z.ZodNumber;
@@ -552,73 +424,51 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
552
424
  }, z.core.$strict>]>>;
553
425
  modelConfig: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
554
426
  }, z.core.$strip>>;
555
- execution: z.ZodDefault<z.ZodEnum<{
556
- sequential: "sequential";
557
- concurrent: "concurrent";
558
- }>>;
559
- policy: z.ZodDefault<z.ZodLiteral<"interactive-v1">>;
560
427
  type: z.ZodLiteral<"assessModelFit">;
428
+ sessionId: z.ZodOptional<z.ZodString>;
561
429
  }, z.core.$strip>;
562
430
  export declare const assessModelFitResponseSchema: z.ZodObject<{
563
431
  verdict: z.ZodEnum<{
564
432
  unknown: "unknown";
565
- "likely-fits": "likely-fits";
566
- "likely-too-large": "likely-too-large";
567
- }>;
568
- basis: z.ZodEnum<{
569
- "system-memory": "system-memory";
570
- "process-memory": "process-memory";
571
- "device-memory": "device-memory";
572
- "device-budget": "device-budget";
573
- }>;
574
- execution: z.ZodEnum<{
575
- sequential: "sequential";
576
- concurrent: "concurrent";
433
+ fits: "fits";
434
+ "does-not-fit": "does-not-fit";
577
435
  }>;
578
- evidence: z.ZodOptional<z.ZodEnum<{
579
- "computed-only": "computed-only";
580
- "native-fit": "native-fit";
581
- }>>;
582
- budget: z.ZodOptional<z.ZodObject<{
583
- totalBytes: z.ZodNumber;
436
+ pools: z.ZodArray<z.ZodObject<{
437
+ id: z.ZodString;
438
+ unified: z.ZodBoolean;
584
439
  usedBytes: z.ZodNumber;
585
- availableBytes: z.ZodNumber;
586
- reservedBytes: z.ZodNumber;
587
- availableAfterReserveBytes: z.ZodNumber;
440
+ freeBytes: z.ZodOptional<z.ZodNumber>;
441
+ totalBytes: z.ZodOptional<z.ZodNumber>;
588
442
  }, z.core.$strip>>;
589
- floorBytes: z.ZodOptional<z.ZodNumber>;
590
443
  models: z.ZodArray<z.ZodObject<{
591
- name: z.ZodString;
592
- verdict: z.ZodEnum<{
444
+ status: z.ZodEnum<{
593
445
  unknown: "unknown";
594
- "likely-fits": "likely-fits";
595
- "likely-too-large": "likely-too-large";
446
+ fits: "fits";
447
+ "does-not-fit": "does-not-fit";
596
448
  }>;
597
- evidence: z.ZodOptional<z.ZodEnum<{
598
- "computed-only": "computed-only";
599
- "native-fit": "native-fit";
600
- }>>;
601
- floorBytes: z.ZodOptional<z.ZodNumber>;
602
- estimatorVersion: z.ZodOptional<z.ZodString>;
603
- device: z.ZodOptional<z.ZodString>;
604
- reasons: z.ZodArray<z.ZodString>;
449
+ devices: z.ZodArray<z.ZodObject<{
450
+ id: z.ZodString;
451
+ name: z.ZodString;
452
+ unified: z.ZodBoolean;
453
+ usedBytes: z.ZodNumber;
454
+ freeBytes: z.ZodOptional<z.ZodNumber>;
455
+ totalBytes: z.ZodOptional<z.ZodNumber>;
456
+ }, z.core.$strip>>;
457
+ stats: z.ZodUnion<readonly [z.ZodObject<{
458
+ ctxSize: z.ZodNumber;
459
+ gpuLayers: z.ZodNumber;
460
+ }, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
605
461
  }, z.core.$strip>>;
606
- reasons: z.ZodArray<z.ZodString>;
607
- assumptions: z.ZodArray<z.ZodString>;
608
462
  type: z.ZodLiteral<"assessModelFit">;
609
463
  }, z.core.$strip>;
610
- export type NativeProbeVerdict = z.infer<typeof nativeProbeVerdictSchema>;
611
- export type NativeProbePlan = z.infer<typeof nativeProbePlanSchema>;
612
- export type NativeProbeProjection = z.infer<typeof nativeProbeProjectionSchema>;
613
- export type NativeProbeFit = z.infer<typeof nativeProbeFitSchema>;
614
464
  export type ModelFitVerdict = z.infer<typeof modelFitVerdictSchema>;
615
- export type ModelFitModelRef = z.infer<typeof modelFitModelRefSchema>;
465
+ export type LlamaFitStats = z.infer<typeof llamaFitStatsSchema>;
466
+ export type ModelFitStats = z.infer<typeof modelFitStatsSchema>;
467
+ export type ModelFitDevice = z.infer<typeof modelFitDeviceSchema>;
468
+ export type ModelFitPool = z.infer<typeof modelFitPoolSchema>;
616
469
  export type ModelFitCandidate = z.infer<typeof modelFitCandidateSchema>;
617
- export type ModelFitExecution = z.infer<typeof modelFitExecutionSchema>;
618
- export type ModelFitBasis = z.infer<typeof modelFitBasisSchema>;
619
- export type ModelFitEvidence = z.infer<typeof modelFitEvidenceSchema>;
620
- export type ModelFitBudget = z.infer<typeof modelFitBudgetSchema>;
621
470
  export type ModelFitModelResult = z.infer<typeof modelFitModelResultSchema>;
471
+ export type ModelFitProbe = z.infer<typeof modelFitProbeSchema>;
622
472
  export type AssessModelFitInput = z.input<typeof assessModelFitInputSchema>;
623
473
  export type AssessModelFitResult = z.infer<typeof assessModelFitResultSchema>;
624
474
  export type AssessModelFitRequest = z.infer<typeof assessModelFitRequestSchema>;