@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -1,8 +1,8 @@
1
1
  import { z } from 'zod';
2
- import { modelRegistryEntrySchema } from '../schemas/registry.js';
3
2
  import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
4
3
  import { modelTypeInputSchema } from '../schemas/model-types.js';
5
4
  import { transcribeParamsSchema } from '../schemas/transcription.js';
5
+ import { sessionScopedRequestSchema } from '../schemas/request-base.js';
6
6
  export const transcriptionFitWorkloadSchema = transcribeParamsSchema
7
7
  .pick({ prompt: true, hotwords: true, maxNewTokens: true })
8
8
  .extend({ audioSeconds: z.number().positive().describe('Longest whole recording to project.') })
@@ -11,45 +11,11 @@ export const transcriptionFitWorkloadSchema = transcribeParamsSchema
11
11
  message: 'MOSS prompt cannot be combined with hotwords'
12
12
  });
13
13
  /**
14
- * Advisory outcome of a pre-download fit assessment.
15
- *
16
- * `unknown` is a first-class answer, not a failure: it is what the SDK returns
17
- * whenever the evidence does not support a defensible claim either way.
18
- */
19
- export const modelFitVerdictSchema = z.enum(['likely-fits', 'likely-too-large', 'unknown']);
20
- /**
21
- * The part of a model constant an assessment reads. Pass a catalog constant
22
- * directly — the extra fields are ignored.
23
- *
24
- * Only the checksum (the profile lookup key) and the name (the result label)
25
- * are read; everything else — engine, byte totals, transformer facts — comes
26
- * from the resolved resource profile, not from the caller.
27
- */
28
- export const modelFitModelRefSchema = modelRegistryEntrySchema
29
- .pick({
30
- name: true,
31
- sha256Checksum: true
32
- })
33
- .extend({
34
- registryPath: z
35
- .string()
36
- .optional()
37
- .describe('Registry coordinates. Present on a catalog constant; without them no fit stub can be resolved and the assessment falls back to the computed floor.'),
38
- registrySource: z
39
- .string()
40
- .optional()
41
- .describe('Registry source identifier, e.g. `huggingface`.')
42
- });
43
- /**
44
- * How the caller intends to run the candidates. This is a **declared
45
- * assumption** used for aggregation, not a scheduling instruction — the SDK
46
- * neither enforces nor reserves anything.
47
- *
48
- * - `sequential`: every model stays resident, but only the largest single
49
- * working-memory peak is counted.
50
- * - `concurrent`: every model stays resident and every peak is counted.
14
+ * `unknown` is the answer for a load that would start but cannot be sized: the
15
+ * engine has no fitter, cannot project this load, has no registry description
16
+ * of a model that is not on disk, or a device reported no free memory.
51
17
  */
52
- export const modelFitExecutionSchema = z.enum(['sequential', 'concurrent']);
18
+ export const modelFitVerdictSchema = z.enum(['fits', 'does-not-fit', 'unknown']);
53
19
  /** Fit-only workload used to estimate MOSS text-to-speech memory requirements. */
54
20
  export const ttsFitWorkloadSchema = z.union([
55
21
  z
@@ -87,7 +53,7 @@ export const ttsFitWorkloadSchema = z.union([
87
53
  export const modelFitCandidateSchema = z.object({
88
54
  transcriptionWorkload: transcriptionFitWorkloadSchema
89
55
  .optional()
90
- .describe('MOSS fit-only workload. Required for a native MOSS projection; does not configure loading.'),
56
+ .describe('MOSS fit-only workload. Required for a MOSS verdict; does not configure loading.'),
91
57
  modelSrc: modelSrcInputSchema
92
58
  .optional()
93
59
  .describe('The model to assess, as `loadModel` takes it. Optional for the loads `loadModel` also takes without one, where every source is a config field.'),
@@ -106,192 +72,92 @@ export const assessModelFitInputSchema = z.object({
106
72
  models: z
107
73
  .array(modelFitCandidateSchema)
108
74
  .min(1)
109
- .describe('Models to assess together under one memory budget.'),
110
- execution: modelFitExecutionSchema
111
- .default('sequential')
112
- .describe('Declared co-residency assumption for aggregation. Not a scheduling instruction: the SDK does not serialize, reserve, or enforce anything.'),
113
- policy: z
114
- .literal('interactive-v1')
115
- .default('interactive-v1')
116
- .describe('Headroom policy. `interactive-v1` withholds 20% of the memory available right now, capped at 2 GiB on desktop and 1 GiB on mobile.')
117
- });
118
- /**
119
- * What evidence the budget was derived from.
120
- *
121
- * - `system-memory`: total system RAM minus current use. The desktop model,
122
- * and Android's — the low-memory killer acts system-wide.
123
- * - `process-memory`: this process's own ceiling. iOS jetsam terminates an app
124
- * on its per-process footprint against a limit well below device RAM, so a
125
- * system-wide budget there would defend verdicts the OS does not honor.
126
- */
127
- export const modelFitBasisSchema = z.enum([
128
- 'system-memory',
129
- 'process-memory',
130
- 'device-memory',
131
- 'device-budget'
132
- ]);
133
- /**
134
- * What kind of evidence a verdict rests on.
135
- *
136
- * - `native-fit`: the engine's own fitter, run against the model or the
137
- * registry's weightless description of it. It is the answer the loader would
138
- * give on this machine, and the only evidence that can confirm a fit.
139
- * - `computed-only`: a floor computed from catalog facts alone — artifact bytes,
140
- * plus the KV cache for llama.cpp models. It omits every engine cost that
141
- * only a real load can tell, so it can refuse a model but never confirm one.
142
- */
143
- export const modelFitEvidenceSchema = z.enum(['computed-only', 'native-fit']);
144
- export const modelFitBudgetSchema = z.object({
145
- totalBytes: z
146
- .number()
147
- .describe('Total budgetable memory under the result’s basis: system RAM, or the process ceiling (allowance plus current footprint) under process-memory.'),
148
- usedBytes: z
149
- .number()
150
- .describe('Memory in use at sample time under the same basis (system-wide, or this process).'),
151
- availableBytes: z
152
- .number()
153
- .describe('Headroom before the policy applies: total − used, or the process allowance under process-memory. The reserve is a share of this.'),
154
- reservedBytes: z.number().describe('Headroom withheld by the policy.'),
155
- availableAfterReserveBytes: z
156
- .number()
157
- .describe('Budget the estimate is compared against: available − reserved.')
75
+ .describe('Models to assess as if loaded at the same time.')
158
76
  });
159
- export const modelFitModelResultSchema = z.object({
160
- name: z.string().describe('Catalog name of the assessed model.'),
161
- verdict: modelFitVerdictSchema,
162
- evidence: modelFitEvidenceSchema
163
- .optional()
164
- .describe('What the verdict rests on. Absent when nothing could be computed for this model, e.g. no catalog profile.'),
165
- floorBytes: z
166
- .number()
167
- .optional()
168
- .describe('Under computed-only evidence: the smallest resident footprint the catalog facts prove — artifact bytes, plus the KV cache for llama.cpp. A floor only; the true cost is above it by an unmeasured amount.'),
169
- estimatorVersion: z
77
+ export const llamaFitStatsSchema = z
78
+ .object({
79
+ ctxSize: z.number().int().describe('The context size the load resolves to.'),
80
+ gpuLayers: z.number().int().describe('The number of layers the load offloads to the GPU.')
81
+ })
82
+ .meta({ title: 'LlamaFitStats' });
83
+ export const modelFitStatsSchema = z
84
+ .union([llamaFitStatsSchema, z.object({}).strict().meta({ title: 'EmptyFitStats' })])
85
+ .describe('The resolved load of a llama.cpp verdict. Empty otherwise.');
86
+ export const modelFitDeviceSchema = z
87
+ .object({
88
+ id: z
170
89
  .string()
171
- .optional()
172
- .describe('Estimator that produced the bounds, e.g. `llm-v1`, or `floor-v1` for a computed floor.'),
173
- device: z
90
+ .describe("The device's PCI bus ID when the backend reports one, its name otherwise."),
91
+ name: z.string().describe("The backend's device name, such as `CPU`, `CUDA0` or `MTL0`."),
92
+ unified: z
93
+ .boolean()
94
+ .describe("Memory the host owns: the CPU, and a GPU that shares the host's memory."),
95
+ usedBytes: z.number().describe('The memory the load takes on this device.'),
96
+ freeBytes: z.number().optional().describe('The free memory the device reported.'),
97
+ totalBytes: z.number().optional().describe('The total memory the device reported.')
98
+ })
99
+ .meta({ title: 'ModelFitDevice' });
100
+ /** The result the engine's addon returns from `assessFit`, unchanged. */
101
+ export const modelFitModelResultSchema = z
102
+ .object({
103
+ status: modelFitVerdictSchema.describe("The engine fitter's verdict for this model alone."),
104
+ devices: z
105
+ .array(modelFitDeviceSchema)
106
+ .describe('One row per device the load uses, the host last. Empty when unknown.'),
107
+ stats: modelFitStatsSchema
108
+ })
109
+ .meta({ title: 'ModelFitModelResult' });
110
+ export const modelFitPoolSchema = z
111
+ .object({
112
+ id: z
174
113
  .string()
175
- .optional()
176
- .describe('Where this load resolved to execute, after the host’s own device defaults: `gpu` or `cpu`. The llama fitters read device memory alone and decline a `cpu` load, which then carries no `native-fit` evidence; the speech and voice fitters answer for one like any other. Absent for an engine that expresses no placement.'),
177
- reasons: z.array(z.string()).describe('Why this model got this verdict.')
178
- });
114
+ .describe("`host` for the host's memory, the device's `id` for a GPU with its own memory."),
115
+ unified: z.boolean().describe('Whether this is the host pool.'),
116
+ usedBytes: z.number().describe("The sum of every model's rows in this pool."),
117
+ freeBytes: z.number().optional().describe('The lowest free figure reported for the pool.'),
118
+ totalBytes: z.number().optional().describe('The lowest total figure reported for the pool.')
119
+ })
120
+ .meta({ title: 'ModelFitPool' });
179
121
  export const assessModelFitResultSchema = z.object({
180
- verdict: modelFitVerdictSchema.describe('Combined verdict across every candidate.'),
181
- basis: modelFitBasisSchema.describe('The evidence the budget was derived from — system RAM, the per-process ceiling on iOS, a discrete GPU’s own memory, or on Windows the GPU memory budget the OS grants this process. The two device bases also require the system-memory budget to hold.'),
182
- execution: modelFitExecutionSchema.describe('The declared execution mode this result assumed.'),
183
- evidence: modelFitEvidenceSchema
184
- .optional()
185
- .describe('The weakest evidence among the candidates: `computed-only` as soon as one model has only a floor, since the combined verdict can then never be `likely-fits`. Absent whenever any candidate could not be assessed at all, so an `unknown` that carries `evidence` is a near-miss or a floor, never a missing model.'),
186
- budget: modelFitBudgetSchema.optional().describe('Absent when memory evidence was unusable.'),
187
- floorBytes: z
188
- .number()
189
- .optional()
190
- .describe('Under computed-only evidence: the combined floor across every candidate, aggregated under `execution`. Compared against the budget for `likely-too-large`; never enough for `likely-fits`.'),
191
- models: z.array(modelFitModelResultSchema).describe('Per-candidate verdicts, in input order.'),
192
- reasons: z.array(z.string()).describe('Why the combined verdict came out this way.'),
193
- assumptions: z
194
- .array(z.string())
195
- .describe('Everything the result took for granted, including estimator defaults.')
196
- });
197
- // ============== Native probe (pre-load) ==============
198
- /**
199
- * The other fit question: `assessModelFit` above answers "should I download
200
- * this?" about a set of models against a memory budget, while the native probe
201
- * answers "will the load I am about to run fit?" by handing one model file and
202
- * the resolved settings to the fitter of the engine that would run it. Two
203
- * scopes, so two verdict vocabularies:
204
- *
205
- * - `likely-fits` / `likely-too-large` hedge because the set is judged against a
206
- * sampled budget that the rest of the machine moves.
207
- * - `fit` / `does-not-fit` do not, because the probe measured this build of this
208
- * file against this device.
209
- *
210
- * Neither denies a load.
211
- */
212
- export const nativeProbeVerdictSchema = z.enum(['fit', 'does-not-fit', 'unknown']);
213
- export const nativeProbePlanSchema = z.object({
214
- nCtx: z.number().int().describe('Context the probe resolved for this load, in tokens.'),
215
- nGpuLayers: z.number().int().describe('Layers the probe would offload.'),
216
- nGpuDevices: z.number().int().describe('GPU devices the offload would span.')
122
+ verdict: modelFitVerdictSchema.describe('The verdict for every model loaded together.'),
123
+ pools: z
124
+ .array(modelFitPoolSchema)
125
+ .describe('The memory pools the verdict was judged on, with what the set takes from each.'),
126
+ models: z.array(modelFitModelResultSchema).describe('One entry per model, in input order.')
217
127
  });
218
128
  /**
219
- * What the fitter measured. Each field is optional because the engines do not
220
- * all measure the same things: the diffusion fitter answers with a placement
221
- * and a per-module table rather than a total, so it fills `report` alone.
222
- *
223
- * `weightsBytes`, `contextBytes` and `computeBytes` divide `deviceBytes` where
224
- * the engine separates them, and are absent together where it reports only a
225
- * total. They are summed across devices, as `deviceBytes` is, so a load spread
226
- * over more than one device is described by its totals and `deviceName` names
227
- * the first non-CPU row.
228
- *
229
- * `deviceFreeBytes` is the backend's own gauge. A device sharing the host pool,
230
- * as Apple silicon and Adreno/Mali do, reports what it could address rather
231
- * than what the machine would give back, so it is an upper bound there.
129
+ * What `getLoadedModelInfo` reports of the fit check that ran ahead of a load:
130
+ * the assessment of that one load against free memory. It carries its own
131
+ * titles because every title in the contract names one schema.
232
132
  */
233
- export const nativeProbeProjectionSchema = z.object({
234
- deviceName: z.string().optional().describe('Device the projection was made against.'),
235
- deviceBytes: z
236
- .number()
237
- .optional()
238
- .describe('Peak the load would place on the device, under the workload the probe assumed.'),
239
- hostBytes: z.number().optional().describe('Peak the load would place in host RAM.'),
240
- weightsBytes: z.number().optional().describe('Model weights, within `deviceBytes`.'),
241
- contextBytes: z
242
- .number()
243
- .optional()
244
- .describe('Context, KV cache and decoder state, within `deviceBytes`.'),
245
- computeBytes: z
246
- .number()
247
- .optional()
248
- .describe('Compute buffers and graph arenas, within `deviceBytes`.'),
249
- deviceFreeBytes: z.number().optional().describe('Device memory free when the probe ran.'),
250
- deviceTotalBytes: z.number().optional().describe('Device memory installed.'),
251
- devices: z
252
- .array(z.object({
253
- name: z.string().describe('Device name as the engine registered it.'),
254
- totalBytes: z.number().describe('Device memory installed.'),
255
- freeBytes: z.number().describe('Device memory free when the probe ran.'),
256
- weightsBytes: z.number().describe('Model weights placed on this device.'),
257
- contextBytes: z.number().describe('Context and KV cache placed on this device.'),
258
- computeBytes: z.number().describe('Compute buffers placed on this device.')
259
- }))
260
- .optional()
261
- .describe('One row per device the load was placed on, including the CPU backend, host excluded — `hostBytes` carries that. The flattened totals sum these rows, and `deviceName` names the first non-CPU row.'),
262
- report: z
263
- .string()
264
- .optional()
265
- .describe("The engine's own per-module memory table, suitable for a log line.")
266
- });
267
- export const nativeProbeFitSchema = z
133
+ export const modelFitProbeSchema = z
268
134
  .object({
269
- verdict: nativeProbeVerdictSchema.describe('Advisory outcome. `unknown` means no verdict was obtainable — the check was disabled, the load shape is unsupported, or the fitter produced no usable answer.'),
270
- basis: z
271
- .literal('native-probe')
272
- .describe("Evidence class: the engine's own fitter, run against the model file and the resolved load settings."),
273
- engine: z
274
- .string()
275
- .optional()
276
- .describe('Engine package whose fitter produced this outcome. Absent when none ran.'),
277
- estimatorVersion: z
278
- .string()
279
- .describe('Version of the probe integration that produced this outcome, covering the load-setting partitioning and the headroom policy. Under `native-probe-v2` the engine withholds 1024 MiB plus the on-disk bytes of every model already resident in this worker, and a `fit` is then judged against the same budget `assessModelFit` reports, under the basis that platform uses and less the `interactive-v1` reserve, counting device memory only where it comes out of system RAM.'),
280
- reason: z
281
- .string()
282
- .describe('Machine-readable reason for the verdict. Never parsed out of log text.'),
283
- message: z.string().optional().describe('Human-readable detail, when the reason has any.'),
284
- plan: nativeProbePlanSchema
285
- .optional()
286
- .describe('Placement the probe projected. Present wherever the fitter resolved one.'),
287
- projection: nativeProbeProjectionSchema
288
- .optional()
289
- .describe('What the fitter measured. Present on `fit` and `does-not-fit` alike, since a load that does not fit is where the figures matter most.')
135
+ verdict: modelFitVerdictSchema.describe('The verdict for this load against free memory.'),
136
+ pools: z
137
+ .array(modelFitPoolSchema.meta({ title: 'ModelFitProbePool' }))
138
+ .describe('The memory pools the verdict was judged on, with what the load takes from each.'),
139
+ models: z
140
+ .array(modelFitModelResultSchema
141
+ .extend({
142
+ devices: z
143
+ .array(modelFitDeviceSchema.meta({ title: 'ModelFitProbeDevice' }))
144
+ .describe('One row per device the load uses, the host last. Empty when unknown.'),
145
+ stats: z
146
+ .union([
147
+ llamaFitStatsSchema.meta({ title: 'ModelFitProbeLlamaStats' }),
148
+ z.object({}).strict().meta({ title: 'ModelFitProbeEmptyStats' })
149
+ ])
150
+ .describe('The resolved load of a llama.cpp verdict. Empty otherwise.')
151
+ })
152
+ .meta({ title: 'ModelFitProbeModel' }))
153
+ .describe("The load's own entry: the engine addon's `assessFit` result.")
290
154
  })
291
- .meta({ title: 'NativeProbeFit' });
292
- export const assessModelFitRequestSchema = assessModelFitInputSchema.extend({
155
+ .meta({ title: 'ModelFitProbe' });
156
+ export const assessModelFitRequestSchema = assessModelFitInputSchema
157
+ .extend({
293
158
  type: z.literal('assessModelFit')
294
- });
159
+ })
160
+ .extend(sessionScopedRequestSchema.shape);
295
161
  export const assessModelFitResponseSchema = assessModelFitResultSchema.extend({
296
162
  type: z.literal('assessModelFit')
297
163
  });