@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -1,14 +1,16 @@
1
+ import { imageEmbeddingConfigSchema } from '../schemas/image-embedding.js';
1
2
  import { z } from 'zod';
2
- import { logLevelSchema } from './logging-stream.js';
3
- import { decisionConfigBaseSchema } from './decision.js';
4
- import { ModelType } from './model-types.js';
5
- import { llmConfigBaseSchema, embedConfigBaseSchema } from './llamacpp-config.js';
6
- import { whisperConfigSchema, parakeetConfigSchema, mossTranscribeConfigSchema } from './transcription-config.js';
7
- import { ocrConfigSchema } from './ocr.js';
8
- import { sdcppConfigSchema } from './sdcpp-config.js';
9
- import { vlaConfigSchema } from './vla.js';
10
- import { runtimeContextSchema } from './runtime-context.js';
11
- import { modelFitPolicySchema } from './model-fit-policy.js';
3
+ import { logLevelSchema } from '../schemas/logging-stream.js';
4
+ import { decisionConfigBaseSchema } from '../schemas/decision.js';
5
+ import { rerankConfigBaseSchema } from '../schemas/rerank.js';
6
+ import { ModelType } from '../schemas/model-types.js';
7
+ import { llmConfigBaseSchema, embedConfigBaseSchema } from '../schemas/llamacpp-config.js';
8
+ import { whisperConfigSchema, parakeetConfigSchema, mossTranscribeConfigSchema } from '../schemas/transcription-config.js';
9
+ import { ocrConfigSchema } from '../schemas/ocr.js';
10
+ import { sdcppConfigSchema } from '../schemas/sdcpp-config.js';
11
+ import { vlaConfigSchema } from '../schemas/vla.js';
12
+ import { runtimeContextSchema } from '../schemas/runtime-context.js';
13
+ import { modelFitPolicySchema } from '../schemas/model-fit-policy.js';
12
14
  // Alias keys for user convenience (maps to canonical types)
13
15
  const AliasKeys = {
14
16
  llm: 'llm',
@@ -46,6 +48,8 @@ export const deviceConfigDefaultsSchema = z
46
48
  [ModelType.llamacppCompletion]: llmConfigBaseSchema.optional(),
47
49
  [ModelType.llamacppEmbedding]: embedConfigBaseSchema.optional(),
48
50
  [ModelType.llamacppDecision]: decisionConfigBaseSchema.optional(),
51
+ [ModelType.llamacppRerank]: rerankConfigBaseSchema.optional(),
52
+ [ModelType.ggmlImageEmbedding]: imageEmbeddingConfigSchema.optional(),
49
53
  [ModelType.whispercppTranscription]: whisperConfigSchema.partial().optional(),
50
54
  [ModelType.parakeetTranscription]: parakeetConfigSchema.partial().optional(),
51
55
  [ModelType.mossTranscribe]: mossTranscribeConfigSchema.optional(),
@@ -109,11 +113,10 @@ export const qvacConfigSchema = z.object({
109
113
  */
110
114
  loggerConsoleOutput: z.boolean().optional(),
111
115
  /**
112
- * Timeout in milliseconds for the worker RPC handshake performed when the SDK
113
- * initializes. Raise this on slow storage or embedded hardware where the first
114
- * worker start (native addon load) legitimately exceeds the default.
115
- * The `QVAC_RPC_INIT_TIMEOUT_MS` environment variable takes precedence.
116
- * Defaults to 30000 (30 seconds).
116
+ * Timeout in milliseconds for the worker to start when the SDK initializes,
117
+ * from launch until it has applied this configuration. Raise this on slow
118
+ * storage or embedded hardware where the first worker start (native addon
119
+ * load) legitimately exceeds the default. Defaults to 60000 (60 seconds).
117
120
  */
118
121
  rpcInitTimeoutMs: z.number().int().positive().optional(),
119
122
  /**
@@ -182,8 +185,8 @@ export const qvacConfigSchema = z.object({
182
185
  /**
183
186
  * Budget in milliseconds for the registry fetch of a model's weightless
184
187
  * description during `assessModelFit`. One budget covers the lookup and the
185
- * whole companion set; past it the assessment falls back to the computed
186
- * floor. Raise this on slow or high-latency connections.
188
+ * whole companion set; past it that model's verdict is `unknown`. Raise this
189
+ * on slow or high-latency connections.
187
190
  * Defaults to 40000 (40 seconds).
188
191
  */
189
192
  fitStubBudgetMs: z.number().int().positive().optional(),
@@ -232,10 +235,5 @@ export const qvacConfigSchema = z.object({
232
235
  */
233
236
  includeAudioDecoder: z.boolean().optional(),
234
237
  /** Optional provider module selected at SDK bundle time. Direct Bare callers register in code. */
235
- rpcServerProvider: z.string().min(1).optional(),
236
- /**
237
- * Inert: we have no bundling or ABI-verification step, so this field is
238
- * unused. Carried over from the bundle-time config schema.
239
- */
240
- bareRuntimeVersion: z.string().optional()
238
+ rpcServerProvider: z.string().min(1).optional()
241
239
  });
@@ -218,8 +218,9 @@ export declare const decideRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
218
218
  }, z.core.$strict>], "type">>;
219
219
  maxLen: z.ZodOptional<z.ZodNumber>;
220
220
  headMaxLen: z.ZodOptional<z.ZodNumber>;
221
- type: z.ZodLiteral<"decide">;
221
+ sessionId: z.ZodOptional<z.ZodString>;
222
222
  requestId: z.ZodOptional<z.ZodString>;
223
+ type: z.ZodLiteral<"decide">;
223
224
  modelId: z.ZodString;
224
225
  }, z.core.$strict>, z.ZodObject<{
225
226
  states: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodRecord<z.ZodString, z.ZodUnknown>, z.ZodArray<z.ZodUnknown>]>>;
@@ -248,8 +249,9 @@ export declare const decideRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
248
249
  }, z.core.$strict>], "type">>;
249
250
  maxLen: z.ZodOptional<z.ZodNumber>;
250
251
  headMaxLen: z.ZodOptional<z.ZodNumber>;
251
- type: z.ZodLiteral<"decide">;
252
+ sessionId: z.ZodOptional<z.ZodString>;
252
253
  requestId: z.ZodOptional<z.ZodString>;
254
+ type: z.ZodLiteral<"decide">;
253
255
  modelId: z.ZodString;
254
256
  }, z.core.$strict>]>;
255
257
  export declare const decisionAnswerSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -508,6 +510,8 @@ export declare const decisionConfigBaseSchema: z.ZodObject<{
508
510
  }>>;
509
511
  gpu_layers: z.ZodOptional<z.ZodNumber>;
510
512
  batch_size: z.ZodOptional<z.ZodNumber>;
513
+ poll: z.ZodOptional<z.ZodNumber>;
514
+ pollBatch: z.ZodOptional<z.ZodNumber>;
511
515
  threads: z.ZodOptional<z.ZodNumber>;
512
516
  'threads-batch': z.ZodOptional<z.ZodNumber>;
513
517
  flash_attn: z.ZodOptional<z.ZodEnum<{
@@ -538,6 +542,8 @@ export declare const decisionConfigSchema: z.ZodPipe<z.ZodObject<{
538
542
  }>>;
539
543
  gpu_layers: z.ZodOptional<z.ZodNumber>;
540
544
  batch_size: z.ZodOptional<z.ZodNumber>;
545
+ poll: z.ZodOptional<z.ZodNumber>;
546
+ pollBatch: z.ZodOptional<z.ZodNumber>;
541
547
  threads: z.ZodOptional<z.ZodNumber>;
542
548
  'threads-batch': z.ZodOptional<z.ZodNumber>;
543
549
  flash_attn: z.ZodOptional<z.ZodEnum<{
@@ -560,6 +566,8 @@ export declare const decisionConfigSchema: z.ZodPipe<z.ZodObject<{
560
566
  device: "cpu" | "gpu";
561
567
  gpu_layers?: number | undefined;
562
568
  batch_size?: number | undefined;
569
+ poll?: number | undefined;
570
+ pollBatch?: number | undefined;
563
571
  threads?: number | undefined;
564
572
  'threads-batch'?: number | undefined;
565
573
  flash_attn?: "auto" | "on" | "off" | undefined;
@@ -572,6 +580,8 @@ export declare const decisionConfigSchema: z.ZodPipe<z.ZodObject<{
572
580
  device?: "cpu" | "gpu" | undefined;
573
581
  gpu_layers?: number | undefined;
574
582
  batch_size?: number | undefined;
583
+ poll?: number | undefined;
584
+ pollBatch?: number | undefined;
575
585
  threads?: number | undefined;
576
586
  'threads-batch'?: number | undefined;
577
587
  flash_attn?: "auto" | "on" | "off" | undefined;
@@ -1,4 +1,5 @@
1
1
  import { z } from 'zod';
2
+ import { trackedRequestSchema } from '../schemas/request-base.js';
2
3
  // Nested JSON stays inline in the wire contract. The refinement rejects values
3
4
  // that JSON serialization would discard or change before reaching the model.
4
5
  function isJson(value, ancestors = new Set()) {
@@ -95,7 +96,7 @@ export const decideParamsSchema = z.union([
95
96
  const wireEnvelope = {
96
97
  ...envelope,
97
98
  type: z.literal('decide'),
98
- requestId: z.string().min(1).optional()
99
+ ...trackedRequestSchema.shape
99
100
  };
100
101
  export const decideRequestSchema = z.union([
101
102
  decisionSingleRequestSchema.extend(wireEnvelope).meta({ title: 'DecideSingleRequest' }),
@@ -162,6 +163,20 @@ export const decisionConfigBaseSchema = z
162
163
  .positive()
163
164
  .optional()
164
165
  .describe('Tokens per forward pass. Default 2048; each sequence must fit.'),
166
+ poll: z
167
+ .number()
168
+ .int()
169
+ .min(0)
170
+ .max(100)
171
+ .optional()
172
+ .describe('CPU polling level, from 0 to 100. If omitted, uses the default native behavior. Higher values may reduce wake latency but consume more CPU during GPU work.'),
173
+ pollBatch: z
174
+ .number()
175
+ .int()
176
+ .min(0)
177
+ .max(100)
178
+ .optional()
179
+ .describe('CPU polling level for batch processing, from 0 to 100. If omitted, uses the default native behavior.'),
165
180
  threads: z
166
181
  .number()
167
182
  .int()
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
2
  import type { AbortController } from 'bare-abort-controller';
3
- import type { ModelProgressUpdate } from './load-model.js';
3
+ import type { ModelProgressUpdate } from '../schemas/load-model.js';
4
4
  export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
5
5
  assetSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
6
6
  src: z.ZodString;
@@ -19,12 +19,14 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
19
19
  audiogen: "audiogen";
20
20
  tts: "tts";
21
21
  ocr: "ocr";
22
+ classification: "classification";
22
23
  vla: "vla";
23
24
  "llamacpp-completion": "llamacpp-completion";
24
25
  "whispercpp-transcription": "whispercpp-transcription";
25
26
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
26
27
  "llamacpp-embedding": "llamacpp-embedding";
27
28
  "llamacpp-decision": "llamacpp-decision";
29
+ "llamacpp-rerank": "llamacpp-rerank";
28
30
  "nmtcpp-translation": "nmtcpp-translation";
29
31
  "onnx-tts": "onnx-tts";
30
32
  "tts-ggml": "tts-ggml";
@@ -34,13 +36,13 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
34
36
  "sdcpp-generation": "sdcpp-generation";
35
37
  "audiogen-ggml": "audiogen-ggml";
36
38
  "ggml-vla": "ggml-vla";
39
+ "ggml-image-embedding": "ggml-image-embedding";
37
40
  "ggml-classification": "ggml-classification";
38
41
  llm: "llm";
39
42
  whisper: "whisper";
40
43
  bci: "bci";
41
44
  nmt: "nmt";
42
45
  parakeet: "parakeet";
43
- classification: "classification";
44
46
  }>, z.ZodLiteral<"vad">]>>;
45
47
  }, z.core.$strip>]>;
46
48
  seed: z.ZodOptional<z.ZodBoolean>;
@@ -59,7 +61,7 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
59
61
  engine?: string | undefined;
60
62
  expectedSize?: number | undefined;
61
63
  sha256Checksum?: string | undefined;
62
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
64
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
63
65
  };
64
66
  requireHttpChecksum?: boolean | undefined;
65
67
  requireSecureTransport?: boolean | undefined;
@@ -75,7 +77,7 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
75
77
  engine?: string | undefined;
76
78
  expectedSize?: number | undefined;
77
79
  sha256Checksum?: string | undefined;
78
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
80
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
79
81
  };
80
82
  seed?: boolean | undefined;
81
83
  requireHttpChecksum?: boolean | undefined;
@@ -99,12 +101,14 @@ export declare const downloadAssetOptionsToRequestSchema: z.ZodPipe<z.ZodObject<
99
101
  audiogen: "audiogen";
100
102
  tts: "tts";
101
103
  ocr: "ocr";
104
+ classification: "classification";
102
105
  vla: "vla";
103
106
  "llamacpp-completion": "llamacpp-completion";
104
107
  "whispercpp-transcription": "whispercpp-transcription";
105
108
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
106
109
  "llamacpp-embedding": "llamacpp-embedding";
107
110
  "llamacpp-decision": "llamacpp-decision";
111
+ "llamacpp-rerank": "llamacpp-rerank";
108
112
  "nmtcpp-translation": "nmtcpp-translation";
109
113
  "onnx-tts": "onnx-tts";
110
114
  "tts-ggml": "tts-ggml";
@@ -114,13 +118,13 @@ export declare const downloadAssetOptionsToRequestSchema: z.ZodPipe<z.ZodObject<
114
118
  "sdcpp-generation": "sdcpp-generation";
115
119
  "audiogen-ggml": "audiogen-ggml";
116
120
  "ggml-vla": "ggml-vla";
121
+ "ggml-image-embedding": "ggml-image-embedding";
117
122
  "ggml-classification": "ggml-classification";
118
123
  llm: "llm";
119
124
  whisper: "whisper";
120
125
  bci: "bci";
121
126
  nmt: "nmt";
122
127
  parakeet: "parakeet";
123
- classification: "classification";
124
128
  }>, z.ZodLiteral<"vad">]>>;
125
129
  }, z.core.$strip>]>;
126
130
  seed: z.ZodOptional<z.ZodBoolean>;
@@ -149,7 +153,7 @@ export declare const downloadAssetOptionsToRequestSchema: z.ZodPipe<z.ZodObject<
149
153
  engine?: string | undefined;
150
154
  expectedSize?: number | undefined;
151
155
  sha256Checksum?: string | undefined;
152
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
156
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
153
157
  };
154
158
  seed?: boolean | undefined;
155
159
  requireHttpChecksum?: boolean | undefined;
@@ -165,6 +169,7 @@ export declare const downloadAssetRequestSchema: z.ZodPipe<z.ZodObject<{
165
169
  seed: z.ZodOptional<z.ZodBoolean>;
166
170
  requireHttpChecksum: z.ZodOptional<z.ZodBoolean>;
167
171
  requireSecureTransport: z.ZodOptional<z.ZodBoolean>;
172
+ sessionId: z.ZodOptional<z.ZodString>;
168
173
  requestId: z.ZodOptional<z.ZodString>;
169
174
  }, z.core.$strip>, z.ZodTransform<{
170
175
  seed: boolean;
@@ -173,6 +178,7 @@ export declare const downloadAssetRequestSchema: z.ZodPipe<z.ZodObject<{
173
178
  withProgress?: boolean | undefined;
174
179
  requireHttpChecksum?: boolean | undefined;
175
180
  requireSecureTransport?: boolean | undefined;
181
+ sessionId?: string | undefined;
176
182
  requestId?: string | undefined;
177
183
  }, {
178
184
  type: "downloadAsset";
@@ -181,6 +187,7 @@ export declare const downloadAssetRequestSchema: z.ZodPipe<z.ZodObject<{
181
187
  seed?: boolean | undefined;
182
188
  requireHttpChecksum?: boolean | undefined;
183
189
  requireSecureTransport?: boolean | undefined;
190
+ sessionId?: string | undefined;
184
191
  requestId?: string | undefined;
185
192
  }>>;
186
193
  export declare const downloadAssetResponseSchema: z.ZodObject<{
@@ -1,5 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { modelSrcInputSchema, modelInputToSrcSchema, MODEL_SOURCE_URI_HINT } from './model-src-utils.js';
2
+ import { modelSrcInputSchema, modelInputToSrcSchema, MODEL_SOURCE_URI_HINT } from '../schemas/model-src-utils.js';
3
+ import { trackedRequestSchema } from '../schemas/request-base.js';
3
4
  const ASSET_SRC_DESCRIPTION = `The asset to download and cache: ${MODEL_SOURCE_URI_HINT}.`;
4
5
  const downloadAssetOptionsBaseSchema = z.object({
5
6
  assetSrc: modelSrcInputSchema.describe(ASSET_SRC_DESCRIPTION),
@@ -46,13 +47,9 @@ export const downloadAssetRequestSchema = z
46
47
  requireSecureTransport: z
47
48
  .boolean()
48
49
  .optional()
49
- .describe('Reject plaintext http:// and HTTPS→HTTP downgrades for every HTTP source on this call (loopback exempt); when unset, only Hugging Face transport is hardened. Overrides the engine config for this call; defaults to the config value (false).'),
50
- requestId: z
51
- .string()
52
- .min(1)
53
- .optional()
54
- .describe('Stable identifier for this in-flight download, generated by the caller at call time. Optional — falls back to a generated id when the field is missing. Exposed on the decorated promise so callers can target this download with `cancel({ requestId })`.')
50
+ .describe('Reject plaintext http:// and HTTPS→HTTP downgrades for every HTTP source on this call (loopback exempt); when unset, only Hugging Face transport is hardened. Overrides the engine config for this call; defaults to the config value (false).')
55
51
  })
52
+ .extend(trackedRequestSchema.shape)
56
53
  .transform((data) => ({
57
54
  ...data,
58
55
  seed: data.seed ?? false
@@ -1,12 +1,259 @@
1
1
  import { z } from 'zod';
2
- export declare const embedParamsSchema: z.ZodObject<{
2
+ export declare const embedMediaSourceSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3
+ type: z.ZodLiteral<"base64">;
4
+ value: z.ZodString;
5
+ }, z.core.$strip>, z.ZodObject<{
6
+ type: z.ZodLiteral<"filePath">;
7
+ value: z.ZodString;
8
+ }, z.core.$strip>], "type">;
9
+ export declare const embedInputPartSchema: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
10
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
11
+ type: z.ZodLiteral<"base64">;
12
+ value: z.ZodString;
13
+ }, z.core.$strip>, z.ZodObject<{
14
+ type: z.ZodLiteral<"filePath">;
15
+ value: z.ZodString;
16
+ }, z.core.$strip>], "type">;
17
+ }, z.core.$strip>]>;
18
+ export declare const embedInputSchema: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
19
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
20
+ type: z.ZodLiteral<"base64">;
21
+ value: z.ZodString;
22
+ }, z.core.$strip>, z.ZodObject<{
23
+ type: z.ZodLiteral<"filePath">;
24
+ value: z.ZodString;
25
+ }, z.core.$strip>], "type">;
26
+ }, z.core.$strip>]>>]>;
27
+ export declare const embedWireInputSchema: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
28
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
29
+ type: z.ZodLiteral<"base64">;
30
+ value: z.ZodString;
31
+ }, z.core.$strip>, z.ZodObject<{
32
+ type: z.ZodLiteral<"filePath">;
33
+ value: z.ZodString;
34
+ }, z.core.$strip>], "type">;
35
+ }, z.core.$strip>]>>, z.ZodObject<{
36
+ image: z.ZodBase64;
37
+ width: z.ZodOptional<z.ZodNumber>;
38
+ height: z.ZodOptional<z.ZodNumber>;
39
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
40
+ }, z.core.$strip>]>;
41
+ export declare const embedClientInputSchema: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
42
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
43
+ type: z.ZodLiteral<"base64">;
44
+ value: z.ZodString;
45
+ }, z.core.$strip>, z.ZodObject<{
46
+ type: z.ZodLiteral<"filePath">;
47
+ value: z.ZodString;
48
+ }, z.core.$strip>], "type">;
49
+ }, z.core.$strip>]>>, z.ZodObject<{
50
+ image: z.ZodInstanceOf<Uint8Array<ArrayBuffer>>;
51
+ width: z.ZodOptional<z.ZodNumber>;
52
+ height: z.ZodOptional<z.ZodNumber>;
53
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
54
+ }, z.core.$strip>]>;
55
+ export declare const embedBatchParamsSchema: z.ZodObject<{
3
56
  modelId: z.ZodString;
4
- text: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
57
+ inputs: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
58
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
59
+ type: z.ZodLiteral<"base64">;
60
+ value: z.ZodString;
61
+ }, z.core.$strip>, z.ZodObject<{
62
+ type: z.ZodLiteral<"filePath">;
63
+ value: z.ZodString;
64
+ }, z.core.$strip>], "type">;
65
+ }, z.core.$strip>]>>, z.ZodObject<{
66
+ image: z.ZodBase64;
67
+ width: z.ZodOptional<z.ZodNumber>;
68
+ height: z.ZodOptional<z.ZodNumber>;
69
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
70
+ }, z.core.$strip>]>>;
71
+ text: z.ZodOptional<z.ZodNever>;
72
+ input: z.ZodOptional<z.ZodNever>;
73
+ }, z.core.$strip>;
74
+ export declare const embedBatchClientParamsSchema: z.ZodObject<{
75
+ modelId: z.ZodString;
76
+ text: z.ZodOptional<z.ZodNever>;
77
+ input: z.ZodOptional<z.ZodNever>;
78
+ inputs: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
79
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
80
+ type: z.ZodLiteral<"base64">;
81
+ value: z.ZodString;
82
+ }, z.core.$strip>, z.ZodObject<{
83
+ type: z.ZodLiteral<"filePath">;
84
+ value: z.ZodString;
85
+ }, z.core.$strip>], "type">;
86
+ }, z.core.$strip>]>>, z.ZodObject<{
87
+ image: z.ZodInstanceOf<Uint8Array<ArrayBuffer>>;
88
+ width: z.ZodOptional<z.ZodNumber>;
89
+ height: z.ZodOptional<z.ZodNumber>;
90
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
91
+ }, z.core.$strip>]>>;
5
92
  }, z.core.$strip>;
6
- export declare const embedRequestSchema: z.ZodObject<{
93
+ export declare const embedParamsSchema: z.ZodUnion<readonly [z.ZodObject<{
94
+ modelId: z.ZodString;
95
+ text: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
96
+ inputs: z.ZodOptional<z.ZodNever>;
97
+ input: z.ZodOptional<z.ZodNever>;
98
+ }, z.core.$strip>, z.ZodObject<{
99
+ modelId: z.ZodString;
100
+ inputs: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
101
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
102
+ type: z.ZodLiteral<"base64">;
103
+ value: z.ZodString;
104
+ }, z.core.$strip>, z.ZodObject<{
105
+ type: z.ZodLiteral<"filePath">;
106
+ value: z.ZodString;
107
+ }, z.core.$strip>], "type">;
108
+ }, z.core.$strip>]>>, z.ZodObject<{
109
+ image: z.ZodBase64;
110
+ width: z.ZodOptional<z.ZodNumber>;
111
+ height: z.ZodOptional<z.ZodNumber>;
112
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
113
+ }, z.core.$strip>]>>;
114
+ text: z.ZodOptional<z.ZodNever>;
115
+ input: z.ZodOptional<z.ZodNever>;
116
+ }, z.core.$strip>, z.ZodObject<{
117
+ modelId: z.ZodString;
118
+ input: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
119
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
120
+ type: z.ZodLiteral<"base64">;
121
+ value: z.ZodString;
122
+ }, z.core.$strip>, z.ZodObject<{
123
+ type: z.ZodLiteral<"filePath">;
124
+ value: z.ZodString;
125
+ }, z.core.$strip>], "type">;
126
+ }, z.core.$strip>]>>, z.ZodObject<{
127
+ image: z.ZodBase64;
128
+ width: z.ZodOptional<z.ZodNumber>;
129
+ height: z.ZodOptional<z.ZodNumber>;
130
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
131
+ }, z.core.$strip>]>;
132
+ text: z.ZodOptional<z.ZodNever>;
133
+ inputs: z.ZodOptional<z.ZodNever>;
134
+ }, z.core.$strip>]>;
135
+ export declare const embedLegacyParamsSchema: z.ZodUnion<readonly [z.ZodObject<{
136
+ modelId: z.ZodString;
137
+ text: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
138
+ inputs: z.ZodOptional<z.ZodNever>;
139
+ input: z.ZodOptional<z.ZodNever>;
140
+ }, z.core.$strip>, z.ZodObject<{
141
+ modelId: z.ZodString;
142
+ inputs: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
143
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
144
+ type: z.ZodLiteral<"base64">;
145
+ value: z.ZodString;
146
+ }, z.core.$strip>, z.ZodObject<{
147
+ type: z.ZodLiteral<"filePath">;
148
+ value: z.ZodString;
149
+ }, z.core.$strip>], "type">;
150
+ }, z.core.$strip>]>>]>>;
151
+ text: z.ZodOptional<z.ZodNever>;
152
+ input: z.ZodOptional<z.ZodNever>;
153
+ }, z.core.$strip>]>;
154
+ export declare const embedClientParamsSchema: z.ZodUnion<readonly [z.ZodObject<{
155
+ modelId: z.ZodString;
156
+ text: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
157
+ inputs: z.ZodOptional<z.ZodNever>;
158
+ input: z.ZodOptional<z.ZodNever>;
159
+ }, z.core.$strip>, z.ZodObject<{
160
+ modelId: z.ZodString;
161
+ inputs: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
162
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
163
+ type: z.ZodLiteral<"base64">;
164
+ value: z.ZodString;
165
+ }, z.core.$strip>, z.ZodObject<{
166
+ type: z.ZodLiteral<"filePath">;
167
+ value: z.ZodString;
168
+ }, z.core.$strip>], "type">;
169
+ }, z.core.$strip>]>>]>>;
170
+ text: z.ZodOptional<z.ZodNever>;
171
+ input: z.ZodOptional<z.ZodNever>;
172
+ }, z.core.$strip>, z.ZodObject<{
173
+ modelId: z.ZodString;
174
+ text: z.ZodOptional<z.ZodNever>;
175
+ inputs: z.ZodOptional<z.ZodNever>;
176
+ input: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
177
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
178
+ type: z.ZodLiteral<"base64">;
179
+ value: z.ZodString;
180
+ }, z.core.$strip>, z.ZodObject<{
181
+ type: z.ZodLiteral<"filePath">;
182
+ value: z.ZodString;
183
+ }, z.core.$strip>], "type">;
184
+ }, z.core.$strip>]>>, z.ZodObject<{
185
+ image: z.ZodInstanceOf<Uint8Array<ArrayBuffer>>;
186
+ width: z.ZodOptional<z.ZodNumber>;
187
+ height: z.ZodOptional<z.ZodNumber>;
188
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
189
+ }, z.core.$strip>]>;
190
+ }, z.core.$strip>]>;
191
+ export declare const embedRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
7
192
  modelId: z.ZodString;
8
193
  text: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
194
+ inputs: z.ZodOptional<z.ZodNever>;
195
+ input: z.ZodOptional<z.ZodNever>;
9
196
  type: z.ZodLiteral<"embed">;
197
+ sessionId: z.ZodOptional<z.ZodString>;
198
+ requestId: z.ZodOptional<z.ZodString>;
199
+ }, z.core.$strip>, z.ZodObject<{
200
+ modelId: z.ZodString;
201
+ inputs: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
202
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
203
+ type: z.ZodLiteral<"base64">;
204
+ value: z.ZodString;
205
+ }, z.core.$strip>, z.ZodObject<{
206
+ type: z.ZodLiteral<"filePath">;
207
+ value: z.ZodString;
208
+ }, z.core.$strip>], "type">;
209
+ }, z.core.$strip>]>>]>>;
210
+ text: z.ZodOptional<z.ZodNever>;
211
+ input: z.ZodOptional<z.ZodNever>;
212
+ type: z.ZodLiteral<"embed">;
213
+ sessionId: z.ZodOptional<z.ZodString>;
214
+ requestId: z.ZodOptional<z.ZodString>;
215
+ }, z.core.$strip>, z.ZodObject<{
216
+ modelId: z.ZodString;
217
+ text: z.ZodOptional<z.ZodNever>;
218
+ inputs: z.ZodOptional<z.ZodNever>;
219
+ input: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
220
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
221
+ type: z.ZodLiteral<"base64">;
222
+ value: z.ZodString;
223
+ }, z.core.$strip>, z.ZodObject<{
224
+ type: z.ZodLiteral<"filePath">;
225
+ value: z.ZodString;
226
+ }, z.core.$strip>], "type">;
227
+ }, z.core.$strip>]>>, z.ZodObject<{
228
+ image: z.ZodBase64;
229
+ width: z.ZodOptional<z.ZodNumber>;
230
+ height: z.ZodOptional<z.ZodNumber>;
231
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
232
+ }, z.core.$strip>]>;
233
+ type: z.ZodLiteral<"embed">;
234
+ sessionId: z.ZodOptional<z.ZodString>;
235
+ requestId: z.ZodOptional<z.ZodString>;
236
+ }, z.core.$strip>]>;
237
+ export declare const embedBatchRequestSchema: z.ZodObject<{
238
+ modelId: z.ZodString;
239
+ text: z.ZodOptional<z.ZodNever>;
240
+ input: z.ZodOptional<z.ZodNever>;
241
+ type: z.ZodLiteral<"embedBatch">;
242
+ inputs: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
243
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
244
+ type: z.ZodLiteral<"base64">;
245
+ value: z.ZodString;
246
+ }, z.core.$strip>, z.ZodObject<{
247
+ type: z.ZodLiteral<"filePath">;
248
+ value: z.ZodString;
249
+ }, z.core.$strip>], "type">;
250
+ }, z.core.$strip>]>>, z.ZodObject<{
251
+ image: z.ZodBase64;
252
+ width: z.ZodOptional<z.ZodNumber>;
253
+ height: z.ZodOptional<z.ZodNumber>;
254
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
255
+ }, z.core.$strip>]>>;
256
+ sessionId: z.ZodOptional<z.ZodString>;
10
257
  requestId: z.ZodOptional<z.ZodString>;
11
258
  }, z.core.$strip>;
12
259
  export declare const embedStatsSchema: z.ZodObject<{
@@ -18,6 +265,9 @@ export declare const embedStatsSchema: z.ZodObject<{
18
265
  gpu: "gpu";
19
266
  }>>;
20
267
  contextSize: z.ZodOptional<z.ZodNumber>;
268
+ backendId: z.ZodOptional<z.ZodNumber>;
269
+ cpuFallbackNodes: z.ZodOptional<z.ZodNumber>;
270
+ weightBytes: z.ZodOptional<z.ZodNumber>;
21
271
  }, z.core.$strip>;
22
272
  export declare const embedResponseSchema: z.ZodObject<{
23
273
  type: z.ZodLiteral<"embed">;
@@ -32,10 +282,43 @@ export declare const embedResponseSchema: z.ZodObject<{
32
282
  gpu: "gpu";
33
283
  }>>;
34
284
  contextSize: z.ZodOptional<z.ZodNumber>;
285
+ backendId: z.ZodOptional<z.ZodNumber>;
286
+ cpuFallbackNodes: z.ZodOptional<z.ZodNumber>;
287
+ weightBytes: z.ZodOptional<z.ZodNumber>;
288
+ }, z.core.$strip>>;
289
+ error: z.ZodOptional<z.ZodString>;
290
+ }, z.core.$strip>;
291
+ export declare const embedBatchResponseSchema: z.ZodObject<{
292
+ success: z.ZodBoolean;
293
+ stats: z.ZodOptional<z.ZodObject<{
294
+ totalTime: z.ZodOptional<z.ZodNumber>;
295
+ tokensPerSecond: z.ZodOptional<z.ZodNumber>;
296
+ totalTokens: z.ZodOptional<z.ZodNumber>;
297
+ backendDevice: z.ZodOptional<z.ZodEnum<{
298
+ cpu: "cpu";
299
+ gpu: "gpu";
300
+ }>>;
301
+ contextSize: z.ZodOptional<z.ZodNumber>;
302
+ backendId: z.ZodOptional<z.ZodNumber>;
303
+ cpuFallbackNodes: z.ZodOptional<z.ZodNumber>;
304
+ weightBytes: z.ZodOptional<z.ZodNumber>;
35
305
  }, z.core.$strip>>;
36
306
  error: z.ZodOptional<z.ZodString>;
307
+ type: z.ZodLiteral<"embedBatch">;
308
+ embedding: z.ZodArray<z.ZodArray<z.ZodNumber>>;
37
309
  }, z.core.$strip>;
310
+ export type EmbedClientInput = z.infer<typeof embedClientInputSchema>;
311
+ export type EmbedWireInput = z.infer<typeof embedWireInputSchema>;
312
+ export type EmbedClientParams = z.infer<typeof embedClientParamsSchema>;
313
+ export type EmbedLegacyParams = z.infer<typeof embedLegacyParamsSchema>;
314
+ export type EmbedBatchClientParams = z.infer<typeof embedBatchClientParamsSchema>;
315
+ export type EmbedBatchParams = z.infer<typeof embedBatchParamsSchema>;
316
+ export type EmbedBatchRequest = z.infer<typeof embedBatchRequestSchema>;
317
+ export type EmbedBatchResponse = z.infer<typeof embedBatchResponseSchema>;
38
318
  export type EmbedParams = z.infer<typeof embedParamsSchema>;
39
319
  export type EmbedRequest = z.infer<typeof embedRequestSchema>;
40
320
  export type EmbedResponse = z.infer<typeof embedResponseSchema>;
41
321
  export type EmbedStats = z.infer<typeof embedStatsSchema>;
322
+ export type EmbedMediaSource = z.infer<typeof embedMediaSourceSchema>;
323
+ export type EmbedInputPart = z.infer<typeof embedInputPartSchema>;
324
+ export type EmbedInput = z.infer<typeof embedInputSchema>;