@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -1,3 +1,4 @@
1
+ import { imageEmbeddingConfigSchema } from '../schemas/image-embedding.js';
1
2
  import { z } from 'zod';
2
3
  import { logLevelSchema } from '../schemas/logging-stream.js';
3
4
  import { decisionConfigBaseSchema } from '../schemas/decision.js';
@@ -48,6 +49,7 @@ export const deviceConfigDefaultsSchema = z
48
49
  [ModelType.llamacppEmbedding]: embedConfigBaseSchema.optional(),
49
50
  [ModelType.llamacppDecision]: decisionConfigBaseSchema.optional(),
50
51
  [ModelType.llamacppRerank]: rerankConfigBaseSchema.optional(),
52
+ [ModelType.ggmlImageEmbedding]: imageEmbeddingConfigSchema.optional(),
51
53
  [ModelType.whispercppTranscription]: whisperConfigSchema.partial().optional(),
52
54
  [ModelType.parakeetTranscription]: parakeetConfigSchema.partial().optional(),
53
55
  [ModelType.mossTranscribe]: mossTranscribeConfigSchema.optional(),
@@ -111,11 +113,10 @@ export const qvacConfigSchema = z.object({
111
113
  */
112
114
  loggerConsoleOutput: z.boolean().optional(),
113
115
  /**
114
- * Timeout in milliseconds for the worker RPC handshake performed when the SDK
115
- * initializes. Raise this on slow storage or embedded hardware where the first
116
- * worker start (native addon load) legitimately exceeds the default.
117
- * The `QVAC_RPC_INIT_TIMEOUT_MS` environment variable takes precedence.
118
- * Defaults to 30000 (30 seconds).
116
+ * Timeout in milliseconds for the worker to start when the SDK initializes,
117
+ * from launch until it has applied this configuration. Raise this on slow
118
+ * storage or embedded hardware where the first worker start (native addon
119
+ * load) legitimately exceeds the default. Defaults to 60000 (60 seconds).
119
120
  */
120
121
  rpcInitTimeoutMs: z.number().int().positive().optional(),
121
122
  /**
@@ -184,8 +185,8 @@ export const qvacConfigSchema = z.object({
184
185
  /**
185
186
  * Budget in milliseconds for the registry fetch of a model's weightless
186
187
  * description during `assessModelFit`. One budget covers the lookup and the
187
- * whole companion set; past it the assessment falls back to the computed
188
- * floor. Raise this on slow or high-latency connections.
188
+ * whole companion set; past it that model's verdict is `unknown`. Raise this
189
+ * on slow or high-latency connections.
189
190
  * Defaults to 40000 (40 seconds).
190
191
  */
191
192
  fitStubBudgetMs: z.number().int().positive().optional(),
@@ -234,10 +235,5 @@ export const qvacConfigSchema = z.object({
234
235
  */
235
236
  includeAudioDecoder: z.boolean().optional(),
236
237
  /** Optional provider module selected at SDK bundle time. Direct Bare callers register in code. */
237
- rpcServerProvider: z.string().min(1).optional(),
238
- /**
239
- * Inert: we have no bundling or ABI-verification step, so this field is
240
- * unused. Carried over from the bundle-time config schema.
241
- */
242
- bareRuntimeVersion: z.string().optional()
238
+ rpcServerProvider: z.string().min(1).optional()
243
239
  });
@@ -218,8 +218,9 @@ export declare const decideRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
218
218
  }, z.core.$strict>], "type">>;
219
219
  maxLen: z.ZodOptional<z.ZodNumber>;
220
220
  headMaxLen: z.ZodOptional<z.ZodNumber>;
221
- type: z.ZodLiteral<"decide">;
221
+ sessionId: z.ZodOptional<z.ZodString>;
222
222
  requestId: z.ZodOptional<z.ZodString>;
223
+ type: z.ZodLiteral<"decide">;
223
224
  modelId: z.ZodString;
224
225
  }, z.core.$strict>, z.ZodObject<{
225
226
  states: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodRecord<z.ZodString, z.ZodUnknown>, z.ZodArray<z.ZodUnknown>]>>;
@@ -248,8 +249,9 @@ export declare const decideRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
248
249
  }, z.core.$strict>], "type">>;
249
250
  maxLen: z.ZodOptional<z.ZodNumber>;
250
251
  headMaxLen: z.ZodOptional<z.ZodNumber>;
251
- type: z.ZodLiteral<"decide">;
252
+ sessionId: z.ZodOptional<z.ZodString>;
252
253
  requestId: z.ZodOptional<z.ZodString>;
254
+ type: z.ZodLiteral<"decide">;
253
255
  modelId: z.ZodString;
254
256
  }, z.core.$strict>]>;
255
257
  export declare const decisionAnswerSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -1,4 +1,5 @@
1
1
  import { z } from 'zod';
2
+ import { trackedRequestSchema } from '../schemas/request-base.js';
2
3
  // Nested JSON stays inline in the wire contract. The refinement rejects values
3
4
  // that JSON serialization would discard or change before reaching the model.
4
5
  function isJson(value, ancestors = new Set()) {
@@ -95,7 +96,7 @@ export const decideParamsSchema = z.union([
95
96
  const wireEnvelope = {
96
97
  ...envelope,
97
98
  type: z.literal('decide'),
98
- requestId: z.string().min(1).optional()
99
+ ...trackedRequestSchema.shape
99
100
  };
100
101
  export const decideRequestSchema = z.union([
101
102
  decisionSingleRequestSchema.extend(wireEnvelope).meta({ title: 'DecideSingleRequest' }),
@@ -19,6 +19,7 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
19
19
  audiogen: "audiogen";
20
20
  tts: "tts";
21
21
  ocr: "ocr";
22
+ classification: "classification";
22
23
  vla: "vla";
23
24
  "llamacpp-completion": "llamacpp-completion";
24
25
  "whispercpp-transcription": "whispercpp-transcription";
@@ -35,13 +36,13 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
35
36
  "sdcpp-generation": "sdcpp-generation";
36
37
  "audiogen-ggml": "audiogen-ggml";
37
38
  "ggml-vla": "ggml-vla";
39
+ "ggml-image-embedding": "ggml-image-embedding";
38
40
  "ggml-classification": "ggml-classification";
39
41
  llm: "llm";
40
42
  whisper: "whisper";
41
43
  bci: "bci";
42
44
  nmt: "nmt";
43
45
  parakeet: "parakeet";
44
- classification: "classification";
45
46
  }>, z.ZodLiteral<"vad">]>>;
46
47
  }, z.core.$strip>]>;
47
48
  seed: z.ZodOptional<z.ZodBoolean>;
@@ -60,7 +61,7 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
60
61
  engine?: string | undefined;
61
62
  expectedSize?: number | undefined;
62
63
  sha256Checksum?: string | undefined;
63
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
64
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
64
65
  };
65
66
  requireHttpChecksum?: boolean | undefined;
66
67
  requireSecureTransport?: boolean | undefined;
@@ -76,7 +77,7 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
76
77
  engine?: string | undefined;
77
78
  expectedSize?: number | undefined;
78
79
  sha256Checksum?: string | undefined;
79
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
80
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
80
81
  };
81
82
  seed?: boolean | undefined;
82
83
  requireHttpChecksum?: boolean | undefined;
@@ -100,6 +101,7 @@ export declare const downloadAssetOptionsToRequestSchema: z.ZodPipe<z.ZodObject<
100
101
  audiogen: "audiogen";
101
102
  tts: "tts";
102
103
  ocr: "ocr";
104
+ classification: "classification";
103
105
  vla: "vla";
104
106
  "llamacpp-completion": "llamacpp-completion";
105
107
  "whispercpp-transcription": "whispercpp-transcription";
@@ -116,13 +118,13 @@ export declare const downloadAssetOptionsToRequestSchema: z.ZodPipe<z.ZodObject<
116
118
  "sdcpp-generation": "sdcpp-generation";
117
119
  "audiogen-ggml": "audiogen-ggml";
118
120
  "ggml-vla": "ggml-vla";
121
+ "ggml-image-embedding": "ggml-image-embedding";
119
122
  "ggml-classification": "ggml-classification";
120
123
  llm: "llm";
121
124
  whisper: "whisper";
122
125
  bci: "bci";
123
126
  nmt: "nmt";
124
127
  parakeet: "parakeet";
125
- classification: "classification";
126
128
  }>, z.ZodLiteral<"vad">]>>;
127
129
  }, z.core.$strip>]>;
128
130
  seed: z.ZodOptional<z.ZodBoolean>;
@@ -151,7 +153,7 @@ export declare const downloadAssetOptionsToRequestSchema: z.ZodPipe<z.ZodObject<
151
153
  engine?: string | undefined;
152
154
  expectedSize?: number | undefined;
153
155
  sha256Checksum?: string | undefined;
154
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
156
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
155
157
  };
156
158
  seed?: boolean | undefined;
157
159
  requireHttpChecksum?: boolean | undefined;
@@ -167,6 +169,7 @@ export declare const downloadAssetRequestSchema: z.ZodPipe<z.ZodObject<{
167
169
  seed: z.ZodOptional<z.ZodBoolean>;
168
170
  requireHttpChecksum: z.ZodOptional<z.ZodBoolean>;
169
171
  requireSecureTransport: z.ZodOptional<z.ZodBoolean>;
172
+ sessionId: z.ZodOptional<z.ZodString>;
170
173
  requestId: z.ZodOptional<z.ZodString>;
171
174
  }, z.core.$strip>, z.ZodTransform<{
172
175
  seed: boolean;
@@ -175,6 +178,7 @@ export declare const downloadAssetRequestSchema: z.ZodPipe<z.ZodObject<{
175
178
  withProgress?: boolean | undefined;
176
179
  requireHttpChecksum?: boolean | undefined;
177
180
  requireSecureTransport?: boolean | undefined;
181
+ sessionId?: string | undefined;
178
182
  requestId?: string | undefined;
179
183
  }, {
180
184
  type: "downloadAsset";
@@ -183,6 +187,7 @@ export declare const downloadAssetRequestSchema: z.ZodPipe<z.ZodObject<{
183
187
  seed?: boolean | undefined;
184
188
  requireHttpChecksum?: boolean | undefined;
185
189
  requireSecureTransport?: boolean | undefined;
190
+ sessionId?: string | undefined;
186
191
  requestId?: string | undefined;
187
192
  }>>;
188
193
  export declare const downloadAssetResponseSchema: z.ZodObject<{
@@ -1,5 +1,6 @@
1
1
  import { z } from 'zod';
2
2
  import { modelSrcInputSchema, modelInputToSrcSchema, MODEL_SOURCE_URI_HINT } from '../schemas/model-src-utils.js';
3
+ import { trackedRequestSchema } from '../schemas/request-base.js';
3
4
  const ASSET_SRC_DESCRIPTION = `The asset to download and cache: ${MODEL_SOURCE_URI_HINT}.`;
4
5
  const downloadAssetOptionsBaseSchema = z.object({
5
6
  assetSrc: modelSrcInputSchema.describe(ASSET_SRC_DESCRIPTION),
@@ -46,13 +47,9 @@ export const downloadAssetRequestSchema = z
46
47
  requireSecureTransport: z
47
48
  .boolean()
48
49
  .optional()
49
- .describe('Reject plaintext http:// and HTTPS→HTTP downgrades for every HTTP source on this call (loopback exempt); when unset, only Hugging Face transport is hardened. Overrides the engine config for this call; defaults to the config value (false).'),
50
- requestId: z
51
- .string()
52
- .min(1)
53
- .optional()
54
- .describe('Stable identifier for this in-flight download, generated by the caller at call time. Optional — falls back to a generated id when the field is missing. Exposed on the decorated promise so callers can target this download with `cancel({ requestId })`.')
50
+ .describe('Reject plaintext http:// and HTTPS→HTTP downgrades for every HTTP source on this call (loopback exempt); when unset, only Hugging Face transport is hardened. Overrides the engine config for this call; defaults to the config value (false).')
55
51
  })
52
+ .extend(trackedRequestSchema.shape)
56
53
  .transform((data) => ({
57
54
  ...data,
58
55
  seed: data.seed ?? false
@@ -1,12 +1,259 @@
1
1
  import { z } from 'zod';
2
- export declare const embedParamsSchema: z.ZodObject<{
2
+ export declare const embedMediaSourceSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3
+ type: z.ZodLiteral<"base64">;
4
+ value: z.ZodString;
5
+ }, z.core.$strip>, z.ZodObject<{
6
+ type: z.ZodLiteral<"filePath">;
7
+ value: z.ZodString;
8
+ }, z.core.$strip>], "type">;
9
+ export declare const embedInputPartSchema: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
10
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
11
+ type: z.ZodLiteral<"base64">;
12
+ value: z.ZodString;
13
+ }, z.core.$strip>, z.ZodObject<{
14
+ type: z.ZodLiteral<"filePath">;
15
+ value: z.ZodString;
16
+ }, z.core.$strip>], "type">;
17
+ }, z.core.$strip>]>;
18
+ export declare const embedInputSchema: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
19
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
20
+ type: z.ZodLiteral<"base64">;
21
+ value: z.ZodString;
22
+ }, z.core.$strip>, z.ZodObject<{
23
+ type: z.ZodLiteral<"filePath">;
24
+ value: z.ZodString;
25
+ }, z.core.$strip>], "type">;
26
+ }, z.core.$strip>]>>]>;
27
+ export declare const embedWireInputSchema: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
28
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
29
+ type: z.ZodLiteral<"base64">;
30
+ value: z.ZodString;
31
+ }, z.core.$strip>, z.ZodObject<{
32
+ type: z.ZodLiteral<"filePath">;
33
+ value: z.ZodString;
34
+ }, z.core.$strip>], "type">;
35
+ }, z.core.$strip>]>>, z.ZodObject<{
36
+ image: z.ZodBase64;
37
+ width: z.ZodOptional<z.ZodNumber>;
38
+ height: z.ZodOptional<z.ZodNumber>;
39
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
40
+ }, z.core.$strip>]>;
41
+ export declare const embedClientInputSchema: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
42
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
43
+ type: z.ZodLiteral<"base64">;
44
+ value: z.ZodString;
45
+ }, z.core.$strip>, z.ZodObject<{
46
+ type: z.ZodLiteral<"filePath">;
47
+ value: z.ZodString;
48
+ }, z.core.$strip>], "type">;
49
+ }, z.core.$strip>]>>, z.ZodObject<{
50
+ image: z.ZodInstanceOf<Uint8Array<ArrayBuffer>>;
51
+ width: z.ZodOptional<z.ZodNumber>;
52
+ height: z.ZodOptional<z.ZodNumber>;
53
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
54
+ }, z.core.$strip>]>;
55
+ export declare const embedBatchParamsSchema: z.ZodObject<{
3
56
  modelId: z.ZodString;
4
- text: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
57
+ inputs: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
58
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
59
+ type: z.ZodLiteral<"base64">;
60
+ value: z.ZodString;
61
+ }, z.core.$strip>, z.ZodObject<{
62
+ type: z.ZodLiteral<"filePath">;
63
+ value: z.ZodString;
64
+ }, z.core.$strip>], "type">;
65
+ }, z.core.$strip>]>>, z.ZodObject<{
66
+ image: z.ZodBase64;
67
+ width: z.ZodOptional<z.ZodNumber>;
68
+ height: z.ZodOptional<z.ZodNumber>;
69
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
70
+ }, z.core.$strip>]>>;
71
+ text: z.ZodOptional<z.ZodNever>;
72
+ input: z.ZodOptional<z.ZodNever>;
73
+ }, z.core.$strip>;
74
+ export declare const embedBatchClientParamsSchema: z.ZodObject<{
75
+ modelId: z.ZodString;
76
+ text: z.ZodOptional<z.ZodNever>;
77
+ input: z.ZodOptional<z.ZodNever>;
78
+ inputs: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
79
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
80
+ type: z.ZodLiteral<"base64">;
81
+ value: z.ZodString;
82
+ }, z.core.$strip>, z.ZodObject<{
83
+ type: z.ZodLiteral<"filePath">;
84
+ value: z.ZodString;
85
+ }, z.core.$strip>], "type">;
86
+ }, z.core.$strip>]>>, z.ZodObject<{
87
+ image: z.ZodInstanceOf<Uint8Array<ArrayBuffer>>;
88
+ width: z.ZodOptional<z.ZodNumber>;
89
+ height: z.ZodOptional<z.ZodNumber>;
90
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
91
+ }, z.core.$strip>]>>;
5
92
  }, z.core.$strip>;
6
- export declare const embedRequestSchema: z.ZodObject<{
93
+ export declare const embedParamsSchema: z.ZodUnion<readonly [z.ZodObject<{
94
+ modelId: z.ZodString;
95
+ text: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
96
+ inputs: z.ZodOptional<z.ZodNever>;
97
+ input: z.ZodOptional<z.ZodNever>;
98
+ }, z.core.$strip>, z.ZodObject<{
99
+ modelId: z.ZodString;
100
+ inputs: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
101
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
102
+ type: z.ZodLiteral<"base64">;
103
+ value: z.ZodString;
104
+ }, z.core.$strip>, z.ZodObject<{
105
+ type: z.ZodLiteral<"filePath">;
106
+ value: z.ZodString;
107
+ }, z.core.$strip>], "type">;
108
+ }, z.core.$strip>]>>, z.ZodObject<{
109
+ image: z.ZodBase64;
110
+ width: z.ZodOptional<z.ZodNumber>;
111
+ height: z.ZodOptional<z.ZodNumber>;
112
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
113
+ }, z.core.$strip>]>>;
114
+ text: z.ZodOptional<z.ZodNever>;
115
+ input: z.ZodOptional<z.ZodNever>;
116
+ }, z.core.$strip>, z.ZodObject<{
117
+ modelId: z.ZodString;
118
+ input: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
119
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
120
+ type: z.ZodLiteral<"base64">;
121
+ value: z.ZodString;
122
+ }, z.core.$strip>, z.ZodObject<{
123
+ type: z.ZodLiteral<"filePath">;
124
+ value: z.ZodString;
125
+ }, z.core.$strip>], "type">;
126
+ }, z.core.$strip>]>>, z.ZodObject<{
127
+ image: z.ZodBase64;
128
+ width: z.ZodOptional<z.ZodNumber>;
129
+ height: z.ZodOptional<z.ZodNumber>;
130
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
131
+ }, z.core.$strip>]>;
132
+ text: z.ZodOptional<z.ZodNever>;
133
+ inputs: z.ZodOptional<z.ZodNever>;
134
+ }, z.core.$strip>]>;
135
+ export declare const embedLegacyParamsSchema: z.ZodUnion<readonly [z.ZodObject<{
136
+ modelId: z.ZodString;
137
+ text: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
138
+ inputs: z.ZodOptional<z.ZodNever>;
139
+ input: z.ZodOptional<z.ZodNever>;
140
+ }, z.core.$strip>, z.ZodObject<{
141
+ modelId: z.ZodString;
142
+ inputs: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
143
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
144
+ type: z.ZodLiteral<"base64">;
145
+ value: z.ZodString;
146
+ }, z.core.$strip>, z.ZodObject<{
147
+ type: z.ZodLiteral<"filePath">;
148
+ value: z.ZodString;
149
+ }, z.core.$strip>], "type">;
150
+ }, z.core.$strip>]>>]>>;
151
+ text: z.ZodOptional<z.ZodNever>;
152
+ input: z.ZodOptional<z.ZodNever>;
153
+ }, z.core.$strip>]>;
154
+ export declare const embedClientParamsSchema: z.ZodUnion<readonly [z.ZodObject<{
155
+ modelId: z.ZodString;
156
+ text: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
157
+ inputs: z.ZodOptional<z.ZodNever>;
158
+ input: z.ZodOptional<z.ZodNever>;
159
+ }, z.core.$strip>, z.ZodObject<{
160
+ modelId: z.ZodString;
161
+ inputs: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
162
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
163
+ type: z.ZodLiteral<"base64">;
164
+ value: z.ZodString;
165
+ }, z.core.$strip>, z.ZodObject<{
166
+ type: z.ZodLiteral<"filePath">;
167
+ value: z.ZodString;
168
+ }, z.core.$strip>], "type">;
169
+ }, z.core.$strip>]>>]>>;
170
+ text: z.ZodOptional<z.ZodNever>;
171
+ input: z.ZodOptional<z.ZodNever>;
172
+ }, z.core.$strip>, z.ZodObject<{
173
+ modelId: z.ZodString;
174
+ text: z.ZodOptional<z.ZodNever>;
175
+ inputs: z.ZodOptional<z.ZodNever>;
176
+ input: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
177
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
178
+ type: z.ZodLiteral<"base64">;
179
+ value: z.ZodString;
180
+ }, z.core.$strip>, z.ZodObject<{
181
+ type: z.ZodLiteral<"filePath">;
182
+ value: z.ZodString;
183
+ }, z.core.$strip>], "type">;
184
+ }, z.core.$strip>]>>, z.ZodObject<{
185
+ image: z.ZodInstanceOf<Uint8Array<ArrayBuffer>>;
186
+ width: z.ZodOptional<z.ZodNumber>;
187
+ height: z.ZodOptional<z.ZodNumber>;
188
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
189
+ }, z.core.$strip>]>;
190
+ }, z.core.$strip>]>;
191
+ export declare const embedRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
7
192
  modelId: z.ZodString;
8
193
  text: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
194
+ inputs: z.ZodOptional<z.ZodNever>;
195
+ input: z.ZodOptional<z.ZodNever>;
9
196
  type: z.ZodLiteral<"embed">;
197
+ sessionId: z.ZodOptional<z.ZodString>;
198
+ requestId: z.ZodOptional<z.ZodString>;
199
+ }, z.core.$strip>, z.ZodObject<{
200
+ modelId: z.ZodString;
201
+ inputs: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
202
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
203
+ type: z.ZodLiteral<"base64">;
204
+ value: z.ZodString;
205
+ }, z.core.$strip>, z.ZodObject<{
206
+ type: z.ZodLiteral<"filePath">;
207
+ value: z.ZodString;
208
+ }, z.core.$strip>], "type">;
209
+ }, z.core.$strip>]>>]>>;
210
+ text: z.ZodOptional<z.ZodNever>;
211
+ input: z.ZodOptional<z.ZodNever>;
212
+ type: z.ZodLiteral<"embed">;
213
+ sessionId: z.ZodOptional<z.ZodString>;
214
+ requestId: z.ZodOptional<z.ZodString>;
215
+ }, z.core.$strip>, z.ZodObject<{
216
+ modelId: z.ZodString;
217
+ text: z.ZodOptional<z.ZodNever>;
218
+ inputs: z.ZodOptional<z.ZodNever>;
219
+ input: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
220
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
221
+ type: z.ZodLiteral<"base64">;
222
+ value: z.ZodString;
223
+ }, z.core.$strip>, z.ZodObject<{
224
+ type: z.ZodLiteral<"filePath">;
225
+ value: z.ZodString;
226
+ }, z.core.$strip>], "type">;
227
+ }, z.core.$strip>]>>, z.ZodObject<{
228
+ image: z.ZodBase64;
229
+ width: z.ZodOptional<z.ZodNumber>;
230
+ height: z.ZodOptional<z.ZodNumber>;
231
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
232
+ }, z.core.$strip>]>;
233
+ type: z.ZodLiteral<"embed">;
234
+ sessionId: z.ZodOptional<z.ZodString>;
235
+ requestId: z.ZodOptional<z.ZodString>;
236
+ }, z.core.$strip>]>;
237
+ export declare const embedBatchRequestSchema: z.ZodObject<{
238
+ modelId: z.ZodString;
239
+ text: z.ZodOptional<z.ZodNever>;
240
+ input: z.ZodOptional<z.ZodNever>;
241
+ type: z.ZodLiteral<"embedBatch">;
242
+ inputs: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
243
+ media: z.ZodDiscriminatedUnion<[z.ZodObject<{
244
+ type: z.ZodLiteral<"base64">;
245
+ value: z.ZodString;
246
+ }, z.core.$strip>, z.ZodObject<{
247
+ type: z.ZodLiteral<"filePath">;
248
+ value: z.ZodString;
249
+ }, z.core.$strip>], "type">;
250
+ }, z.core.$strip>]>>, z.ZodObject<{
251
+ image: z.ZodBase64;
252
+ width: z.ZodOptional<z.ZodNumber>;
253
+ height: z.ZodOptional<z.ZodNumber>;
254
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
255
+ }, z.core.$strip>]>>;
256
+ sessionId: z.ZodOptional<z.ZodString>;
10
257
  requestId: z.ZodOptional<z.ZodString>;
11
258
  }, z.core.$strip>;
12
259
  export declare const embedStatsSchema: z.ZodObject<{
@@ -18,6 +265,9 @@ export declare const embedStatsSchema: z.ZodObject<{
18
265
  gpu: "gpu";
19
266
  }>>;
20
267
  contextSize: z.ZodOptional<z.ZodNumber>;
268
+ backendId: z.ZodOptional<z.ZodNumber>;
269
+ cpuFallbackNodes: z.ZodOptional<z.ZodNumber>;
270
+ weightBytes: z.ZodOptional<z.ZodNumber>;
21
271
  }, z.core.$strip>;
22
272
  export declare const embedResponseSchema: z.ZodObject<{
23
273
  type: z.ZodLiteral<"embed">;
@@ -32,10 +282,43 @@ export declare const embedResponseSchema: z.ZodObject<{
32
282
  gpu: "gpu";
33
283
  }>>;
34
284
  contextSize: z.ZodOptional<z.ZodNumber>;
285
+ backendId: z.ZodOptional<z.ZodNumber>;
286
+ cpuFallbackNodes: z.ZodOptional<z.ZodNumber>;
287
+ weightBytes: z.ZodOptional<z.ZodNumber>;
288
+ }, z.core.$strip>>;
289
+ error: z.ZodOptional<z.ZodString>;
290
+ }, z.core.$strip>;
291
+ export declare const embedBatchResponseSchema: z.ZodObject<{
292
+ success: z.ZodBoolean;
293
+ stats: z.ZodOptional<z.ZodObject<{
294
+ totalTime: z.ZodOptional<z.ZodNumber>;
295
+ tokensPerSecond: z.ZodOptional<z.ZodNumber>;
296
+ totalTokens: z.ZodOptional<z.ZodNumber>;
297
+ backendDevice: z.ZodOptional<z.ZodEnum<{
298
+ cpu: "cpu";
299
+ gpu: "gpu";
300
+ }>>;
301
+ contextSize: z.ZodOptional<z.ZodNumber>;
302
+ backendId: z.ZodOptional<z.ZodNumber>;
303
+ cpuFallbackNodes: z.ZodOptional<z.ZodNumber>;
304
+ weightBytes: z.ZodOptional<z.ZodNumber>;
35
305
  }, z.core.$strip>>;
36
306
  error: z.ZodOptional<z.ZodString>;
307
+ type: z.ZodLiteral<"embedBatch">;
308
+ embedding: z.ZodArray<z.ZodArray<z.ZodNumber>>;
37
309
  }, z.core.$strip>;
310
+ export type EmbedClientInput = z.infer<typeof embedClientInputSchema>;
311
+ export type EmbedWireInput = z.infer<typeof embedWireInputSchema>;
312
+ export type EmbedClientParams = z.infer<typeof embedClientParamsSchema>;
313
+ export type EmbedLegacyParams = z.infer<typeof embedLegacyParamsSchema>;
314
+ export type EmbedBatchClientParams = z.infer<typeof embedBatchClientParamsSchema>;
315
+ export type EmbedBatchParams = z.infer<typeof embedBatchParamsSchema>;
316
+ export type EmbedBatchRequest = z.infer<typeof embedBatchRequestSchema>;
317
+ export type EmbedBatchResponse = z.infer<typeof embedBatchResponseSchema>;
38
318
  export type EmbedParams = z.infer<typeof embedParamsSchema>;
39
319
  export type EmbedRequest = z.infer<typeof embedRequestSchema>;
40
320
  export type EmbedResponse = z.infer<typeof embedResponseSchema>;
41
321
  export type EmbedStats = z.infer<typeof embedStatsSchema>;
322
+ export type EmbedMediaSource = z.infer<typeof embedMediaSourceSchema>;
323
+ export type EmbedInputPart = z.infer<typeof embedInputPartSchema>;
324
+ export type EmbedInput = z.infer<typeof embedInputSchema>;