@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -1,27 +1,169 @@
1
1
  import { z } from 'zod';
2
- export const embedParamsSchema = z.object({
3
- modelId: z.string().describe('The identifier of the embedding model to use'),
2
+ import { imageEmbeddingInputSchema, imageEmbeddingClientInputSchema, imageEmbeddingStatsSchema } from './image-embedding.js';
3
+ import { trackedRequestSchema } from '../schemas/request-base.js';
4
+ const mediaSourceSchema = z
5
+ .discriminatedUnion('type', [
6
+ z.object({ type: z.literal('base64'), value: z.string().min(1).base64() }),
7
+ z.object({ type: z.literal('filePath'), value: z.string().min(1) })
8
+ ])
9
+ .describe('Image or WAV/MP3/FLAC bytes as base64, or a file path accessible to the inference worker.');
10
+ export const embedMediaSourceSchema = mediaSourceSchema.meta({ title: 'EmbedMediaSource' });
11
+ export const embedInputPartSchema = z
12
+ .union([
13
+ z.string(),
14
+ z.object({ media: embedMediaSourceSchema }).meta({ title: 'EmbedMediaInputPart' })
15
+ ])
16
+ .meta({ title: 'EmbedInputPart' });
17
+ const inputPartSchema = z.union([z.string(), z.object({ media: mediaSourceSchema })]);
18
+ function textMediaInputSchema(parts) {
19
+ return z.union([
20
+ z.string().min(1, 'Text cannot be empty'),
21
+ z
22
+ .array(parts)
23
+ .min(1, 'Input parts cannot be empty')
24
+ .refine((items) => items.some((part) => typeof part !== 'string' || part.length > 0), 'Input cannot be empty')
25
+ ]);
26
+ }
27
+ // Text or ordered text/media parts. This is the item type of the legacy embed({ inputs }) call,
28
+ // kept unchanged so generated Kotlin and Python types for that call stay source-compatible.
29
+ export const embedInputSchema = textMediaInputSchema(embedInputPartSchema).meta({
30
+ title: 'EmbedInput'
31
+ });
32
+ const textMediaEmbedInputSchema = textMediaInputSchema(inputPartSchema);
33
+ // Any input a model can embed, including a MegaLoc image. Used by embed({ input }) and embedBatch.
34
+ export const embedWireInputSchema = z.union([
35
+ ...textMediaEmbedInputSchema.options,
36
+ imageEmbeddingInputSchema
37
+ ]);
38
+ export const embedClientInputSchema = z.union([
39
+ ...textMediaEmbedInputSchema.options,
40
+ imageEmbeddingClientInputSchema
41
+ ]);
42
+ // The contract needs every title to be globally unique, so each wire use of
43
+ // embedWireInputSchema gets its own titles. Untitled arms would reach Python and
44
+ // Kotlin with field-derived (`Input1`) or hashed names.
45
+ function titledInputSchema(title) {
46
+ const [text, parts] = textMediaInputSchema(inputPartSchema).options;
47
+ return z
48
+ .union([
49
+ text.meta({ title: `${title}Text` }),
50
+ parts.meta({ title: `${title}Parts` }),
51
+ imageEmbeddingInputSchema.meta({ title: `${title}Image` })
52
+ ])
53
+ .meta({ title });
54
+ }
55
+ // Field order matters: the Kotlin generator emits constructor parameters in this order.
56
+ const modelId = z.string().describe('The identifier of the embedding model to use');
57
+ const absent = z.never().optional();
58
+ const textEmbedParamsSchema = z.object({
59
+ modelId,
4
60
  text: z
5
61
  .union([
6
62
  z.string().min(1, 'Text cannot be empty'),
7
63
  z.array(z.string().min(1, 'Text cannot be empty')).min(1, 'Text array cannot be empty')
8
64
  ])
9
- .describe('The input text(s) to embed. A single string returns `number[]`; an array returns `number[][]`.')
65
+ .describe('Legacy text input. A string returns one vector; an array returns one vector per string.'),
66
+ inputs: absent,
67
+ input: absent
10
68
  });
11
- export const embedRequestSchema = embedParamsSchema.extend({
12
- type: z.literal('embed'),
13
- requestId: z
14
- .string()
15
- .min(1)
16
- .optional()
17
- .describe('Stable identifier for this in-flight embed, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
69
+ const inputsEmbedParamsSchema = z.object({
70
+ modelId,
71
+ inputs: z
72
+ .array(embedInputSchema)
73
+ .min(1, 'Inputs cannot be empty')
74
+ .describe('Legacy batch input. One vector per text or ordered text/media input. Use embedBatch for images.'),
75
+ text: absent,
76
+ input: absent
77
+ });
78
+ const singleInputDescription = 'One text, ordered text/media input, or image supported by the model.';
79
+ const batchInputsDescription = 'One vector per input, in input order.';
80
+ const singleEmbedParamsSchema = z.object({
81
+ modelId,
82
+ input: embedWireInputSchema.describe(singleInputDescription),
83
+ text: absent,
84
+ inputs: absent
85
+ });
86
+ export const embedBatchParamsSchema = z.object({
87
+ modelId,
88
+ inputs: z
89
+ .array(embedWireInputSchema)
90
+ .min(1, 'Inputs cannot be empty')
91
+ .describe(batchInputsDescription),
92
+ text: absent,
93
+ input: absent
18
94
  });
95
+ const clientSingleEmbedParamsSchema = singleEmbedParamsSchema.extend({
96
+ input: embedClientInputSchema
97
+ });
98
+ export const embedBatchClientParamsSchema = embedBatchParamsSchema.extend({
99
+ inputs: z.array(embedClientInputSchema).min(1, 'Inputs cannot be empty')
100
+ });
101
+ // Worker-side params for the llama.cpp op, which serves both embed and embedBatch requests.
102
+ export const embedParamsSchema = z.union([
103
+ textEmbedParamsSchema,
104
+ embedBatchParamsSchema,
105
+ singleEmbedParamsSchema
106
+ ]);
107
+ // The params embed() accepted before embedBatch existed.
108
+ export const embedLegacyParamsSchema = z.union([textEmbedParamsSchema, inputsEmbedParamsSchema]);
109
+ export const embedClientParamsSchema = z.union([
110
+ textEmbedParamsSchema,
111
+ inputsEmbedParamsSchema,
112
+ clientSingleEmbedParamsSchema
113
+ ]);
114
+ const requestFields = { type: z.literal('embed') };
115
+ export const embedRequestSchema = z.union([
116
+ textEmbedParamsSchema
117
+ .extend(requestFields)
118
+ .extend(trackedRequestSchema.shape)
119
+ .meta({ title: 'EmbedTextRequest' }),
120
+ inputsEmbedParamsSchema
121
+ .extend(requestFields)
122
+ .extend(trackedRequestSchema.shape)
123
+ .meta({ title: 'EmbedInputsRequest' }),
124
+ singleEmbedParamsSchema
125
+ .extend({
126
+ ...requestFields,
127
+ input: titledInputSchema('EmbedSingleInput').describe(singleInputDescription)
128
+ })
129
+ .extend(trackedRequestSchema.shape)
130
+ .meta({ title: 'EmbedSingleRequest' })
131
+ ]);
132
+ export const embedBatchRequestSchema = embedBatchParamsSchema
133
+ .extend({
134
+ type: z.literal('embedBatch'),
135
+ inputs: z
136
+ .array(titledInputSchema('EmbedBatchInput'))
137
+ .min(1, 'Inputs cannot be empty')
138
+ .describe(batchInputsDescription)
139
+ })
140
+ .extend(trackedRequestSchema.shape);
141
+ // embed() is model-agnostic, so its stats cover both engines. Each model fills only its own fields.
142
+ const imageStats = imageEmbeddingStatsSchema.shape;
19
143
  export const embedStatsSchema = z.object({
20
- totalTime: z.number().optional().describe('Total embedding time in milliseconds'),
21
- tokensPerSecond: z.number().optional().describe('Tokens processed per second'),
22
- totalTokens: z.number().optional().describe('Total tokens processed'),
23
- backendDevice: z.enum(['cpu', 'gpu']).optional().describe('Compute backend used for inference'),
24
- contextSize: z.number().optional().describe('Context size in tokens')
144
+ totalTime: z
145
+ .number()
146
+ .optional()
147
+ .describe('Total embedding time in milliseconds. For a MegaLoc batch, the sum of native times.'),
148
+ tokensPerSecond: z
149
+ .number()
150
+ .optional()
151
+ .describe('Tokens processed per second. llama.cpp embedding models only.'),
152
+ totalTokens: z
153
+ .number()
154
+ .optional()
155
+ .describe('Total tokens processed. llama.cpp embedding models only.'),
156
+ backendDevice: z
157
+ .enum(['cpu', 'gpu'])
158
+ .optional()
159
+ .describe('Compute backend used for inference. llama.cpp embedding models only.'),
160
+ contextSize: z
161
+ .number()
162
+ .optional()
163
+ .describe('Context size in tokens. llama.cpp embedding models only.'),
164
+ backendId: imageStats.backendId.describe('Native backend ID: CPU=0, Metal=1, CUDA=2, Vulkan=3, OpenCL=4, other=99. MegaLoc only.'),
165
+ cpuFallbackNodes: imageStats.cpuFallbackNodes.describe('Number of graph nodes scheduled on CPU fallback. MegaLoc only.'),
166
+ weightBytes: imageStats.weightBytes.describe('Allocated model weight bytes. MegaLoc only.')
25
167
  });
26
168
  export const embedResponseSchema = z.object({
27
169
  type: z.literal('embed'),
@@ -29,7 +171,11 @@ export const embedResponseSchema = z.object({
29
171
  embedding: z
30
172
  .union([z.array(z.number()), z.array(z.array(z.number()))])
31
173
  .default([])
32
- .describe('The embedding vector(s). Single `number[]` when `text` is a string; `number[][]` when `text` is an array.'),
174
+ .describe('One vector for input or a text string. One vector per item for legacy text arrays or inputs.'),
33
175
  stats: embedStatsSchema.optional().describe('Performance statistics'),
34
176
  error: z.string().optional()
35
177
  });
178
+ export const embedBatchResponseSchema = embedResponseSchema.extend({
179
+ type: z.literal('embedBatch'),
180
+ embedding: z.array(z.array(z.number()))
181
+ });
@@ -1,10 +1,11 @@
1
- import { type ModelRegistryEngine, type ModelRegistryEntryAddon } from './registry.js';
1
+ import { type ModelRegistryEngine, type ModelRegistryEntryAddon } from '../schemas/registry.js';
2
2
  export declare const ENGINE_TO_ADDON: {
3
3
  readonly "llamacpp-completion": "llm";
4
4
  readonly "whispercpp-transcription": "whisper";
5
5
  readonly "bci-whispercpp-transcription": "bci";
6
6
  readonly "llamacpp-embedding": "embeddings";
7
7
  readonly "llamacpp-decision": "embeddings";
8
+ readonly "llamacpp-rerank": "embeddings";
8
9
  readonly "nmtcpp-translation": "nmt";
9
10
  readonly "onnx-tts": "tts";
10
11
  readonly "tts-ggml": "tts";
@@ -15,6 +16,7 @@ export declare const ENGINE_TO_ADDON: {
15
16
  readonly "audiogen-ggml": "audiogen";
16
17
  readonly "ggml-vla": "vla";
17
18
  readonly "ggml-classification": "classification";
19
+ readonly "ggml-image-embedding": "classification";
18
20
  readonly 'onnx-vad': "vad";
19
21
  };
20
22
  export declare const LEGACY_ENGINE_TO_CANONICAL: Record<string, ModelRegistryEngine>;
@@ -1,6 +1,6 @@
1
- import { ModelType } from './model-types.js';
2
- import { ADDON_ASR, ADDON_AUDIOGEN, ADDON_BCI, ADDON_CLASSIFICATION, ADDON_DIFFUSION, ADDON_EMBEDDING, ADDON_LLM, ADDON_NMT, ADDON_OCR, ADDON_PARAKEET, ADDON_TTS, ADDON_VLA, ADDON_WHISPER } from './plugin.js';
3
- import { modelRegistryEngineSchema } from './registry.js';
1
+ import { ModelType } from '../schemas/model-types.js';
2
+ import { ADDON_ASR, ADDON_AUDIOGEN, ADDON_BCI, ADDON_CLASSIFICATION, ADDON_DIFFUSION, ADDON_EMBEDDING, ADDON_LLM, ADDON_NMT, ADDON_OCR, ADDON_PARAKEET, ADDON_TTS, ADDON_VLA, ADDON_WHISPER } from '../schemas/plugin.js';
3
+ import { modelRegistryEngineSchema } from '../schemas/registry.js';
4
4
  // Canonical engine → addon mapping (exhaustive). `as const` preserves
5
5
  // per-key literals so the addon can be derived from the engine at the type level.
6
6
  export const ENGINE_TO_ADDON = {
@@ -9,6 +9,7 @@ export const ENGINE_TO_ADDON = {
9
9
  [ModelType.bciWhispercppTranscription]: 'bci',
10
10
  [ModelType.llamacppEmbedding]: 'embeddings',
11
11
  [ModelType.llamacppDecision]: 'embeddings',
12
+ [ModelType.llamacppRerank]: 'embeddings',
12
13
  [ModelType.nmtcppTranslation]: 'nmt',
13
14
  [ModelType.onnxTts]: 'tts',
14
15
  [ModelType.ttsGgml]: 'tts',
@@ -19,6 +20,7 @@ export const ENGINE_TO_ADDON = {
19
20
  [ModelType.audiogenGgml]: 'audiogen',
20
21
  [ModelType.ggmlVla]: 'vla',
21
22
  [ModelType.ggmlClassification]: 'classification',
23
+ [ModelType.ggmlImageEmbedding]: 'classification',
22
24
  'onnx-vad': 'vad'
23
25
  };
24
26
  // Legacy engine names → canonical engine.
@@ -52,6 +52,7 @@ export declare const ERROR_CODES: {
52
52
  readonly REQUEST_REJECTED_BY_POLICY: 52420;
53
53
  readonly CONTEXT_OVERFLOW: 52421;
54
54
  readonly INVALID_AUDIO_INPUT: 52422;
55
+ readonly AUDIO_ENCODE_FAILED: 52424;
55
56
  readonly RAG_SAVE_FAILED: 52800;
56
57
  readonly RAG_SEARCH_FAILED: 52801;
57
58
  readonly RAG_DELETE_FAILED: 52802;
@@ -64,6 +65,7 @@ export declare const ERROR_CODES: {
64
65
  readonly RAG_LIST_WORKSPACES_FAILED: 52809;
65
66
  readonly RAG_CHUNK_FAILED: 52810;
66
67
  readonly RAG_WORKSPACE_NOT_OPEN: 52811;
68
+ readonly RAG_WORKSPACE_BUSY: 52812;
67
69
  readonly VECTOR_INDEX_PROVIDER_UNAVAILABLE: 52850;
68
70
  readonly VECTOR_INDEX_NOT_FOUND: 52851;
69
71
  readonly VECTOR_INDEX_INVALID_VECTORS: 52852;
@@ -90,10 +92,18 @@ export declare const ERROR_CODES: {
90
92
  readonly INVALID_DELETE_CACHE_PARAMS: 53201;
91
93
  readonly CACHE_DIR_NOT_ABSOLUTE: 53202;
92
94
  readonly CACHE_DIR_NOT_WRITABLE: 53203;
95
+ readonly INVALID_SEED_FROM_PARAMS: 53204;
96
+ readonly KV_CACHE_SEED_SOURCE_NOT_FOUND: 53205;
97
+ readonly KV_CACHE_SEED_SHARING_DISABLED: 53206;
93
98
  readonly CONFIG_ALREADY_SET: 53351;
94
99
  readonly LIFECYCLE_SUSPEND_FAILED: 53600;
95
100
  readonly LIFECYCLE_RESUME_FAILED: 53601;
96
101
  readonly LIFECYCLE_OPERATION_BLOCKED: 53602;
102
+ readonly SESSION_ID_CONFLICT: 53620;
103
+ readonly SESSION_NOT_OPEN: 53621;
104
+ readonly MODEL_LEASED: 53622;
105
+ readonly OWNER_ONLY: 53623;
106
+ readonly MODEL_RECONFIGURED: 53624;
97
107
  readonly FFMPEG_NOT_AVAILABLE: 53500;
98
108
  readonly AUDIO_PLAYER_FAILED: 53501;
99
109
  readonly INVALID_AUDIO_CHUNK_TYPE: 53502;
@@ -112,8 +122,11 @@ export declare const ERROR_CODES: {
112
122
  readonly PLUGIN_LOAD_CONFIG_VALIDATION_FAILED: 53859;
113
123
  readonly PATH_TRAVERSAL: 53900;
114
124
  readonly QVAC_MODEL_REGISTRY_QUERY_FAILED: 53950;
125
+ readonly QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND: 53951;
126
+ readonly QVAC_MODEL_REGISTRY_BUSY: 53952;
115
127
  };
116
128
  declare const errorDefinitions: ErrorCodesMap;
129
+ export declare function modelRegistryBusyMessage(holder: string, waitedMs: number): string;
117
130
  export { errorDefinitions as ERROR_DEFINITIONS };
118
131
  export declare const REGISTRY_ERROR_CODES: {
119
132
  readonly FAILED_TO_CONNECT: 19001;
@@ -61,6 +61,7 @@ export const ERROR_CODES = {
61
61
  REQUEST_REJECTED_BY_POLICY: 52420,
62
62
  CONTEXT_OVERFLOW: 52421,
63
63
  INVALID_AUDIO_INPUT: 52422,
64
+ AUDIO_ENCODE_FAILED: 52424,
64
65
  // RAG operations (52,800-52,999)
65
66
  RAG_SAVE_FAILED: 52800,
66
67
  RAG_SEARCH_FAILED: 52801,
@@ -74,6 +75,7 @@ export const ERROR_CODES = {
74
75
  RAG_LIST_WORKSPACES_FAILED: 52809,
75
76
  RAG_CHUNK_FAILED: 52810,
76
77
  RAG_WORKSPACE_NOT_OPEN: 52811,
78
+ RAG_WORKSPACE_BUSY: 52812,
77
79
  // Vector index (52,850-52,899)
78
80
  VECTOR_INDEX_PROVIDER_UNAVAILABLE: 52850,
79
81
  VECTOR_INDEX_NOT_FOUND: 52851,
@@ -103,12 +105,21 @@ export const ERROR_CODES = {
103
105
  INVALID_DELETE_CACHE_PARAMS: 53201,
104
106
  CACHE_DIR_NOT_ABSOLUTE: 53202,
105
107
  CACHE_DIR_NOT_WRITABLE: 53203,
108
+ INVALID_SEED_FROM_PARAMS: 53204,
109
+ KV_CACHE_SEED_SOURCE_NOT_FOUND: 53205,
110
+ KV_CACHE_SEED_SHARING_DISABLED: 53206,
106
111
  // Config operations (53,350-53,499)
107
112
  CONFIG_ALREADY_SET: 53351,
108
113
  // Lifecycle (53,600-53,610)
109
114
  LIFECYCLE_SUSPEND_FAILED: 53600,
110
115
  LIFECYCLE_RESUME_FAILED: 53601,
111
116
  LIFECYCLE_OPERATION_BLOCKED: 53602,
117
+ // Caller sessions and model leases (53,620-53,649)
118
+ SESSION_ID_CONFLICT: 53620,
119
+ SESSION_NOT_OPEN: 53621,
120
+ MODEL_LEASED: 53622,
121
+ OWNER_ONLY: 53623,
122
+ MODEL_RECONFIGURED: 53624,
112
123
  // System / runtime (53,500-53,699)
113
124
  FFMPEG_NOT_AVAILABLE: 53500,
114
125
  AUDIO_PLAYER_FAILED: 53501,
@@ -131,7 +142,9 @@ export const ERROR_CODES = {
131
142
  // Security (53,900-53,949)
132
143
  PATH_TRAVERSAL: 53900,
133
144
  // Model registry query (53,950-54,000)
134
- QVAC_MODEL_REGISTRY_QUERY_FAILED: 53950
145
+ QVAC_MODEL_REGISTRY_QUERY_FAILED: 53950,
146
+ QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND: 53951,
147
+ QVAC_MODEL_REGISTRY_BUSY: 53952
135
148
  };
136
149
  const errorDefinitions = {
137
150
  // Response / request validation
@@ -375,6 +388,10 @@ const errorDefinitions = {
375
388
  name: 'INVALID_AUDIO_INPUT',
376
389
  message: (details) => `Invalid audio input${details ? `: ${details}` : ''}`
377
390
  },
391
+ [ERROR_CODES.AUDIO_ENCODE_FAILED]: {
392
+ name: 'AUDIO_ENCODE_FAILED',
393
+ message: (format, details) => `Failed to encode audio as ${format}${details ? `: ${details}` : ''}`
394
+ },
378
395
  // RAG operations
379
396
  [ERROR_CODES.RAG_SAVE_FAILED]: {
380
397
  name: 'RAG_SAVE_FAILED',
@@ -424,6 +441,10 @@ const errorDefinitions = {
424
441
  name: 'RAG_WORKSPACE_NOT_OPEN',
425
442
  message: (workspace) => `RAG workspace '${workspace}' is not open`
426
443
  },
444
+ [ERROR_CODES.RAG_WORKSPACE_BUSY]: {
445
+ name: 'RAG_WORKSPACE_BUSY',
446
+ message: (workspace) => `RAG workspace '${workspace}' is running another session's operation; retry when it finishes`
447
+ },
427
448
  // Vector index
428
449
  [ERROR_CODES.VECTOR_INDEX_PROVIDER_UNAVAILABLE]: {
429
450
  name: 'VECTOR_INDEX_PROVIDER_UNAVAILABLE',
@@ -532,6 +553,18 @@ const errorDefinitions = {
532
553
  name: 'CACHE_DIR_NOT_WRITABLE',
533
554
  message: (cacheDir, details) => `Cache directory is not writable: ${cacheDir}${details ? `. ${details}` : ''}`
534
555
  },
556
+ [ERROR_CODES.INVALID_SEED_FROM_PARAMS]: {
557
+ name: 'INVALID_SEED_FROM_PARAMS',
558
+ message: 'seedFrom needs a caller-managed kvCache key other than itself'
559
+ },
560
+ [ERROR_CODES.KV_CACHE_SEED_SOURCE_NOT_FOUND]: {
561
+ name: 'KV_CACHE_SEED_SOURCE_NOT_FOUND',
562
+ message: (seedFrom, modelId) => `No cache named "${seedFrom}" exists for model "${modelId}" with this system prompt`
563
+ },
564
+ [ERROR_CODES.KV_CACHE_SEED_SHARING_DISABLED]: {
565
+ name: 'KV_CACHE_SEED_SHARING_DISABLED',
566
+ message: (modelId) => `seedFrom has no effect on model "${modelId}": it was not loaded with cache_share_across_keys true`
567
+ },
535
568
  // Config operations
536
569
  [ERROR_CODES.CONFIG_ALREADY_SET]: {
537
570
  name: 'CONFIG_ALREADY_SET',
@@ -550,6 +583,27 @@ const errorDefinitions = {
550
583
  name: 'LIFECYCLE_OPERATION_BLOCKED',
551
584
  message: (requestType, lifecycleState) => `Operation "${requestType}" is blocked while runtime state is "${lifecycleState}"`
552
585
  },
586
+ // Caller sessions and model leases
587
+ [ERROR_CODES.SESSION_ID_CONFLICT]: {
588
+ name: 'SESSION_ID_CONFLICT',
589
+ message: (sessionId) => `Session id "${sessionId}" is already open`
590
+ },
591
+ [ERROR_CODES.SESSION_NOT_OPEN]: {
592
+ name: 'SESSION_NOT_OPEN',
593
+ message: (sessionId) => `Session "${sessionId}" is not open`
594
+ },
595
+ [ERROR_CODES.MODEL_LEASED]: {
596
+ name: 'MODEL_LEASED',
597
+ message: (modelId, leaseCount) => `Model "${modelId}" is held by ${leaseCount} other session(s); it cannot be reconfigured while another session uses it`
598
+ },
599
+ [ERROR_CODES.OWNER_ONLY]: {
600
+ name: 'OWNER_ONLY',
601
+ message: (operation, sessionId) => `Operation "${operation}" is reserved for the runtime owner; session "${sessionId}" cannot call it`
602
+ },
603
+ [ERROR_CODES.MODEL_RECONFIGURED]: {
604
+ name: 'MODEL_RECONFIGURED',
605
+ message: (modelId) => `Model "${modelId}" was reconfigured after it was loaded and no longer has the configuration this load asks for; load it again once it is unloaded`
606
+ },
553
607
  // System / runtime
554
608
  [ERROR_CODES.FFMPEG_NOT_AVAILABLE]: {
555
609
  name: 'FFMPEG_NOT_AVAILABLE',
@@ -629,8 +683,24 @@ const errorDefinitions = {
629
683
  [ERROR_CODES.QVAC_MODEL_REGISTRY_QUERY_FAILED]: {
630
684
  name: 'QVAC_MODEL_REGISTRY_QUERY_FAILED',
631
685
  message: (details) => `QVAC model registry query failed${details ? `: ${details}` : ''}`
686
+ },
687
+ [ERROR_CODES.QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND]: {
688
+ name: 'QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND',
689
+ message: (registrySource, registryPath) => `QVAC model registry has no model at ${registrySource}/${registryPath}`
690
+ },
691
+ [ERROR_CODES.QVAC_MODEL_REGISTRY_BUSY]: {
692
+ name: 'QVAC_MODEL_REGISTRY_BUSY',
693
+ message: modelRegistryBusyMessage
632
694
  }
633
695
  };
696
+ // `current` also covers a wait queued behind this process's own work while
697
+ // another process is owed the store next.
698
+ export function modelRegistryBusyMessage(holder, waitedMs) {
699
+ const waited = `${Math.round(waitedMs / 1000)}s`;
700
+ return holder === 'legacy'
701
+ ? `Another QVAC process on an older SDK holds the model registry until it exits; gave up after ${waited}. Close or upgrade that process, then retry.`
702
+ : `Another QVAC process is using the model registry or is next in line for it; gave up after ${waited}. Retry shortly.`;
703
+ }
634
704
  addCodes(errorDefinitions, { name: 'qvac-inference', version: '1.0.0' });
635
705
  export { errorDefinitions as ERROR_DEFINITIONS };
636
706
  // Registry client error codes (19,001-20,000 range). These match the codes
@@ -81,8 +81,8 @@ export declare const finetuneRunParamsSchema: z.ZodObject<{
81
81
  weightDecay: z.ZodOptional<z.ZodNumber>;
82
82
  }, z.core.$strict>;
83
83
  operation: z.ZodOptional<z.ZodEnum<{
84
- start: "start";
85
84
  resume: "resume";
85
+ start: "start";
86
86
  }>>;
87
87
  }, z.core.$strict>;
88
88
  export declare const finetuneGetStateParamsSchema: z.ZodObject<{
@@ -207,8 +207,8 @@ export declare const finetuneParamsSchema: z.ZodUnion<readonly [z.ZodObject<{
207
207
  weightDecay: z.ZodOptional<z.ZodNumber>;
208
208
  }, z.core.$strict>;
209
209
  operation: z.ZodOptional<z.ZodEnum<{
210
- start: "start";
211
210
  resume: "resume";
211
+ start: "start";
212
212
  }>>;
213
213
  }, z.core.$strict>, z.ZodObject<{
214
214
  modelId: z.ZodString;
@@ -332,10 +332,11 @@ export declare const finetuneRunRequestSchema: z.ZodObject<{
332
332
  }, z.core.$strict>;
333
333
  type: z.ZodLiteral<"finetune">;
334
334
  operation: z.ZodOptional<z.ZodEnum<{
335
- start: "start";
336
335
  resume: "resume";
336
+ start: "start";
337
337
  }>>;
338
338
  withProgress: z.ZodOptional<z.ZodBoolean>;
339
+ sessionId: z.ZodOptional<z.ZodString>;
339
340
  requestId: z.ZodOptional<z.ZodString>;
340
341
  }, z.core.$strict>;
341
342
  export declare const finetuneGetStateRequestSchema: z.ZodObject<{
@@ -396,6 +397,8 @@ export declare const finetuneGetStateRequestSchema: z.ZodObject<{
396
397
  }, z.core.$strict>;
397
398
  type: z.ZodLiteral<"finetune">;
398
399
  operation: z.ZodLiteral<"getState">;
400
+ sessionId: z.ZodOptional<z.ZodString>;
401
+ requestId: z.ZodOptional<z.ZodString>;
399
402
  }, z.core.$strict>;
400
403
  export declare const finetuneStopRequestSchema: z.ZodObject<{
401
404
  modelId: z.ZodString;
@@ -404,6 +407,8 @@ export declare const finetuneStopRequestSchema: z.ZodObject<{
404
407
  cancel: "cancel";
405
408
  pause: "pause";
406
409
  }>;
410
+ sessionId: z.ZodOptional<z.ZodString>;
411
+ requestId: z.ZodOptional<z.ZodString>;
407
412
  }, z.core.$strict>;
408
413
  export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
409
414
  modelId: z.ZodString;
@@ -463,10 +468,11 @@ export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
463
468
  }, z.core.$strict>;
464
469
  type: z.ZodLiteral<"finetune">;
465
470
  operation: z.ZodOptional<z.ZodEnum<{
466
- start: "start";
467
471
  resume: "resume";
472
+ start: "start";
468
473
  }>>;
469
474
  withProgress: z.ZodOptional<z.ZodBoolean>;
475
+ sessionId: z.ZodOptional<z.ZodString>;
470
476
  requestId: z.ZodOptional<z.ZodString>;
471
477
  }, z.core.$strict>, z.ZodObject<{
472
478
  modelId: z.ZodString;
@@ -526,6 +532,8 @@ export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
526
532
  }, z.core.$strict>;
527
533
  type: z.ZodLiteral<"finetune">;
528
534
  operation: z.ZodLiteral<"getState">;
535
+ sessionId: z.ZodOptional<z.ZodString>;
536
+ requestId: z.ZodOptional<z.ZodString>;
529
537
  }, z.core.$strict>, z.ZodObject<{
530
538
  modelId: z.ZodString;
531
539
  type: z.ZodLiteral<"finetune">;
@@ -533,6 +541,8 @@ export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
533
541
  cancel: "cancel";
534
542
  pause: "pause";
535
543
  }>;
544
+ sessionId: z.ZodOptional<z.ZodString>;
545
+ requestId: z.ZodOptional<z.ZodString>;
536
546
  }, z.core.$strict>]>;
537
547
  export declare const finetuneStatusSchema: z.ZodEnum<{
538
548
  IDLE: "IDLE";
@@ -1,4 +1,5 @@
1
1
  import { z } from 'zod';
2
+ import { trackedRequestSchema } from '../schemas/request-base.js';
2
3
  const lrSchedulerValues = ['constant', 'cosine', 'linear'];
3
4
  const finetuneStatusValues = ['IDLE', 'RUNNING', 'PAUSED', 'CANCELLED', 'COMPLETED'];
4
5
  export const finetuneValidationSchema = z
@@ -89,13 +90,9 @@ export const finetuneRunRequestSchema = finetuneRunParamsSchemaBase
89
90
  .extend({
90
91
  type: z.literal('finetune'),
91
92
  operation: z.enum(['start', 'resume']).optional(),
92
- withProgress: z.boolean().optional(),
93
- requestId: z
94
- .string()
95
- .min(1)
96
- .optional()
97
- .describe('Stable identifier for this in-flight finetune, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
93
+ withProgress: z.boolean().optional()
98
94
  })
95
+ .extend(trackedRequestSchema.shape)
99
96
  .strict()
100
97
  .meta({ title: 'FinetuneRunRequest' });
101
98
  export const finetuneGetStateRequestSchema = finetuneRunParamsSchemaBase
@@ -103,6 +100,7 @@ export const finetuneGetStateRequestSchema = finetuneRunParamsSchemaBase
103
100
  type: z.literal('finetune'),
104
101
  operation: z.literal('getState')
105
102
  })
103
+ .extend(trackedRequestSchema.shape)
106
104
  .strict()
107
105
  .meta({ title: 'FinetuneGetStateRequest' });
108
106
  export const finetuneStopRequestSchema = finetuneModelParamsSchema
@@ -110,6 +108,7 @@ export const finetuneStopRequestSchema = finetuneModelParamsSchema
110
108
  type: z.literal('finetune'),
111
109
  operation: z.enum(['pause', 'cancel'])
112
110
  })
111
+ .extend(trackedRequestSchema.shape)
113
112
  .strict()
114
113
  .meta({ title: 'FinetuneStopRequest' });
115
114
  export const finetuneRequestSchema = z.union([
@@ -1,6 +1,7 @@
1
1
  import { z } from 'zod';
2
2
  export declare const heartbeatRequestSchema: z.ZodObject<{
3
3
  type: z.ZodLiteral<"heartbeat">;
4
+ sessionId: z.ZodOptional<z.ZodString>;
4
5
  }, z.core.$strip>;
5
6
  export declare const heartbeatResponseSchema: z.ZodObject<{
6
7
  type: z.ZodLiteral<"heartbeat">;
@@ -1,7 +1,10 @@
1
1
  import { z } from 'zod';
2
- export const heartbeatRequestSchema = z.object({
2
+ import { sessionScopedRequestSchema } from '../schemas/request-base.js';
3
+ export const heartbeatRequestSchema = z
4
+ .object({
3
5
  type: z.literal('heartbeat')
4
- });
6
+ })
7
+ .extend(sessionScopedRequestSchema.shape);
5
8
  export const heartbeatResponseSchema = z.object({
6
9
  type: z.literal('heartbeat'),
7
10
  number: z.number()
@@ -0,0 +1,27 @@
1
+ import { z } from 'zod';
2
+ export declare const imageEmbeddingConfigSchema: z.ZodObject<{
3
+ backend: z.ZodOptional<z.ZodString>;
4
+ threads: z.ZodOptional<z.ZodNumber>;
5
+ backendsDir: z.ZodOptional<z.ZodString>;
6
+ }, z.core.$strip>;
7
+ export declare const imageEmbeddingInputSchema: z.ZodObject<{
8
+ image: z.ZodBase64;
9
+ width: z.ZodOptional<z.ZodNumber>;
10
+ height: z.ZodOptional<z.ZodNumber>;
11
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
12
+ }, z.core.$strip>;
13
+ export declare const imageEmbeddingClientInputSchema: z.ZodObject<{
14
+ image: z.ZodInstanceOf<Uint8Array<ArrayBuffer>>;
15
+ width: z.ZodOptional<z.ZodNumber>;
16
+ height: z.ZodOptional<z.ZodNumber>;
17
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
18
+ }, z.core.$strip>;
19
+ export declare const imageEmbeddingStatsSchema: z.ZodObject<{
20
+ totalTime: z.ZodOptional<z.ZodNumber>;
21
+ backendId: z.ZodOptional<z.ZodNumber>;
22
+ cpuFallbackNodes: z.ZodOptional<z.ZodNumber>;
23
+ weightBytes: z.ZodOptional<z.ZodNumber>;
24
+ }, z.core.$strip>;
25
+ export declare const imageEmbeddingSchema: z.ZodArray<z.ZodNumber>;
26
+ export type ImageEmbeddingConfig = z.infer<typeof imageEmbeddingConfigSchema>;
27
+ export type ImageEmbeddingStats = z.infer<typeof imageEmbeddingStatsSchema>;