@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -1,27 +1,169 @@
1
1
  import { z } from 'zod';
2
- export const embedParamsSchema = z.object({
3
- modelId: z.string().describe('The identifier of the embedding model to use'),
2
+ import { imageEmbeddingInputSchema, imageEmbeddingClientInputSchema, imageEmbeddingStatsSchema } from './image-embedding.js';
3
+ import { trackedRequestSchema } from '../schemas/request-base.js';
4
+ const mediaSourceSchema = z
5
+ .discriminatedUnion('type', [
6
+ z.object({ type: z.literal('base64'), value: z.string().min(1).base64() }),
7
+ z.object({ type: z.literal('filePath'), value: z.string().min(1) })
8
+ ])
9
+ .describe('Image or WAV/MP3/FLAC bytes as base64, or a file path accessible to the inference worker.');
10
+ export const embedMediaSourceSchema = mediaSourceSchema.meta({ title: 'EmbedMediaSource' });
11
+ export const embedInputPartSchema = z
12
+ .union([
13
+ z.string(),
14
+ z.object({ media: embedMediaSourceSchema }).meta({ title: 'EmbedMediaInputPart' })
15
+ ])
16
+ .meta({ title: 'EmbedInputPart' });
17
+ const inputPartSchema = z.union([z.string(), z.object({ media: mediaSourceSchema })]);
18
+ function textMediaInputSchema(parts) {
19
+ return z.union([
20
+ z.string().min(1, 'Text cannot be empty'),
21
+ z
22
+ .array(parts)
23
+ .min(1, 'Input parts cannot be empty')
24
+ .refine((items) => items.some((part) => typeof part !== 'string' || part.length > 0), 'Input cannot be empty')
25
+ ]);
26
+ }
27
+ // Text or ordered text/media parts. This is the item type of the legacy embed({ inputs }) call,
28
+ // kept unchanged so generated Kotlin and Python types for that call stay source-compatible.
29
+ export const embedInputSchema = textMediaInputSchema(embedInputPartSchema).meta({
30
+ title: 'EmbedInput'
31
+ });
32
+ const textMediaEmbedInputSchema = textMediaInputSchema(inputPartSchema);
33
+ // Any input a model can embed, including a MegaLoc image. Used by embed({ input }) and embedBatch.
34
+ export const embedWireInputSchema = z.union([
35
+ ...textMediaEmbedInputSchema.options,
36
+ imageEmbeddingInputSchema
37
+ ]);
38
+ export const embedClientInputSchema = z.union([
39
+ ...textMediaEmbedInputSchema.options,
40
+ imageEmbeddingClientInputSchema
41
+ ]);
42
+ // The contract needs every title to be globally unique, so each wire use of
43
+ // embedWireInputSchema gets its own titles. Untitled arms would reach Python and
44
+ // Kotlin with field-derived (`Input1`) or hashed names.
45
+ function titledInputSchema(title) {
46
+ const [text, parts] = textMediaInputSchema(inputPartSchema).options;
47
+ return z
48
+ .union([
49
+ text.meta({ title: `${title}Text` }),
50
+ parts.meta({ title: `${title}Parts` }),
51
+ imageEmbeddingInputSchema.meta({ title: `${title}Image` })
52
+ ])
53
+ .meta({ title });
54
+ }
55
+ // Field order matters: the Kotlin generator emits constructor parameters in this order.
56
+ const modelId = z.string().describe('The identifier of the embedding model to use');
57
+ const absent = z.never().optional();
58
+ const textEmbedParamsSchema = z.object({
59
+ modelId,
4
60
  text: z
5
61
  .union([
6
62
  z.string().min(1, 'Text cannot be empty'),
7
63
  z.array(z.string().min(1, 'Text cannot be empty')).min(1, 'Text array cannot be empty')
8
64
  ])
9
- .describe('The input text(s) to embed. A single string returns `number[]`; an array returns `number[][]`.')
65
+ .describe('Legacy text input. A string returns one vector; an array returns one vector per string.'),
66
+ inputs: absent,
67
+ input: absent
10
68
  });
11
- export const embedRequestSchema = embedParamsSchema.extend({
12
- type: z.literal('embed'),
13
- requestId: z
14
- .string()
15
- .min(1)
16
- .optional()
17
- .describe('Stable identifier for this in-flight embed, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
69
+ const inputsEmbedParamsSchema = z.object({
70
+ modelId,
71
+ inputs: z
72
+ .array(embedInputSchema)
73
+ .min(1, 'Inputs cannot be empty')
74
+ .describe('Legacy batch input. One vector per text or ordered text/media input. Use embedBatch for images.'),
75
+ text: absent,
76
+ input: absent
77
+ });
78
+ const singleInputDescription = 'One text, ordered text/media input, or image supported by the model.';
79
+ const batchInputsDescription = 'One vector per input, in input order.';
80
+ const singleEmbedParamsSchema = z.object({
81
+ modelId,
82
+ input: embedWireInputSchema.describe(singleInputDescription),
83
+ text: absent,
84
+ inputs: absent
85
+ });
86
+ export const embedBatchParamsSchema = z.object({
87
+ modelId,
88
+ inputs: z
89
+ .array(embedWireInputSchema)
90
+ .min(1, 'Inputs cannot be empty')
91
+ .describe(batchInputsDescription),
92
+ text: absent,
93
+ input: absent
18
94
  });
95
+ const clientSingleEmbedParamsSchema = singleEmbedParamsSchema.extend({
96
+ input: embedClientInputSchema
97
+ });
98
+ export const embedBatchClientParamsSchema = embedBatchParamsSchema.extend({
99
+ inputs: z.array(embedClientInputSchema).min(1, 'Inputs cannot be empty')
100
+ });
101
+ // Worker-side params for the llama.cpp op, which serves both embed and embedBatch requests.
102
+ export const embedParamsSchema = z.union([
103
+ textEmbedParamsSchema,
104
+ embedBatchParamsSchema,
105
+ singleEmbedParamsSchema
106
+ ]);
107
+ // The params embed() accepted before embedBatch existed.
108
+ export const embedLegacyParamsSchema = z.union([textEmbedParamsSchema, inputsEmbedParamsSchema]);
109
+ export const embedClientParamsSchema = z.union([
110
+ textEmbedParamsSchema,
111
+ inputsEmbedParamsSchema,
112
+ clientSingleEmbedParamsSchema
113
+ ]);
114
+ const requestFields = { type: z.literal('embed') };
115
+ export const embedRequestSchema = z.union([
116
+ textEmbedParamsSchema
117
+ .extend(requestFields)
118
+ .extend(trackedRequestSchema.shape)
119
+ .meta({ title: 'EmbedTextRequest' }),
120
+ inputsEmbedParamsSchema
121
+ .extend(requestFields)
122
+ .extend(trackedRequestSchema.shape)
123
+ .meta({ title: 'EmbedInputsRequest' }),
124
+ singleEmbedParamsSchema
125
+ .extend({
126
+ ...requestFields,
127
+ input: titledInputSchema('EmbedSingleInput').describe(singleInputDescription)
128
+ })
129
+ .extend(trackedRequestSchema.shape)
130
+ .meta({ title: 'EmbedSingleRequest' })
131
+ ]);
132
+ export const embedBatchRequestSchema = embedBatchParamsSchema
133
+ .extend({
134
+ type: z.literal('embedBatch'),
135
+ inputs: z
136
+ .array(titledInputSchema('EmbedBatchInput'))
137
+ .min(1, 'Inputs cannot be empty')
138
+ .describe(batchInputsDescription)
139
+ })
140
+ .extend(trackedRequestSchema.shape);
141
+ // embed() is model-agnostic, so its stats cover both engines. Each model fills only its own fields.
142
+ const imageStats = imageEmbeddingStatsSchema.shape;
19
143
  export const embedStatsSchema = z.object({
20
- totalTime: z.number().optional().describe('Total embedding time in milliseconds'),
21
- tokensPerSecond: z.number().optional().describe('Tokens processed per second'),
22
- totalTokens: z.number().optional().describe('Total tokens processed'),
23
- backendDevice: z.enum(['cpu', 'gpu']).optional().describe('Compute backend used for inference'),
24
- contextSize: z.number().optional().describe('Context size in tokens')
144
+ totalTime: z
145
+ .number()
146
+ .optional()
147
+ .describe('Total embedding time in milliseconds. For a MegaLoc batch, the sum of native times.'),
148
+ tokensPerSecond: z
149
+ .number()
150
+ .optional()
151
+ .describe('Tokens processed per second. llama.cpp embedding models only.'),
152
+ totalTokens: z
153
+ .number()
154
+ .optional()
155
+ .describe('Total tokens processed. llama.cpp embedding models only.'),
156
+ backendDevice: z
157
+ .enum(['cpu', 'gpu'])
158
+ .optional()
159
+ .describe('Compute backend used for inference. llama.cpp embedding models only.'),
160
+ contextSize: z
161
+ .number()
162
+ .optional()
163
+ .describe('Context size in tokens. llama.cpp embedding models only.'),
164
+ backendId: imageStats.backendId.describe('Native backend ID: CPU=0, Metal=1, CUDA=2, Vulkan=3, OpenCL=4, other=99. MegaLoc only.'),
165
+ cpuFallbackNodes: imageStats.cpuFallbackNodes.describe('Number of graph nodes scheduled on CPU fallback. MegaLoc only.'),
166
+ weightBytes: imageStats.weightBytes.describe('Allocated model weight bytes. MegaLoc only.')
25
167
  });
26
168
  export const embedResponseSchema = z.object({
27
169
  type: z.literal('embed'),
@@ -29,7 +171,11 @@ export const embedResponseSchema = z.object({
29
171
  embedding: z
30
172
  .union([z.array(z.number()), z.array(z.array(z.number()))])
31
173
  .default([])
32
- .describe('The embedding vector(s). Single `number[]` when `text` is a string; `number[][]` when `text` is an array.'),
174
+ .describe('One vector for input or a text string. One vector per item for legacy text arrays or inputs.'),
33
175
  stats: embedStatsSchema.optional().describe('Performance statistics'),
34
176
  error: z.string().optional()
35
177
  });
178
+ export const embedBatchResponseSchema = embedResponseSchema.extend({
179
+ type: z.literal('embedBatch'),
180
+ embedding: z.array(z.array(z.number()))
181
+ });
@@ -16,6 +16,7 @@ export declare const ENGINE_TO_ADDON: {
16
16
  readonly "audiogen-ggml": "audiogen";
17
17
  readonly "ggml-vla": "vla";
18
18
  readonly "ggml-classification": "classification";
19
+ readonly "ggml-image-embedding": "classification";
19
20
  readonly 'onnx-vad': "vad";
20
21
  };
21
22
  export declare const LEGACY_ENGINE_TO_CANONICAL: Record<string, ModelRegistryEngine>;
@@ -20,6 +20,7 @@ export const ENGINE_TO_ADDON = {
20
20
  [ModelType.audiogenGgml]: 'audiogen',
21
21
  [ModelType.ggmlVla]: 'vla',
22
22
  [ModelType.ggmlClassification]: 'classification',
23
+ [ModelType.ggmlImageEmbedding]: 'classification',
23
24
  'onnx-vad': 'vad'
24
25
  };
25
26
  // Legacy engine names → canonical engine.
@@ -52,6 +52,7 @@ export declare const ERROR_CODES: {
52
52
  readonly REQUEST_REJECTED_BY_POLICY: 52420;
53
53
  readonly CONTEXT_OVERFLOW: 52421;
54
54
  readonly INVALID_AUDIO_INPUT: 52422;
55
+ readonly AUDIO_ENCODE_FAILED: 52424;
55
56
  readonly RAG_SAVE_FAILED: 52800;
56
57
  readonly RAG_SEARCH_FAILED: 52801;
57
58
  readonly RAG_DELETE_FAILED: 52802;
@@ -64,6 +65,7 @@ export declare const ERROR_CODES: {
64
65
  readonly RAG_LIST_WORKSPACES_FAILED: 52809;
65
66
  readonly RAG_CHUNK_FAILED: 52810;
66
67
  readonly RAG_WORKSPACE_NOT_OPEN: 52811;
68
+ readonly RAG_WORKSPACE_BUSY: 52812;
67
69
  readonly VECTOR_INDEX_PROVIDER_UNAVAILABLE: 52850;
68
70
  readonly VECTOR_INDEX_NOT_FOUND: 52851;
69
71
  readonly VECTOR_INDEX_INVALID_VECTORS: 52852;
@@ -90,10 +92,18 @@ export declare const ERROR_CODES: {
90
92
  readonly INVALID_DELETE_CACHE_PARAMS: 53201;
91
93
  readonly CACHE_DIR_NOT_ABSOLUTE: 53202;
92
94
  readonly CACHE_DIR_NOT_WRITABLE: 53203;
95
+ readonly INVALID_SEED_FROM_PARAMS: 53204;
96
+ readonly KV_CACHE_SEED_SOURCE_NOT_FOUND: 53205;
97
+ readonly KV_CACHE_SEED_SHARING_DISABLED: 53206;
93
98
  readonly CONFIG_ALREADY_SET: 53351;
94
99
  readonly LIFECYCLE_SUSPEND_FAILED: 53600;
95
100
  readonly LIFECYCLE_RESUME_FAILED: 53601;
96
101
  readonly LIFECYCLE_OPERATION_BLOCKED: 53602;
102
+ readonly SESSION_ID_CONFLICT: 53620;
103
+ readonly SESSION_NOT_OPEN: 53621;
104
+ readonly MODEL_LEASED: 53622;
105
+ readonly OWNER_ONLY: 53623;
106
+ readonly MODEL_RECONFIGURED: 53624;
97
107
  readonly FFMPEG_NOT_AVAILABLE: 53500;
98
108
  readonly AUDIO_PLAYER_FAILED: 53501;
99
109
  readonly INVALID_AUDIO_CHUNK_TYPE: 53502;
@@ -113,8 +123,10 @@ export declare const ERROR_CODES: {
113
123
  readonly PATH_TRAVERSAL: 53900;
114
124
  readonly QVAC_MODEL_REGISTRY_QUERY_FAILED: 53950;
115
125
  readonly QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND: 53951;
126
+ readonly QVAC_MODEL_REGISTRY_BUSY: 53952;
116
127
  };
117
128
  declare const errorDefinitions: ErrorCodesMap;
129
+ export declare function modelRegistryBusyMessage(holder: string, waitedMs: number): string;
118
130
  export { errorDefinitions as ERROR_DEFINITIONS };
119
131
  export declare const REGISTRY_ERROR_CODES: {
120
132
  readonly FAILED_TO_CONNECT: 19001;
@@ -61,6 +61,7 @@ export const ERROR_CODES = {
61
61
  REQUEST_REJECTED_BY_POLICY: 52420,
62
62
  CONTEXT_OVERFLOW: 52421,
63
63
  INVALID_AUDIO_INPUT: 52422,
64
+ AUDIO_ENCODE_FAILED: 52424,
64
65
  // RAG operations (52,800-52,999)
65
66
  RAG_SAVE_FAILED: 52800,
66
67
  RAG_SEARCH_FAILED: 52801,
@@ -74,6 +75,7 @@ export const ERROR_CODES = {
74
75
  RAG_LIST_WORKSPACES_FAILED: 52809,
75
76
  RAG_CHUNK_FAILED: 52810,
76
77
  RAG_WORKSPACE_NOT_OPEN: 52811,
78
+ RAG_WORKSPACE_BUSY: 52812,
77
79
  // Vector index (52,850-52,899)
78
80
  VECTOR_INDEX_PROVIDER_UNAVAILABLE: 52850,
79
81
  VECTOR_INDEX_NOT_FOUND: 52851,
@@ -103,12 +105,21 @@ export const ERROR_CODES = {
103
105
  INVALID_DELETE_CACHE_PARAMS: 53201,
104
106
  CACHE_DIR_NOT_ABSOLUTE: 53202,
105
107
  CACHE_DIR_NOT_WRITABLE: 53203,
108
+ INVALID_SEED_FROM_PARAMS: 53204,
109
+ KV_CACHE_SEED_SOURCE_NOT_FOUND: 53205,
110
+ KV_CACHE_SEED_SHARING_DISABLED: 53206,
106
111
  // Config operations (53,350-53,499)
107
112
  CONFIG_ALREADY_SET: 53351,
108
113
  // Lifecycle (53,600-53,610)
109
114
  LIFECYCLE_SUSPEND_FAILED: 53600,
110
115
  LIFECYCLE_RESUME_FAILED: 53601,
111
116
  LIFECYCLE_OPERATION_BLOCKED: 53602,
117
+ // Caller sessions and model leases (53,620-53,649)
118
+ SESSION_ID_CONFLICT: 53620,
119
+ SESSION_NOT_OPEN: 53621,
120
+ MODEL_LEASED: 53622,
121
+ OWNER_ONLY: 53623,
122
+ MODEL_RECONFIGURED: 53624,
112
123
  // System / runtime (53,500-53,699)
113
124
  FFMPEG_NOT_AVAILABLE: 53500,
114
125
  AUDIO_PLAYER_FAILED: 53501,
@@ -132,7 +143,8 @@ export const ERROR_CODES = {
132
143
  PATH_TRAVERSAL: 53900,
133
144
  // Model registry query (53,950-54,000)
134
145
  QVAC_MODEL_REGISTRY_QUERY_FAILED: 53950,
135
- QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND: 53951
146
+ QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND: 53951,
147
+ QVAC_MODEL_REGISTRY_BUSY: 53952
136
148
  };
137
149
  const errorDefinitions = {
138
150
  // Response / request validation
@@ -376,6 +388,10 @@ const errorDefinitions = {
376
388
  name: 'INVALID_AUDIO_INPUT',
377
389
  message: (details) => `Invalid audio input${details ? `: ${details}` : ''}`
378
390
  },
391
+ [ERROR_CODES.AUDIO_ENCODE_FAILED]: {
392
+ name: 'AUDIO_ENCODE_FAILED',
393
+ message: (format, details) => `Failed to encode audio as ${format}${details ? `: ${details}` : ''}`
394
+ },
379
395
  // RAG operations
380
396
  [ERROR_CODES.RAG_SAVE_FAILED]: {
381
397
  name: 'RAG_SAVE_FAILED',
@@ -425,6 +441,10 @@ const errorDefinitions = {
425
441
  name: 'RAG_WORKSPACE_NOT_OPEN',
426
442
  message: (workspace) => `RAG workspace '${workspace}' is not open`
427
443
  },
444
+ [ERROR_CODES.RAG_WORKSPACE_BUSY]: {
445
+ name: 'RAG_WORKSPACE_BUSY',
446
+ message: (workspace) => `RAG workspace '${workspace}' is running another session's operation; retry when it finishes`
447
+ },
428
448
  // Vector index
429
449
  [ERROR_CODES.VECTOR_INDEX_PROVIDER_UNAVAILABLE]: {
430
450
  name: 'VECTOR_INDEX_PROVIDER_UNAVAILABLE',
@@ -533,6 +553,18 @@ const errorDefinitions = {
533
553
  name: 'CACHE_DIR_NOT_WRITABLE',
534
554
  message: (cacheDir, details) => `Cache directory is not writable: ${cacheDir}${details ? `. ${details}` : ''}`
535
555
  },
556
+ [ERROR_CODES.INVALID_SEED_FROM_PARAMS]: {
557
+ name: 'INVALID_SEED_FROM_PARAMS',
558
+ message: 'seedFrom needs a caller-managed kvCache key other than itself'
559
+ },
560
+ [ERROR_CODES.KV_CACHE_SEED_SOURCE_NOT_FOUND]: {
561
+ name: 'KV_CACHE_SEED_SOURCE_NOT_FOUND',
562
+ message: (seedFrom, modelId) => `No cache named "${seedFrom}" exists for model "${modelId}" with this system prompt`
563
+ },
564
+ [ERROR_CODES.KV_CACHE_SEED_SHARING_DISABLED]: {
565
+ name: 'KV_CACHE_SEED_SHARING_DISABLED',
566
+ message: (modelId) => `seedFrom has no effect on model "${modelId}": it was not loaded with cache_share_across_keys true`
567
+ },
536
568
  // Config operations
537
569
  [ERROR_CODES.CONFIG_ALREADY_SET]: {
538
570
  name: 'CONFIG_ALREADY_SET',
@@ -551,6 +583,27 @@ const errorDefinitions = {
551
583
  name: 'LIFECYCLE_OPERATION_BLOCKED',
552
584
  message: (requestType, lifecycleState) => `Operation "${requestType}" is blocked while runtime state is "${lifecycleState}"`
553
585
  },
586
+ // Caller sessions and model leases
587
+ [ERROR_CODES.SESSION_ID_CONFLICT]: {
588
+ name: 'SESSION_ID_CONFLICT',
589
+ message: (sessionId) => `Session id "${sessionId}" is already open`
590
+ },
591
+ [ERROR_CODES.SESSION_NOT_OPEN]: {
592
+ name: 'SESSION_NOT_OPEN',
593
+ message: (sessionId) => `Session "${sessionId}" is not open`
594
+ },
595
+ [ERROR_CODES.MODEL_LEASED]: {
596
+ name: 'MODEL_LEASED',
597
+ message: (modelId, leaseCount) => `Model "${modelId}" is held by ${leaseCount} other session(s); it cannot be reconfigured while another session uses it`
598
+ },
599
+ [ERROR_CODES.OWNER_ONLY]: {
600
+ name: 'OWNER_ONLY',
601
+ message: (operation, sessionId) => `Operation "${operation}" is reserved for the runtime owner; session "${sessionId}" cannot call it`
602
+ },
603
+ [ERROR_CODES.MODEL_RECONFIGURED]: {
604
+ name: 'MODEL_RECONFIGURED',
605
+ message: (modelId) => `Model "${modelId}" was reconfigured after it was loaded and no longer has the configuration this load asks for; load it again once it is unloaded`
606
+ },
554
607
  // System / runtime
555
608
  [ERROR_CODES.FFMPEG_NOT_AVAILABLE]: {
556
609
  name: 'FFMPEG_NOT_AVAILABLE',
@@ -634,8 +687,20 @@ const errorDefinitions = {
634
687
  [ERROR_CODES.QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND]: {
635
688
  name: 'QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND',
636
689
  message: (registrySource, registryPath) => `QVAC model registry has no model at ${registrySource}/${registryPath}`
690
+ },
691
+ [ERROR_CODES.QVAC_MODEL_REGISTRY_BUSY]: {
692
+ name: 'QVAC_MODEL_REGISTRY_BUSY',
693
+ message: modelRegistryBusyMessage
637
694
  }
638
695
  };
696
+ // `current` also covers a wait queued behind this process's own work while
697
+ // another process is owed the store next.
698
+ export function modelRegistryBusyMessage(holder, waitedMs) {
699
+ const waited = `${Math.round(waitedMs / 1000)}s`;
700
+ return holder === 'legacy'
701
+ ? `Another QVAC process on an older SDK holds the model registry until it exits; gave up after ${waited}. Close or upgrade that process, then retry.`
702
+ : `Another QVAC process is using the model registry or is next in line for it; gave up after ${waited}. Retry shortly.`;
703
+ }
639
704
  addCodes(errorDefinitions, { name: 'qvac-inference', version: '1.0.0' });
640
705
  export { errorDefinitions as ERROR_DEFINITIONS };
641
706
  // Registry client error codes (19,001-20,000 range). These match the codes
@@ -81,8 +81,8 @@ export declare const finetuneRunParamsSchema: z.ZodObject<{
81
81
  weightDecay: z.ZodOptional<z.ZodNumber>;
82
82
  }, z.core.$strict>;
83
83
  operation: z.ZodOptional<z.ZodEnum<{
84
- start: "start";
85
84
  resume: "resume";
85
+ start: "start";
86
86
  }>>;
87
87
  }, z.core.$strict>;
88
88
  export declare const finetuneGetStateParamsSchema: z.ZodObject<{
@@ -207,8 +207,8 @@ export declare const finetuneParamsSchema: z.ZodUnion<readonly [z.ZodObject<{
207
207
  weightDecay: z.ZodOptional<z.ZodNumber>;
208
208
  }, z.core.$strict>;
209
209
  operation: z.ZodOptional<z.ZodEnum<{
210
- start: "start";
211
210
  resume: "resume";
211
+ start: "start";
212
212
  }>>;
213
213
  }, z.core.$strict>, z.ZodObject<{
214
214
  modelId: z.ZodString;
@@ -332,10 +332,11 @@ export declare const finetuneRunRequestSchema: z.ZodObject<{
332
332
  }, z.core.$strict>;
333
333
  type: z.ZodLiteral<"finetune">;
334
334
  operation: z.ZodOptional<z.ZodEnum<{
335
- start: "start";
336
335
  resume: "resume";
336
+ start: "start";
337
337
  }>>;
338
338
  withProgress: z.ZodOptional<z.ZodBoolean>;
339
+ sessionId: z.ZodOptional<z.ZodString>;
339
340
  requestId: z.ZodOptional<z.ZodString>;
340
341
  }, z.core.$strict>;
341
342
  export declare const finetuneGetStateRequestSchema: z.ZodObject<{
@@ -396,6 +397,8 @@ export declare const finetuneGetStateRequestSchema: z.ZodObject<{
396
397
  }, z.core.$strict>;
397
398
  type: z.ZodLiteral<"finetune">;
398
399
  operation: z.ZodLiteral<"getState">;
400
+ sessionId: z.ZodOptional<z.ZodString>;
401
+ requestId: z.ZodOptional<z.ZodString>;
399
402
  }, z.core.$strict>;
400
403
  export declare const finetuneStopRequestSchema: z.ZodObject<{
401
404
  modelId: z.ZodString;
@@ -404,6 +407,8 @@ export declare const finetuneStopRequestSchema: z.ZodObject<{
404
407
  cancel: "cancel";
405
408
  pause: "pause";
406
409
  }>;
410
+ sessionId: z.ZodOptional<z.ZodString>;
411
+ requestId: z.ZodOptional<z.ZodString>;
407
412
  }, z.core.$strict>;
408
413
  export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
409
414
  modelId: z.ZodString;
@@ -463,10 +468,11 @@ export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
463
468
  }, z.core.$strict>;
464
469
  type: z.ZodLiteral<"finetune">;
465
470
  operation: z.ZodOptional<z.ZodEnum<{
466
- start: "start";
467
471
  resume: "resume";
472
+ start: "start";
468
473
  }>>;
469
474
  withProgress: z.ZodOptional<z.ZodBoolean>;
475
+ sessionId: z.ZodOptional<z.ZodString>;
470
476
  requestId: z.ZodOptional<z.ZodString>;
471
477
  }, z.core.$strict>, z.ZodObject<{
472
478
  modelId: z.ZodString;
@@ -526,6 +532,8 @@ export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
526
532
  }, z.core.$strict>;
527
533
  type: z.ZodLiteral<"finetune">;
528
534
  operation: z.ZodLiteral<"getState">;
535
+ sessionId: z.ZodOptional<z.ZodString>;
536
+ requestId: z.ZodOptional<z.ZodString>;
529
537
  }, z.core.$strict>, z.ZodObject<{
530
538
  modelId: z.ZodString;
531
539
  type: z.ZodLiteral<"finetune">;
@@ -533,6 +541,8 @@ export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
533
541
  cancel: "cancel";
534
542
  pause: "pause";
535
543
  }>;
544
+ sessionId: z.ZodOptional<z.ZodString>;
545
+ requestId: z.ZodOptional<z.ZodString>;
536
546
  }, z.core.$strict>]>;
537
547
  export declare const finetuneStatusSchema: z.ZodEnum<{
538
548
  IDLE: "IDLE";
@@ -1,4 +1,5 @@
1
1
  import { z } from 'zod';
2
+ import { trackedRequestSchema } from '../schemas/request-base.js';
2
3
  const lrSchedulerValues = ['constant', 'cosine', 'linear'];
3
4
  const finetuneStatusValues = ['IDLE', 'RUNNING', 'PAUSED', 'CANCELLED', 'COMPLETED'];
4
5
  export const finetuneValidationSchema = z
@@ -89,13 +90,9 @@ export const finetuneRunRequestSchema = finetuneRunParamsSchemaBase
89
90
  .extend({
90
91
  type: z.literal('finetune'),
91
92
  operation: z.enum(['start', 'resume']).optional(),
92
- withProgress: z.boolean().optional(),
93
- requestId: z
94
- .string()
95
- .min(1)
96
- .optional()
97
- .describe('Stable identifier for this in-flight finetune, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
93
+ withProgress: z.boolean().optional()
98
94
  })
95
+ .extend(trackedRequestSchema.shape)
99
96
  .strict()
100
97
  .meta({ title: 'FinetuneRunRequest' });
101
98
  export const finetuneGetStateRequestSchema = finetuneRunParamsSchemaBase
@@ -103,6 +100,7 @@ export const finetuneGetStateRequestSchema = finetuneRunParamsSchemaBase
103
100
  type: z.literal('finetune'),
104
101
  operation: z.literal('getState')
105
102
  })
103
+ .extend(trackedRequestSchema.shape)
106
104
  .strict()
107
105
  .meta({ title: 'FinetuneGetStateRequest' });
108
106
  export const finetuneStopRequestSchema = finetuneModelParamsSchema
@@ -110,6 +108,7 @@ export const finetuneStopRequestSchema = finetuneModelParamsSchema
110
108
  type: z.literal('finetune'),
111
109
  operation: z.enum(['pause', 'cancel'])
112
110
  })
111
+ .extend(trackedRequestSchema.shape)
113
112
  .strict()
114
113
  .meta({ title: 'FinetuneStopRequest' });
115
114
  export const finetuneRequestSchema = z.union([
@@ -1,6 +1,7 @@
1
1
  import { z } from 'zod';
2
2
  export declare const heartbeatRequestSchema: z.ZodObject<{
3
3
  type: z.ZodLiteral<"heartbeat">;
4
+ sessionId: z.ZodOptional<z.ZodString>;
4
5
  }, z.core.$strip>;
5
6
  export declare const heartbeatResponseSchema: z.ZodObject<{
6
7
  type: z.ZodLiteral<"heartbeat">;
@@ -1,7 +1,10 @@
1
1
  import { z } from 'zod';
2
- export const heartbeatRequestSchema = z.object({
2
+ import { sessionScopedRequestSchema } from '../schemas/request-base.js';
3
+ export const heartbeatRequestSchema = z
4
+ .object({
3
5
  type: z.literal('heartbeat')
4
- });
6
+ })
7
+ .extend(sessionScopedRequestSchema.shape);
5
8
  export const heartbeatResponseSchema = z.object({
6
9
  type: z.literal('heartbeat'),
7
10
  number: z.number()
@@ -0,0 +1,27 @@
1
+ import { z } from 'zod';
2
+ export declare const imageEmbeddingConfigSchema: z.ZodObject<{
3
+ backend: z.ZodOptional<z.ZodString>;
4
+ threads: z.ZodOptional<z.ZodNumber>;
5
+ backendsDir: z.ZodOptional<z.ZodString>;
6
+ }, z.core.$strip>;
7
+ export declare const imageEmbeddingInputSchema: z.ZodObject<{
8
+ image: z.ZodBase64;
9
+ width: z.ZodOptional<z.ZodNumber>;
10
+ height: z.ZodOptional<z.ZodNumber>;
11
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
12
+ }, z.core.$strip>;
13
+ export declare const imageEmbeddingClientInputSchema: z.ZodObject<{
14
+ image: z.ZodInstanceOf<Uint8Array<ArrayBuffer>>;
15
+ width: z.ZodOptional<z.ZodNumber>;
16
+ height: z.ZodOptional<z.ZodNumber>;
17
+ channels: z.ZodOptional<z.ZodLiteral<3>>;
18
+ }, z.core.$strip>;
19
+ export declare const imageEmbeddingStatsSchema: z.ZodObject<{
20
+ totalTime: z.ZodOptional<z.ZodNumber>;
21
+ backendId: z.ZodOptional<z.ZodNumber>;
22
+ cpuFallbackNodes: z.ZodOptional<z.ZodNumber>;
23
+ weightBytes: z.ZodOptional<z.ZodNumber>;
24
+ }, z.core.$strip>;
25
+ export declare const imageEmbeddingSchema: z.ZodArray<z.ZodNumber>;
26
+ export type ImageEmbeddingConfig = z.infer<typeof imageEmbeddingConfigSchema>;
27
+ export type ImageEmbeddingStats = z.infer<typeof imageEmbeddingStatsSchema>;
@@ -0,0 +1,107 @@
1
+ import { z } from 'zod';
2
+ export const imageEmbeddingConfigSchema = z.object({
3
+ backend: z
4
+ .string()
5
+ .min(1)
6
+ .optional()
7
+ .describe('Exact GGML device name, such as CPU, CUDA0, Vulkan0 or MTL0. Omit to select GPU, then CPU. Metal and Metal0 are accepted aliases. An unavailable explicit device fails to load.'),
8
+ threads: z
9
+ .number()
10
+ .int()
11
+ .min(1)
12
+ .max(1024)
13
+ .optional()
14
+ .describe('CPU thread count, from 1 to 1024. Omit to use the native default.'),
15
+ backendsDir: z
16
+ .string()
17
+ .min(1)
18
+ .optional()
19
+ .describe('Directory of GGML backend modules. Omit to use the modules shipped with Fabric.')
20
+ });
21
+ const imageFields = {
22
+ width: z
23
+ .number()
24
+ .int()
25
+ .positive()
26
+ .max(16384)
27
+ .optional()
28
+ .describe('Packed RGB width in pixels. Supply with height and channels, or omit all three for JPEG/PNG.'),
29
+ height: z
30
+ .number()
31
+ .int()
32
+ .positive()
33
+ .max(16384)
34
+ .optional()
35
+ .describe('Packed RGB height in pixels, from 1 to 16384.'),
36
+ channels: z.literal(3).optional().describe('Packed RGB channel count. Must be 3.')
37
+ };
38
+ function validateDimensions(input, ctx) {
39
+ const present = [input.width, input.height, input.channels].filter((value) => value !== undefined).length;
40
+ if (present !== 0 && present !== 3) {
41
+ ctx.addIssue({
42
+ code: 'custom',
43
+ path: ['width'],
44
+ message: 'Raw RGB image requires width, height and channels together'
45
+ });
46
+ }
47
+ }
48
+ function base64ByteLength(value) {
49
+ const padding = value.endsWith('==') ? 2 : value.endsWith('=') ? 1 : 0;
50
+ return (value.length / 4) * 3 - padding;
51
+ }
52
+ export const imageEmbeddingInputSchema = z
53
+ .object({
54
+ ...imageFields,
55
+ image: z.base64().min(1).describe('JPEG/PNG bytes, or packed RGB bytes, encoded as base64.')
56
+ })
57
+ .superRefine(validateDimensions)
58
+ .superRefine((input, ctx) => {
59
+ // Checked on the encoded string so the worker rejects bad RGB input before queueing or decoding.
60
+ if (input.width !== undefined &&
61
+ input.height !== undefined &&
62
+ input.channels !== undefined &&
63
+ base64ByteLength(input.image) !== input.width * input.height * input.channels) {
64
+ ctx.addIssue({
65
+ code: 'custom',
66
+ path: ['image'],
67
+ message: 'Raw RGB image byte length must equal width * height * channels'
68
+ });
69
+ }
70
+ });
71
+ export const imageEmbeddingClientInputSchema = z
72
+ .object({
73
+ ...imageFields,
74
+ image: z.instanceof(Uint8Array).refine((value) => value.byteLength > 0, 'Image cannot be empty')
75
+ })
76
+ .superRefine(validateDimensions)
77
+ .superRefine((input, ctx) => {
78
+ if (input.width !== undefined &&
79
+ input.height !== undefined &&
80
+ input.channels !== undefined &&
81
+ input.image.byteLength !== input.width * input.height * input.channels) {
82
+ ctx.addIssue({
83
+ code: 'custom',
84
+ path: ['image'],
85
+ message: 'Raw RGB image byte length must equal width * height * channels'
86
+ });
87
+ }
88
+ });
89
+ export const imageEmbeddingStatsSchema = z.object({
90
+ totalTime: z.number().optional().describe('Native embedding time in milliseconds.'),
91
+ backendId: z
92
+ .number()
93
+ .int()
94
+ .optional()
95
+ .describe('Native backend ID: CPU=0, Metal=1, CUDA=2, Vulkan=3, OpenCL=4, other=99.'),
96
+ cpuFallbackNodes: z
97
+ .number()
98
+ .int()
99
+ .nonnegative()
100
+ .optional()
101
+ .describe('Number of graph nodes scheduled on CPU fallback.'),
102
+ weightBytes: z.number().nonnegative().optional().describe('Allocated model weight bytes.')
103
+ });
104
+ export const imageEmbeddingSchema = z
105
+ .array(z.number())
106
+ .length(8448)
107
+ .describe('MegaLoc descriptor with 8448 L2-normalized values. Compare descriptors with a dot product for cosine similarity.');