@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -1,5 +1,6 @@
1
1
  import { z } from 'zod';
2
2
  import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
+ import { trackedRequestSchema } from '../schemas/request-base.js';
3
4
  // Model config — maps to @qvac/ocr-ggml `OcrGgmlParams`. Legacy ONNX-only knobs
4
5
  // (useGPU, timeout, pipelineMode, decodingMethod, straightenPages) are dropped;
5
6
  // zod's default (non-strict) object strips them silently if still passed.
@@ -114,9 +115,11 @@ export const ocrParamsSchema = z.object({
114
115
  image: imageInputSchema,
115
116
  options: ocrOptionsSchema.optional()
116
117
  });
117
- export const ocrStreamRequestSchema = ocrParamsSchema.extend({
118
+ export const ocrStreamRequestSchema = ocrParamsSchema
119
+ .extend({
118
120
  type: z.literal('ocrStream')
119
- });
121
+ })
122
+ .extend(trackedRequestSchema.shape);
120
123
  export const ocrTextBlockSchema = z.object({
121
124
  text: z.string(),
122
125
  bbox: z.tuple([z.number(), z.number(), z.number(), z.number()]).optional(),
@@ -129,6 +132,7 @@ export const ocrStatsSchema = z.object({
129
132
  });
130
133
  export const ocrStreamResponseSchema = z.object({
131
134
  type: z.literal('ocrStream'),
135
+ requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
132
136
  blocks: z.array(ocrTextBlockSchema).optional(),
133
137
  done: z.boolean().optional(),
134
138
  error: z.string().optional(),
@@ -1,8 +1,10 @@
1
1
  import { z } from 'zod';
2
2
  import type Buffer from 'bare-buffer';
3
3
  import type { TurboVecIndexProvider } from '@qvac/rag';
4
+ import type { ModelFitModelResult, TranscriptionFitWorkload, TtsFitWorkload } from '../schemas/assess-model-fit.js';
4
5
  import type { ModelSrcInput } from '../schemas/model-src-utils.js';
5
6
  import type { RuntimeContext } from '../schemas/runtime-context.js';
7
+ import type { AbortSignalLike } from '../schemas/abort-signal.js';
6
8
  /**
7
9
  * Granularity at which the addon can cancel.
8
10
  * - `"request"` — addon cancels a specific in-flight `requestId`.
@@ -19,6 +21,30 @@ export interface PluginHandlerCancel {
19
21
  */
20
22
  hard?: boolean;
21
23
  }
24
+ /**
25
+ * The request a handler runs under when it is reached through `pluginInvoke`.
26
+ * The engine registers that request under the caller's session and id, so a
27
+ * handler that does not register anything only has to forward the abort to
28
+ * its native job. A handler that registers its own request begins it with
29
+ * `requestParent(context)`: the inner request then runs as the caller's
30
+ * session and aborts with the invoke, so a cancel of the invoke by id or a
31
+ * close of the session reaches the native job at once.
32
+ */
33
+ export interface PluginHandlerContext {
34
+ signal: AbortSignalLike;
35
+ requestId: string;
36
+ /** The caller's session; undefined for the runtime owner. */
37
+ sessionId: string | undefined;
38
+ }
39
+ /**
40
+ * The `begin` options that make a request a child of the invoke it runs under.
41
+ * Spread last, so the context's session replaces the one the request names.
42
+ * Without a context the request is its own root, as under direct dispatch.
43
+ */
44
+ export declare function requestParent(context: PluginHandlerContext | undefined): {
45
+ sessionId?: string | undefined;
46
+ parentSignal?: AbortSignalLike;
47
+ };
22
48
  /**
23
49
  * Definition for a plugin handler with explicit Zod schemas.
24
50
  * Each handler must define its request/response schemas for validation.
@@ -28,7 +54,7 @@ export interface PluginHandlerDefinition<TRequest extends z.ZodType = z.ZodType,
28
54
  responseSchema: TResponse;
29
55
  streaming: boolean;
30
56
  duplex?: boolean;
31
- handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream?: AsyncIterable<Buffer>) => Promise<O> | AsyncGenerator<O> : never : never;
57
+ handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream?: AsyncIterable<Buffer>, context?: PluginHandlerContext) => Promise<O> | AsyncGenerator<O> : never : never;
32
58
  /**
33
59
  * Cancel surface this handler advertises. Omitting is equivalent
34
60
  * to `{ scope: "none" }` (soft-cancel fallback).
@@ -44,7 +70,7 @@ export interface DuplexPluginHandlerDefinition<TRequest extends z.ZodType = z.Zo
44
70
  responseSchema: TResponse;
45
71
  streaming: true;
46
72
  duplex: true;
47
- handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream: AsyncIterable<Buffer>) => AsyncGenerator<O> : never : never;
73
+ handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream: AsyncIterable<Buffer>, context?: PluginHandlerContext) => AsyncGenerator<O> : never : never;
48
74
  /** See `PluginHandlerDefinition.cancel`. */
49
75
  cancel?: PluginHandlerCancel;
50
76
  }
@@ -127,19 +153,39 @@ export interface ResolveResult<TConfig = Record<string, unknown>, K extends stri
127
153
  config: TConfig;
128
154
  artifacts?: Partial<Record<K, string>>;
129
155
  }
156
+ /** A load as `loadModel` would run it, resolved for its engine's fitter. */
157
+ export interface FitLoad {
158
+ modelPath: string;
159
+ modelConfig: unknown;
160
+ artifacts?: Record<string, string> | undefined;
161
+ isShardedModel: boolean;
162
+ transcriptionWorkload?: TranscriptionFitWorkload | undefined;
163
+ ttsWorkload?: TtsFitWorkload | undefined;
164
+ }
165
+ export type FitRequestPlan = {
166
+ request: unknown;
167
+ } | {
168
+ unknown: string;
169
+ };
130
170
  export interface QvacPlugin<TConfig = Record<string, unknown>, TArtifactKeys extends string = string> {
131
171
  modelType: string;
132
172
  displayName: string;
133
173
  addonPackage: string;
134
174
  loadConfigSchema: z.ZodType;
135
175
  createModel: (params: CreateModelParams) => PluginModelResult;
176
+ /**
177
+ * Builds the addon's fit request from a resolved load, or names why the load
178
+ * cannot be projected. A plugin without both it and `assessFit` answers every
179
+ * fit with `unknown`.
180
+ */
181
+ fitRequest?: (load: FitLoad) => FitRequestPlan;
136
182
  /**
137
183
  * The engine's own fitter. Carrying it here keeps every addon specifier
138
184
  * inside the module graph of the plugin that owns it, so a bundler walking a
139
- * host that ships one engine never resolves the others. It returns the
140
- * engine's fit result or a Promise of it.
185
+ * host that ships one engine never resolves the others. It takes what
186
+ * `fitRequest` built and resolves to the addon's fit result.
141
187
  */
142
- assessFit?: (request: never) => unknown;
188
+ assessFit?: (request: never) => Promise<ModelFitModelResult>;
143
189
  handlers: Record<string, PluginHandlerDefinition>;
144
190
  logging?: PluginLogging | undefined;
145
191
  capabilities?: QvacPluginCapabilities | undefined;
@@ -157,9 +203,12 @@ export declare const pluginInvokeRequestSchema: z.ZodObject<{
157
203
  modelId: z.ZodString;
158
204
  handler: z.ZodString;
159
205
  params: z.ZodUnknown;
206
+ sessionId: z.ZodOptional<z.ZodString>;
207
+ requestId: z.ZodOptional<z.ZodString>;
160
208
  }, z.core.$strip>;
161
209
  export declare const pluginInvokeResponseSchema: z.ZodObject<{
162
210
  type: z.ZodLiteral<"pluginInvoke">;
211
+ requestId: z.ZodOptional<z.ZodString>;
163
212
  result: z.ZodUnknown;
164
213
  }, z.core.$strip>;
165
214
  export declare const pluginInvokeStreamRequestSchema: z.ZodObject<{
@@ -167,9 +216,12 @@ export declare const pluginInvokeStreamRequestSchema: z.ZodObject<{
167
216
  modelId: z.ZodString;
168
217
  handler: z.ZodString;
169
218
  params: z.ZodUnknown;
219
+ sessionId: z.ZodOptional<z.ZodString>;
220
+ requestId: z.ZodOptional<z.ZodString>;
170
221
  }, z.core.$strip>;
171
222
  export declare const pluginInvokeStreamResponseSchema: z.ZodObject<{
172
223
  type: z.ZodLiteral<"pluginInvokeStream">;
224
+ requestId: z.ZodOptional<z.ZodString>;
173
225
  result: z.ZodUnknown;
174
226
  done: z.ZodOptional<z.ZodBoolean>;
175
227
  }, z.core.$strip>;
@@ -240,6 +292,8 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
240
292
  safeParse: z.ZodInstanceOf<Function>;
241
293
  }, z.core.$catchall<z.ZodUnknown>>;
242
294
  createModel: z.ZodInstanceOf<Function>;
295
+ fitRequest: z.ZodOptional<z.ZodInstanceOf<Function>>;
296
+ assessFit: z.ZodOptional<z.ZodInstanceOf<Function>>;
243
297
  handlers: z.ZodRecord<z.ZodString, z.ZodObject<{
244
298
  requestSchema: z.ZodObject<{
245
299
  safeParse: z.ZodInstanceOf<Function>;
@@ -292,6 +346,8 @@ export declare const PLUGIN_RERANK: "@qvac/inference/llamacpp-rerank/plugin";
292
346
  * Provides: vector embeddings for RAG and semantic search.
293
347
  */
294
348
  export declare const PLUGIN_EMBEDDING: "@qvac/inference/llamacpp-embedding/plugin";
349
+ /** Image descriptors for visual place recognition and retrieval with MegaLoc. */
350
+ export declare const PLUGIN_IMAGE_EMBEDDING: "@qvac/inference/ggml-image-embedding/plugin";
295
351
  /**
296
352
  * Speech-to-text transcription plugin (whisper.cpp).
297
353
  * Provides: audio transcription, language detection.
@@ -352,7 +408,7 @@ export declare const PLUGIN_CLASSIFICATION: "@qvac/inference/ggml-classification
352
408
  * plugins: [...BUILTIN_PLUGINS, myCustomPlugin],
353
409
  * };
354
410
  */
355
- export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/llamacpp-decision/plugin", "@qvac/inference/llamacpp-rerank/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
411
+ export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/ggml-image-embedding/plugin", "@qvac/inference/llamacpp-decision/plugin", "@qvac/inference/llamacpp-rerank/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
356
412
  export type BuiltinPlugin = (typeof BUILTIN_PLUGINS)[number];
357
413
  /** Native addon package for LLM completion (llama.cpp) */
358
414
  export declare const ADDON_LLM: "@qvac/llm-llamacpp";
@@ -1,24 +1,41 @@
1
1
  import { z } from 'zod';
2
+ import { trackedRequestSchema } from '../schemas/request-base.js';
3
+ /**
4
+ * The `begin` options that make a request a child of the invoke it runs under.
5
+ * Spread last, so the context's session replaces the one the request names.
6
+ * Without a context the request is its own root, as under direct dispatch.
7
+ */
8
+ export function requestParent(context) {
9
+ if (!context)
10
+ return {};
11
+ return { sessionId: context.sessionId, parentSignal: context.signal };
12
+ }
2
13
  // Non-streaming plugin invoke
3
- export const pluginInvokeRequestSchema = z.object({
14
+ export const pluginInvokeRequestSchema = z
15
+ .object({
4
16
  type: z.literal('pluginInvoke'),
5
17
  modelId: z.string(),
6
18
  handler: z.string(),
7
19
  params: z.unknown()
8
- });
20
+ })
21
+ .extend(trackedRequestSchema.shape);
9
22
  export const pluginInvokeResponseSchema = z.object({
10
23
  type: z.literal('pluginInvoke'),
24
+ requestId: z.string().optional().describe('Identity of the request.'),
11
25
  result: z.unknown()
12
26
  });
13
27
  // Streaming plugin invoke
14
- export const pluginInvokeStreamRequestSchema = z.object({
28
+ export const pluginInvokeStreamRequestSchema = z
29
+ .object({
15
30
  type: z.literal('pluginInvokeStream'),
16
31
  modelId: z.string(),
17
32
  handler: z.string(),
18
33
  params: z.unknown()
19
- });
34
+ })
35
+ .extend(trackedRequestSchema.shape);
20
36
  export const pluginInvokeStreamResponseSchema = z.object({
21
37
  type: z.literal('pluginInvokeStream'),
38
+ requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
22
39
  result: z.unknown(),
23
40
  done: z.boolean().optional()
24
41
  });
@@ -111,6 +128,8 @@ export const pluginDefinitionRuntimeSchema = z
111
128
  .min(1, 'addonPackage must be a non-empty string'),
112
129
  loadConfigSchema: zodSchemaLikeRuntimeSchema,
113
130
  createModel: functionRuntimeSchema,
131
+ fitRequest: functionRuntimeSchema.optional(),
132
+ assessFit: functionRuntimeSchema.optional(),
114
133
  handlers: z.record(z.string(), pluginHandlerDefinitionRuntimeSchema),
115
134
  logging: z
116
135
  .object({
@@ -157,6 +176,8 @@ export const PLUGIN_RERANK = '@qvac/inference/llamacpp-rerank/plugin';
157
176
  * Provides: vector embeddings for RAG and semantic search.
158
177
  */
159
178
  export const PLUGIN_EMBEDDING = '@qvac/inference/llamacpp-embedding/plugin';
179
+ /** Image descriptors for visual place recognition and retrieval with MegaLoc. */
180
+ export const PLUGIN_IMAGE_EMBEDDING = '@qvac/inference/ggml-image-embedding/plugin';
160
181
  /**
161
182
  * Speech-to-text transcription plugin (whisper.cpp).
162
183
  * Provides: audio transcription, language detection.
@@ -220,6 +241,7 @@ export const PLUGIN_CLASSIFICATION = '@qvac/inference/ggml-classification/plugin
220
241
  export const BUILTIN_PLUGINS = [
221
242
  PLUGIN_LLM,
222
243
  PLUGIN_EMBEDDING,
244
+ PLUGIN_IMAGE_EMBEDDING,
223
245
  PLUGIN_DECISION,
224
246
  PLUGIN_RERANK,
225
247
  PLUGIN_WHISPER,
@@ -24,9 +24,9 @@ export declare const profilerGPUResourceGaugeSchema: z.ZodObject<{
24
24
  provenance: z.ZodObject<{
25
25
  source: z.ZodString;
26
26
  scope: z.ZodOptional<z.ZodEnum<{
27
- device: "device";
28
27
  system: "system";
29
28
  process: "process";
29
+ device: "device";
30
30
  budget: "budget";
31
31
  "shared-system": "shared-system";
32
32
  }>>;
@@ -47,9 +47,9 @@ export declare const profilerGPUResourceGaugeSchema: z.ZodObject<{
47
47
  provenance: z.ZodObject<{
48
48
  source: z.ZodString;
49
49
  scope: z.ZodOptional<z.ZodEnum<{
50
- device: "device";
51
50
  system: "system";
52
51
  process: "process";
52
+ device: "device";
53
53
  budget: "budget";
54
54
  "shared-system": "shared-system";
55
55
  }>>;
@@ -73,9 +73,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
73
73
  provenance: z.ZodObject<{
74
74
  source: z.ZodString;
75
75
  scope: z.ZodOptional<z.ZodEnum<{
76
- device: "device";
77
76
  system: "system";
78
77
  process: "process";
78
+ device: "device";
79
79
  budget: "budget";
80
80
  "shared-system": "shared-system";
81
81
  }>>;
@@ -97,9 +97,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
97
97
  provenance: z.ZodObject<{
98
98
  source: z.ZodString;
99
99
  scope: z.ZodOptional<z.ZodEnum<{
100
- device: "device";
101
100
  system: "system";
102
101
  process: "process";
102
+ device: "device";
103
103
  budget: "budget";
104
104
  "shared-system": "shared-system";
105
105
  }>>;
@@ -120,9 +120,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
120
120
  provenance: z.ZodObject<{
121
121
  source: z.ZodString;
122
122
  scope: z.ZodOptional<z.ZodEnum<{
123
- device: "device";
124
123
  system: "system";
125
124
  process: "process";
125
+ device: "device";
126
126
  budget: "budget";
127
127
  "shared-system": "shared-system";
128
128
  }>>;
@@ -143,9 +143,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
143
143
  provenance: z.ZodObject<{
144
144
  source: z.ZodString;
145
145
  scope: z.ZodOptional<z.ZodEnum<{
146
- device: "device";
147
146
  system: "system";
148
147
  process: "process";
148
+ device: "device";
149
149
  budget: "budget";
150
150
  "shared-system": "shared-system";
151
151
  }>>;
@@ -166,9 +166,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
166
166
  provenance: z.ZodObject<{
167
167
  source: z.ZodString;
168
168
  scope: z.ZodOptional<z.ZodEnum<{
169
- device: "device";
170
169
  system: "system";
171
170
  process: "process";
171
+ device: "device";
172
172
  budget: "budget";
173
173
  "shared-system": "shared-system";
174
174
  }>>;
@@ -194,9 +194,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
194
194
  provenance: z.ZodObject<{
195
195
  source: z.ZodString;
196
196
  scope: z.ZodOptional<z.ZodEnum<{
197
- device: "device";
198
197
  system: "system";
199
198
  process: "process";
199
+ device: "device";
200
200
  budget: "budget";
201
201
  "shared-system": "shared-system";
202
202
  }>>;
@@ -217,9 +217,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
217
217
  provenance: z.ZodObject<{
218
218
  source: z.ZodString;
219
219
  scope: z.ZodOptional<z.ZodEnum<{
220
- device: "device";
221
220
  system: "system";
222
221
  process: "process";
222
+ device: "device";
223
223
  budget: "budget";
224
224
  "shared-system": "shared-system";
225
225
  }>>;
@@ -238,9 +238,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
238
238
  provenance: z.ZodObject<{
239
239
  source: z.ZodString;
240
240
  scope: z.ZodOptional<z.ZodEnum<{
241
- device: "device";
242
241
  system: "system";
243
242
  process: "process";
243
+ device: "device";
244
244
  budget: "budget";
245
245
  "shared-system": "shared-system";
246
246
  }>>;
@@ -282,9 +282,9 @@ export declare const operationEventSchema: z.ZodObject<{
282
282
  provenance: z.ZodObject<{
283
283
  source: z.ZodString;
284
284
  scope: z.ZodOptional<z.ZodEnum<{
285
- device: "device";
286
285
  system: "system";
287
286
  process: "process";
287
+ device: "device";
288
288
  budget: "budget";
289
289
  "shared-system": "shared-system";
290
290
  }>>;
@@ -306,9 +306,9 @@ export declare const operationEventSchema: z.ZodObject<{
306
306
  provenance: z.ZodObject<{
307
307
  source: z.ZodString;
308
308
  scope: z.ZodOptional<z.ZodEnum<{
309
- device: "device";
310
309
  system: "system";
311
310
  process: "process";
311
+ device: "device";
312
312
  budget: "budget";
313
313
  "shared-system": "shared-system";
314
314
  }>>;
@@ -329,9 +329,9 @@ export declare const operationEventSchema: z.ZodObject<{
329
329
  provenance: z.ZodObject<{
330
330
  source: z.ZodString;
331
331
  scope: z.ZodOptional<z.ZodEnum<{
332
- device: "device";
333
332
  system: "system";
334
333
  process: "process";
334
+ device: "device";
335
335
  budget: "budget";
336
336
  "shared-system": "shared-system";
337
337
  }>>;
@@ -352,9 +352,9 @@ export declare const operationEventSchema: z.ZodObject<{
352
352
  provenance: z.ZodObject<{
353
353
  source: z.ZodString;
354
354
  scope: z.ZodOptional<z.ZodEnum<{
355
- device: "device";
356
355
  system: "system";
357
356
  process: "process";
357
+ device: "device";
358
358
  budget: "budget";
359
359
  "shared-system": "shared-system";
360
360
  }>>;
@@ -375,9 +375,9 @@ export declare const operationEventSchema: z.ZodObject<{
375
375
  provenance: z.ZodObject<{
376
376
  source: z.ZodString;
377
377
  scope: z.ZodOptional<z.ZodEnum<{
378
- device: "device";
379
378
  system: "system";
380
379
  process: "process";
380
+ device: "device";
381
381
  budget: "budget";
382
382
  "shared-system": "shared-system";
383
383
  }>>;
@@ -403,9 +403,9 @@ export declare const operationEventSchema: z.ZodObject<{
403
403
  provenance: z.ZodObject<{
404
404
  source: z.ZodString;
405
405
  scope: z.ZodOptional<z.ZodEnum<{
406
- device: "device";
407
406
  system: "system";
408
407
  process: "process";
408
+ device: "device";
409
409
  budget: "budget";
410
410
  "shared-system": "shared-system";
411
411
  }>>;
@@ -426,9 +426,9 @@ export declare const operationEventSchema: z.ZodObject<{
426
426
  provenance: z.ZodObject<{
427
427
  source: z.ZodString;
428
428
  scope: z.ZodOptional<z.ZodEnum<{
429
- device: "device";
430
429
  system: "system";
431
430
  process: "process";
431
+ device: "device";
432
432
  budget: "budget";
433
433
  "shared-system": "shared-system";
434
434
  }>>;
@@ -447,9 +447,9 @@ export declare const operationEventSchema: z.ZodObject<{
447
447
  provenance: z.ZodObject<{
448
448
  source: z.ZodString;
449
449
  scope: z.ZodOptional<z.ZodEnum<{
450
- device: "device";
451
450
  system: "system";
452
451
  process: "process";
452
+ device: "device";
453
453
  budget: "budget";
454
454
  "shared-system": "shared-system";
455
455
  }>>;
@@ -472,16 +472,16 @@ export declare const operationEventSchema: z.ZodObject<{
472
472
  gpu: "gpu";
473
473
  }>;
474
474
  graphicsApi: z.ZodOptional<z.ZodEnum<{
475
- cuda: "cuda";
476
475
  vulkan: "vulkan";
477
- metal: "metal";
478
476
  opencl: "opencl";
479
- rocm: "rocm";
480
477
  opengl: "opengl";
481
478
  webgpu: "webgpu";
479
+ metal: "metal";
482
480
  direct3d11: "direct3d11";
483
481
  direct3d12: "direct3d12";
482
+ cuda: "cuda";
484
483
  levelZero: "levelZero";
484
+ rocm: "rocm";
485
485
  }>>;
486
486
  driver: z.ZodOptional<z.ZodObject<{
487
487
  name: z.ZodString;
@@ -543,9 +543,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
543
543
  provenance: z.ZodObject<{
544
544
  source: z.ZodString;
545
545
  scope: z.ZodOptional<z.ZodEnum<{
546
- device: "device";
547
546
  system: "system";
548
547
  process: "process";
548
+ device: "device";
549
549
  budget: "budget";
550
550
  "shared-system": "shared-system";
551
551
  }>>;
@@ -567,9 +567,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
567
567
  provenance: z.ZodObject<{
568
568
  source: z.ZodString;
569
569
  scope: z.ZodOptional<z.ZodEnum<{
570
- device: "device";
571
570
  system: "system";
572
571
  process: "process";
572
+ device: "device";
573
573
  budget: "budget";
574
574
  "shared-system": "shared-system";
575
575
  }>>;
@@ -590,9 +590,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
590
590
  provenance: z.ZodObject<{
591
591
  source: z.ZodString;
592
592
  scope: z.ZodOptional<z.ZodEnum<{
593
- device: "device";
594
593
  system: "system";
595
594
  process: "process";
595
+ device: "device";
596
596
  budget: "budget";
597
597
  "shared-system": "shared-system";
598
598
  }>>;
@@ -613,9 +613,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
613
613
  provenance: z.ZodObject<{
614
614
  source: z.ZodString;
615
615
  scope: z.ZodOptional<z.ZodEnum<{
616
- device: "device";
617
616
  system: "system";
618
617
  process: "process";
618
+ device: "device";
619
619
  budget: "budget";
620
620
  "shared-system": "shared-system";
621
621
  }>>;
@@ -636,9 +636,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
636
636
  provenance: z.ZodObject<{
637
637
  source: z.ZodString;
638
638
  scope: z.ZodOptional<z.ZodEnum<{
639
- device: "device";
640
639
  system: "system";
641
640
  process: "process";
641
+ device: "device";
642
642
  budget: "budget";
643
643
  "shared-system": "shared-system";
644
644
  }>>;
@@ -664,9 +664,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
664
664
  provenance: z.ZodObject<{
665
665
  source: z.ZodString;
666
666
  scope: z.ZodOptional<z.ZodEnum<{
667
- device: "device";
668
667
  system: "system";
669
668
  process: "process";
669
+ device: "device";
670
670
  budget: "budget";
671
671
  "shared-system": "shared-system";
672
672
  }>>;
@@ -687,9 +687,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
687
687
  provenance: z.ZodObject<{
688
688
  source: z.ZodString;
689
689
  scope: z.ZodOptional<z.ZodEnum<{
690
- device: "device";
691
690
  system: "system";
692
691
  process: "process";
692
+ device: "device";
693
693
  budget: "budget";
694
694
  "shared-system": "shared-system";
695
695
  }>>;
@@ -708,9 +708,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
708
708
  provenance: z.ZodObject<{
709
709
  source: z.ZodString;
710
710
  scope: z.ZodOptional<z.ZodEnum<{
711
- device: "device";
712
711
  system: "system";
713
712
  process: "process";
713
+ device: "device";
714
714
  budget: "budget";
715
715
  "shared-system": "shared-system";
716
716
  }>>;
@@ -733,16 +733,16 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
733
733
  gpu: "gpu";
734
734
  }>;
735
735
  graphicsApi: z.ZodOptional<z.ZodEnum<{
736
- cuda: "cuda";
737
736
  vulkan: "vulkan";
738
- metal: "metal";
739
737
  opencl: "opencl";
740
- rocm: "rocm";
741
738
  opengl: "opengl";
742
739
  webgpu: "webgpu";
740
+ metal: "metal";
743
741
  direct3d11: "direct3d11";
744
742
  direct3d12: "direct3d12";
743
+ cuda: "cuda";
745
744
  levelZero: "levelZero";
745
+ rocm: "rocm";
746
746
  }>>;
747
747
  driver: z.ZodOptional<z.ZodObject<{
748
748
  name: z.ZodString;
@@ -100,6 +100,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
100
100
  }, z.core.$strip>>;
101
101
  type: z.ZodLiteral<"rag">;
102
102
  operation: z.ZodLiteral<"chunk">;
103
+ sessionId: z.ZodOptional<z.ZodString>;
103
104
  requestId: z.ZodOptional<z.ZodString>;
104
105
  }, z.core.$strip>, z.ZodObject<{
105
106
  workspace: z.ZodOptional<z.ZodString>;
@@ -126,6 +127,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
126
127
  withProgress: z.ZodOptional<z.ZodBoolean>;
127
128
  type: z.ZodLiteral<"rag">;
128
129
  operation: z.ZodLiteral<"ingest">;
130
+ sessionId: z.ZodOptional<z.ZodString>;
129
131
  requestId: z.ZodOptional<z.ZodString>;
130
132
  }, z.core.$strip>, z.ZodObject<{
131
133
  modelId: z.ZodOptional<z.ZodString>;
@@ -142,6 +144,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
142
144
  withProgress: z.ZodOptional<z.ZodBoolean>;
143
145
  type: z.ZodLiteral<"rag">;
144
146
  operation: z.ZodLiteral<"saveEmbeddings">;
147
+ sessionId: z.ZodOptional<z.ZodString>;
145
148
  requestId: z.ZodOptional<z.ZodString>;
146
149
  }, z.core.$strip>, z.ZodObject<{
147
150
  workspace: z.ZodOptional<z.ZodString>;
@@ -151,6 +154,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
151
154
  n: z.ZodDefault<z.ZodNumber>;
152
155
  type: z.ZodLiteral<"rag">;
153
156
  operation: z.ZodLiteral<"search">;
157
+ sessionId: z.ZodOptional<z.ZodString>;
154
158
  requestId: z.ZodOptional<z.ZodString>;
155
159
  }, z.core.$strip>, z.ZodObject<{
156
160
  modelId: z.ZodOptional<z.ZodString>;
@@ -158,6 +162,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
158
162
  ids: z.ZodArray<z.ZodString>;
159
163
  type: z.ZodLiteral<"rag">;
160
164
  operation: z.ZodLiteral<"deleteEmbeddings">;
165
+ sessionId: z.ZodOptional<z.ZodString>;
161
166
  requestId: z.ZodOptional<z.ZodString>;
162
167
  }, z.core.$strip>, z.ZodObject<{
163
168
  modelId: z.ZodOptional<z.ZodString>;
@@ -166,21 +171,25 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
166
171
  withProgress: z.ZodOptional<z.ZodBoolean>;
167
172
  type: z.ZodLiteral<"rag">;
168
173
  operation: z.ZodLiteral<"reindex">;
174
+ sessionId: z.ZodOptional<z.ZodString>;
169
175
  requestId: z.ZodOptional<z.ZodString>;
170
176
  }, z.core.$strip>, z.ZodObject<{
171
177
  type: z.ZodLiteral<"rag">;
172
178
  operation: z.ZodLiteral<"listWorkspaces">;
179
+ sessionId: z.ZodOptional<z.ZodString>;
173
180
  requestId: z.ZodOptional<z.ZodString>;
174
181
  }, z.core.$strip>, z.ZodObject<{
175
182
  workspace: z.ZodOptional<z.ZodString>;
176
183
  deleteOnClose: z.ZodOptional<z.ZodBoolean>;
177
184
  type: z.ZodLiteral<"rag">;
178
185
  operation: z.ZodLiteral<"closeWorkspace">;
186
+ sessionId: z.ZodOptional<z.ZodString>;
179
187
  requestId: z.ZodOptional<z.ZodString>;
180
188
  }, z.core.$strip>, z.ZodObject<{
181
189
  workspace: z.ZodPipe<z.ZodString, z.ZodString>;
182
190
  type: z.ZodLiteral<"rag">;
183
191
  operation: z.ZodLiteral<"deleteWorkspace">;
192
+ sessionId: z.ZodOptional<z.ZodString>;
184
193
  requestId: z.ZodOptional<z.ZodString>;
185
194
  }, z.core.$strip>], "operation">;
186
195
  declare const ragWorkspaceInfoSchema: z.ZodObject<{