@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -24,9 +24,9 @@ export declare const profilerGPUResourceGaugeSchema: z.ZodObject<{
24
24
  provenance: z.ZodObject<{
25
25
  source: z.ZodString;
26
26
  scope: z.ZodOptional<z.ZodEnum<{
27
- device: "device";
28
27
  system: "system";
29
28
  process: "process";
29
+ device: "device";
30
30
  budget: "budget";
31
31
  "shared-system": "shared-system";
32
32
  }>>;
@@ -47,9 +47,9 @@ export declare const profilerGPUResourceGaugeSchema: z.ZodObject<{
47
47
  provenance: z.ZodObject<{
48
48
  source: z.ZodString;
49
49
  scope: z.ZodOptional<z.ZodEnum<{
50
- device: "device";
51
50
  system: "system";
52
51
  process: "process";
52
+ device: "device";
53
53
  budget: "budget";
54
54
  "shared-system": "shared-system";
55
55
  }>>;
@@ -73,9 +73,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
73
73
  provenance: z.ZodObject<{
74
74
  source: z.ZodString;
75
75
  scope: z.ZodOptional<z.ZodEnum<{
76
- device: "device";
77
76
  system: "system";
78
77
  process: "process";
78
+ device: "device";
79
79
  budget: "budget";
80
80
  "shared-system": "shared-system";
81
81
  }>>;
@@ -97,9 +97,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
97
97
  provenance: z.ZodObject<{
98
98
  source: z.ZodString;
99
99
  scope: z.ZodOptional<z.ZodEnum<{
100
- device: "device";
101
100
  system: "system";
102
101
  process: "process";
102
+ device: "device";
103
103
  budget: "budget";
104
104
  "shared-system": "shared-system";
105
105
  }>>;
@@ -120,9 +120,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
120
120
  provenance: z.ZodObject<{
121
121
  source: z.ZodString;
122
122
  scope: z.ZodOptional<z.ZodEnum<{
123
- device: "device";
124
123
  system: "system";
125
124
  process: "process";
125
+ device: "device";
126
126
  budget: "budget";
127
127
  "shared-system": "shared-system";
128
128
  }>>;
@@ -143,9 +143,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
143
143
  provenance: z.ZodObject<{
144
144
  source: z.ZodString;
145
145
  scope: z.ZodOptional<z.ZodEnum<{
146
- device: "device";
147
146
  system: "system";
148
147
  process: "process";
148
+ device: "device";
149
149
  budget: "budget";
150
150
  "shared-system": "shared-system";
151
151
  }>>;
@@ -166,9 +166,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
166
166
  provenance: z.ZodObject<{
167
167
  source: z.ZodString;
168
168
  scope: z.ZodOptional<z.ZodEnum<{
169
- device: "device";
170
169
  system: "system";
171
170
  process: "process";
171
+ device: "device";
172
172
  budget: "budget";
173
173
  "shared-system": "shared-system";
174
174
  }>>;
@@ -194,9 +194,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
194
194
  provenance: z.ZodObject<{
195
195
  source: z.ZodString;
196
196
  scope: z.ZodOptional<z.ZodEnum<{
197
- device: "device";
198
197
  system: "system";
199
198
  process: "process";
199
+ device: "device";
200
200
  budget: "budget";
201
201
  "shared-system": "shared-system";
202
202
  }>>;
@@ -217,9 +217,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
217
217
  provenance: z.ZodObject<{
218
218
  source: z.ZodString;
219
219
  scope: z.ZodOptional<z.ZodEnum<{
220
- device: "device";
221
220
  system: "system";
222
221
  process: "process";
222
+ device: "device";
223
223
  budget: "budget";
224
224
  "shared-system": "shared-system";
225
225
  }>>;
@@ -238,9 +238,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
238
238
  provenance: z.ZodObject<{
239
239
  source: z.ZodString;
240
240
  scope: z.ZodOptional<z.ZodEnum<{
241
- device: "device";
242
241
  system: "system";
243
242
  process: "process";
243
+ device: "device";
244
244
  budget: "budget";
245
245
  "shared-system": "shared-system";
246
246
  }>>;
@@ -282,9 +282,9 @@ export declare const operationEventSchema: z.ZodObject<{
282
282
  provenance: z.ZodObject<{
283
283
  source: z.ZodString;
284
284
  scope: z.ZodOptional<z.ZodEnum<{
285
- device: "device";
286
285
  system: "system";
287
286
  process: "process";
287
+ device: "device";
288
288
  budget: "budget";
289
289
  "shared-system": "shared-system";
290
290
  }>>;
@@ -306,9 +306,9 @@ export declare const operationEventSchema: z.ZodObject<{
306
306
  provenance: z.ZodObject<{
307
307
  source: z.ZodString;
308
308
  scope: z.ZodOptional<z.ZodEnum<{
309
- device: "device";
310
309
  system: "system";
311
310
  process: "process";
311
+ device: "device";
312
312
  budget: "budget";
313
313
  "shared-system": "shared-system";
314
314
  }>>;
@@ -329,9 +329,9 @@ export declare const operationEventSchema: z.ZodObject<{
329
329
  provenance: z.ZodObject<{
330
330
  source: z.ZodString;
331
331
  scope: z.ZodOptional<z.ZodEnum<{
332
- device: "device";
333
332
  system: "system";
334
333
  process: "process";
334
+ device: "device";
335
335
  budget: "budget";
336
336
  "shared-system": "shared-system";
337
337
  }>>;
@@ -352,9 +352,9 @@ export declare const operationEventSchema: z.ZodObject<{
352
352
  provenance: z.ZodObject<{
353
353
  source: z.ZodString;
354
354
  scope: z.ZodOptional<z.ZodEnum<{
355
- device: "device";
356
355
  system: "system";
357
356
  process: "process";
357
+ device: "device";
358
358
  budget: "budget";
359
359
  "shared-system": "shared-system";
360
360
  }>>;
@@ -375,9 +375,9 @@ export declare const operationEventSchema: z.ZodObject<{
375
375
  provenance: z.ZodObject<{
376
376
  source: z.ZodString;
377
377
  scope: z.ZodOptional<z.ZodEnum<{
378
- device: "device";
379
378
  system: "system";
380
379
  process: "process";
380
+ device: "device";
381
381
  budget: "budget";
382
382
  "shared-system": "shared-system";
383
383
  }>>;
@@ -403,9 +403,9 @@ export declare const operationEventSchema: z.ZodObject<{
403
403
  provenance: z.ZodObject<{
404
404
  source: z.ZodString;
405
405
  scope: z.ZodOptional<z.ZodEnum<{
406
- device: "device";
407
406
  system: "system";
408
407
  process: "process";
408
+ device: "device";
409
409
  budget: "budget";
410
410
  "shared-system": "shared-system";
411
411
  }>>;
@@ -426,9 +426,9 @@ export declare const operationEventSchema: z.ZodObject<{
426
426
  provenance: z.ZodObject<{
427
427
  source: z.ZodString;
428
428
  scope: z.ZodOptional<z.ZodEnum<{
429
- device: "device";
430
429
  system: "system";
431
430
  process: "process";
431
+ device: "device";
432
432
  budget: "budget";
433
433
  "shared-system": "shared-system";
434
434
  }>>;
@@ -447,9 +447,9 @@ export declare const operationEventSchema: z.ZodObject<{
447
447
  provenance: z.ZodObject<{
448
448
  source: z.ZodString;
449
449
  scope: z.ZodOptional<z.ZodEnum<{
450
- device: "device";
451
450
  system: "system";
452
451
  process: "process";
452
+ device: "device";
453
453
  budget: "budget";
454
454
  "shared-system": "shared-system";
455
455
  }>>;
@@ -472,16 +472,16 @@ export declare const operationEventSchema: z.ZodObject<{
472
472
  gpu: "gpu";
473
473
  }>;
474
474
  graphicsApi: z.ZodOptional<z.ZodEnum<{
475
- cuda: "cuda";
476
475
  vulkan: "vulkan";
477
- metal: "metal";
478
476
  opencl: "opencl";
479
- rocm: "rocm";
480
477
  opengl: "opengl";
481
478
  webgpu: "webgpu";
479
+ metal: "metal";
482
480
  direct3d11: "direct3d11";
483
481
  direct3d12: "direct3d12";
482
+ cuda: "cuda";
484
483
  levelZero: "levelZero";
484
+ rocm: "rocm";
485
485
  }>>;
486
486
  driver: z.ZodOptional<z.ZodObject<{
487
487
  name: z.ZodString;
@@ -543,9 +543,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
543
543
  provenance: z.ZodObject<{
544
544
  source: z.ZodString;
545
545
  scope: z.ZodOptional<z.ZodEnum<{
546
- device: "device";
547
546
  system: "system";
548
547
  process: "process";
548
+ device: "device";
549
549
  budget: "budget";
550
550
  "shared-system": "shared-system";
551
551
  }>>;
@@ -567,9 +567,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
567
567
  provenance: z.ZodObject<{
568
568
  source: z.ZodString;
569
569
  scope: z.ZodOptional<z.ZodEnum<{
570
- device: "device";
571
570
  system: "system";
572
571
  process: "process";
572
+ device: "device";
573
573
  budget: "budget";
574
574
  "shared-system": "shared-system";
575
575
  }>>;
@@ -590,9 +590,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
590
590
  provenance: z.ZodObject<{
591
591
  source: z.ZodString;
592
592
  scope: z.ZodOptional<z.ZodEnum<{
593
- device: "device";
594
593
  system: "system";
595
594
  process: "process";
595
+ device: "device";
596
596
  budget: "budget";
597
597
  "shared-system": "shared-system";
598
598
  }>>;
@@ -613,9 +613,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
613
613
  provenance: z.ZodObject<{
614
614
  source: z.ZodString;
615
615
  scope: z.ZodOptional<z.ZodEnum<{
616
- device: "device";
617
616
  system: "system";
618
617
  process: "process";
618
+ device: "device";
619
619
  budget: "budget";
620
620
  "shared-system": "shared-system";
621
621
  }>>;
@@ -636,9 +636,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
636
636
  provenance: z.ZodObject<{
637
637
  source: z.ZodString;
638
638
  scope: z.ZodOptional<z.ZodEnum<{
639
- device: "device";
640
639
  system: "system";
641
640
  process: "process";
641
+ device: "device";
642
642
  budget: "budget";
643
643
  "shared-system": "shared-system";
644
644
  }>>;
@@ -664,9 +664,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
664
664
  provenance: z.ZodObject<{
665
665
  source: z.ZodString;
666
666
  scope: z.ZodOptional<z.ZodEnum<{
667
- device: "device";
668
667
  system: "system";
669
668
  process: "process";
669
+ device: "device";
670
670
  budget: "budget";
671
671
  "shared-system": "shared-system";
672
672
  }>>;
@@ -687,9 +687,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
687
687
  provenance: z.ZodObject<{
688
688
  source: z.ZodString;
689
689
  scope: z.ZodOptional<z.ZodEnum<{
690
- device: "device";
691
690
  system: "system";
692
691
  process: "process";
692
+ device: "device";
693
693
  budget: "budget";
694
694
  "shared-system": "shared-system";
695
695
  }>>;
@@ -708,9 +708,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
708
708
  provenance: z.ZodObject<{
709
709
  source: z.ZodString;
710
710
  scope: z.ZodOptional<z.ZodEnum<{
711
- device: "device";
712
711
  system: "system";
713
712
  process: "process";
713
+ device: "device";
714
714
  budget: "budget";
715
715
  "shared-system": "shared-system";
716
716
  }>>;
@@ -733,16 +733,16 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
733
733
  gpu: "gpu";
734
734
  }>;
735
735
  graphicsApi: z.ZodOptional<z.ZodEnum<{
736
- cuda: "cuda";
737
736
  vulkan: "vulkan";
738
- metal: "metal";
739
737
  opencl: "opencl";
740
- rocm: "rocm";
741
738
  opengl: "opengl";
742
739
  webgpu: "webgpu";
740
+ metal: "metal";
743
741
  direct3d11: "direct3d11";
744
742
  direct3d12: "direct3d12";
743
+ cuda: "cuda";
745
744
  levelZero: "levelZero";
745
+ rocm: "rocm";
746
746
  }>>;
747
747
  driver: z.ZodOptional<z.ZodObject<{
748
748
  name: z.ZodString;
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { gpuResourceSampleSchema, inferenceBackendDiagnosticsSchema, resourceMetricSchema, systemResourceSampleSchema } from './system-resources.js';
2
+ import { gpuResourceSampleSchema, inferenceBackendDiagnosticsSchema, resourceMetricSchema, systemResourceSampleSchema } from '../schemas/system-resources.js';
3
3
  /** Internal envelope key for profiling metadata in RPC payloads */
4
4
  export const PROFILING_KEY = '__profiling';
5
5
  /** Marker key for profiling-only trailer frames in streaming responses */
@@ -100,6 +100,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
100
100
  }, z.core.$strip>>;
101
101
  type: z.ZodLiteral<"rag">;
102
102
  operation: z.ZodLiteral<"chunk">;
103
+ sessionId: z.ZodOptional<z.ZodString>;
103
104
  requestId: z.ZodOptional<z.ZodString>;
104
105
  }, z.core.$strip>, z.ZodObject<{
105
106
  workspace: z.ZodOptional<z.ZodString>;
@@ -126,6 +127,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
126
127
  withProgress: z.ZodOptional<z.ZodBoolean>;
127
128
  type: z.ZodLiteral<"rag">;
128
129
  operation: z.ZodLiteral<"ingest">;
130
+ sessionId: z.ZodOptional<z.ZodString>;
129
131
  requestId: z.ZodOptional<z.ZodString>;
130
132
  }, z.core.$strip>, z.ZodObject<{
131
133
  modelId: z.ZodOptional<z.ZodString>;
@@ -142,6 +144,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
142
144
  withProgress: z.ZodOptional<z.ZodBoolean>;
143
145
  type: z.ZodLiteral<"rag">;
144
146
  operation: z.ZodLiteral<"saveEmbeddings">;
147
+ sessionId: z.ZodOptional<z.ZodString>;
145
148
  requestId: z.ZodOptional<z.ZodString>;
146
149
  }, z.core.$strip>, z.ZodObject<{
147
150
  workspace: z.ZodOptional<z.ZodString>;
@@ -151,6 +154,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
151
154
  n: z.ZodDefault<z.ZodNumber>;
152
155
  type: z.ZodLiteral<"rag">;
153
156
  operation: z.ZodLiteral<"search">;
157
+ sessionId: z.ZodOptional<z.ZodString>;
154
158
  requestId: z.ZodOptional<z.ZodString>;
155
159
  }, z.core.$strip>, z.ZodObject<{
156
160
  modelId: z.ZodOptional<z.ZodString>;
@@ -158,6 +162,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
158
162
  ids: z.ZodArray<z.ZodString>;
159
163
  type: z.ZodLiteral<"rag">;
160
164
  operation: z.ZodLiteral<"deleteEmbeddings">;
165
+ sessionId: z.ZodOptional<z.ZodString>;
161
166
  requestId: z.ZodOptional<z.ZodString>;
162
167
  }, z.core.$strip>, z.ZodObject<{
163
168
  modelId: z.ZodOptional<z.ZodString>;
@@ -166,21 +171,25 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
166
171
  withProgress: z.ZodOptional<z.ZodBoolean>;
167
172
  type: z.ZodLiteral<"rag">;
168
173
  operation: z.ZodLiteral<"reindex">;
174
+ sessionId: z.ZodOptional<z.ZodString>;
169
175
  requestId: z.ZodOptional<z.ZodString>;
170
176
  }, z.core.$strip>, z.ZodObject<{
171
177
  type: z.ZodLiteral<"rag">;
172
178
  operation: z.ZodLiteral<"listWorkspaces">;
179
+ sessionId: z.ZodOptional<z.ZodString>;
173
180
  requestId: z.ZodOptional<z.ZodString>;
174
181
  }, z.core.$strip>, z.ZodObject<{
175
182
  workspace: z.ZodOptional<z.ZodString>;
176
183
  deleteOnClose: z.ZodOptional<z.ZodBoolean>;
177
184
  type: z.ZodLiteral<"rag">;
178
185
  operation: z.ZodLiteral<"closeWorkspace">;
186
+ sessionId: z.ZodOptional<z.ZodString>;
179
187
  requestId: z.ZodOptional<z.ZodString>;
180
188
  }, z.core.$strip>, z.ZodObject<{
181
189
  workspace: z.ZodPipe<z.ZodString, z.ZodString>;
182
190
  type: z.ZodLiteral<"rag">;
183
191
  operation: z.ZodLiteral<"deleteWorkspace">;
192
+ sessionId: z.ZodOptional<z.ZodString>;
184
193
  requestId: z.ZodOptional<z.ZodString>;
185
194
  }, z.core.$strip>], "operation">;
186
195
  declare const ragWorkspaceInfoSchema: z.ZodObject<{
@@ -1,5 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { safePathComponent } from './path-validation.js';
2
+ import { safePathComponent } from '../schemas/path-validation.js';
3
+ import { trackedRequestSchema } from '../schemas/request-base.js';
3
4
  // ============== Common Schemas ==============
4
5
  const llmChunkOptsSchema = z.object({
5
6
  chunkSize: z.number().optional(),
@@ -126,23 +127,16 @@ const ragDeleteWorkspaceOperationSchema = ragDeleteWorkspaceParamsSchema.extend(
126
127
  operation: z.literal('deleteWorkspace')
127
128
  });
128
129
  // ============== Unified Request Schema ==============
129
- // `requestId` is threaded onto every RAG operation as an optional field so
130
- // the request registry can correlate the in-flight context with the
131
- // caller's decorated promise (`op.requestId`). Optional — falls back
132
- // to a generated id when the field is missing.
133
- const ragRequestIdField = {
134
- requestId: z.string().min(1).optional()
135
- };
136
130
  export const ragRequestSchema = z.discriminatedUnion('operation', [
137
- ragChunkOperationSchema.extend(ragRequestIdField),
138
- ragIngestOperationSchema.extend(ragRequestIdField),
139
- ragSaveEmbeddingsOperationSchema.extend(ragRequestIdField),
140
- ragSearchOperationSchema.extend(ragRequestIdField),
141
- ragDeleteEmbeddingsOperationSchema.extend(ragRequestIdField),
142
- ragReindexOperationSchema.extend(ragRequestIdField),
143
- ragListWorkspacesOperationSchema.extend(ragRequestIdField),
144
- ragCloseWorkspaceOperationSchema.extend(ragRequestIdField),
145
- ragDeleteWorkspaceOperationSchema.extend(ragRequestIdField)
131
+ ragChunkOperationSchema.extend(trackedRequestSchema.shape),
132
+ ragIngestOperationSchema.extend(trackedRequestSchema.shape),
133
+ ragSaveEmbeddingsOperationSchema.extend(trackedRequestSchema.shape),
134
+ ragSearchOperationSchema.extend(trackedRequestSchema.shape),
135
+ ragDeleteEmbeddingsOperationSchema.extend(trackedRequestSchema.shape),
136
+ ragReindexOperationSchema.extend(trackedRequestSchema.shape),
137
+ ragListWorkspacesOperationSchema.extend(trackedRequestSchema.shape),
138
+ ragCloseWorkspaceOperationSchema.extend(trackedRequestSchema.shape),
139
+ ragDeleteWorkspaceOperationSchema.extend(trackedRequestSchema.shape)
146
140
  ]);
147
141
  // ============== Response Schemas ==============
148
142
  const ragResponseBaseSchema = z.object({