@qvac/inference 0.0.0 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +928 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,46 @@
1
+ import type { JsonSchema } from '../schemas/json-schema.js';
2
+ export type McpTool = {
3
+ name: string;
4
+ description?: string | undefined;
5
+ inputSchema: JsonSchema | Record<string, unknown>;
6
+ };
7
+ export type McpResource = {
8
+ uri: string;
9
+ name: string;
10
+ description?: string | undefined;
11
+ mimeType?: string | undefined;
12
+ };
13
+ export type McpToolCallResult = {
14
+ content?: Array<{
15
+ type: string;
16
+ text?: string | undefined;
17
+ data?: string | undefined;
18
+ mimeType?: string | undefined;
19
+ }>;
20
+ toolResult?: unknown;
21
+ isError?: boolean | undefined;
22
+ };
23
+ export type McpClient = {
24
+ listTools: () => Promise<{
25
+ tools: McpTool[];
26
+ [key: string]: unknown;
27
+ }>;
28
+ callTool: (params: {
29
+ name: string;
30
+ arguments: Record<string, unknown>;
31
+ }) => Promise<McpToolCallResult | Record<string, unknown>>;
32
+ listResources?: () => Promise<{
33
+ resources: McpResource[];
34
+ [key: string]: unknown;
35
+ }>;
36
+ readResource?: (params: {
37
+ uri: string;
38
+ }) => Promise<{
39
+ contents: unknown[];
40
+ [key: string]: unknown;
41
+ }>;
42
+ };
43
+ export type McpClientInput = {
44
+ client: McpClient;
45
+ includeResources?: boolean;
46
+ };
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,27 @@
1
+ import { z } from 'zod';
2
+ export declare const SUPPORTED_ARCHIVE_EXTENSIONS: readonly [".tar", ".tar.gz", ".tgz"];
3
+ export declare const archiveTypeSchema: z.ZodEnum<{
4
+ tar: "tar";
5
+ "tar.gz": "tar.gz";
6
+ }>;
7
+ export declare const filenameToArchiveTypeSchema: z.ZodPipe<z.ZodString, z.ZodTransform<"tar" | "tar.gz" | null, string>>;
8
+ export type ArchiveType = z.infer<typeof archiveTypeSchema>;
9
+ export declare const shardFileMetadataSchema: z.ZodObject<{
10
+ filename: z.ZodString;
11
+ expectedSize: z.ZodNumber;
12
+ sha256Checksum: z.ZodString;
13
+ }, z.core.$strip>;
14
+ export declare const shardUrlSchema: z.ZodObject<{
15
+ url: z.ZodURL;
16
+ filename: z.ZodString;
17
+ }, z.core.$strip>;
18
+ export declare const shardPatternInfoSchema: z.ZodObject<{
19
+ isSharded: z.ZodBoolean;
20
+ currentShard: z.ZodOptional<z.ZodNumber>;
21
+ totalShards: z.ZodOptional<z.ZodNumber>;
22
+ baseFilename: z.ZodOptional<z.ZodString>;
23
+ extension: z.ZodOptional<z.ZodString>;
24
+ }, z.core.$strip>;
25
+ export type ShardFileMetadata = z.infer<typeof shardFileMetadataSchema>;
26
+ export type ShardUrl = z.infer<typeof shardUrlSchema>;
27
+ export type ShardPatternInfo = z.infer<typeof shardPatternInfoSchema>;
@@ -0,0 +1,29 @@
1
+ import { z } from 'zod';
2
+ // ============== Archive types ==============
3
+ export const SUPPORTED_ARCHIVE_EXTENSIONS = ['.tar', '.tar.gz', '.tgz'];
4
+ export const archiveTypeSchema = z.enum(['tar', 'tar.gz']);
5
+ export const filenameToArchiveTypeSchema = z.string().transform((filename) => {
6
+ const lower = filename.toLowerCase();
7
+ if (lower.endsWith('.tar.gz') || lower.endsWith('.tgz'))
8
+ return 'tar.gz';
9
+ if (lower.endsWith('.tar'))
10
+ return 'tar';
11
+ return null;
12
+ });
13
+ // ============== Shard metadata ==============
14
+ export const shardFileMetadataSchema = z.object({
15
+ filename: z.string(),
16
+ expectedSize: z.number(),
17
+ sha256Checksum: z.string()
18
+ });
19
+ export const shardUrlSchema = z.object({
20
+ url: z.url(),
21
+ filename: z.string()
22
+ });
23
+ export const shardPatternInfoSchema = z.object({
24
+ isSharded: z.boolean(),
25
+ currentShard: z.number().optional(),
26
+ totalShards: z.number().optional(),
27
+ baseFilename: z.string().optional(),
28
+ extension: z.string().optional()
29
+ });
@@ -0,0 +1,197 @@
1
+ import { z } from 'zod';
2
+ export declare const getModelInfoParamsSchema: z.ZodObject<{
3
+ name: z.ZodString;
4
+ }, z.core.$strip>;
5
+ export declare const getModelInfoRequestSchema: z.ZodObject<{
6
+ name: z.ZodString;
7
+ type: z.ZodLiteral<"getModelInfo">;
8
+ }, z.core.$strip>;
9
+ export declare const loadedInstanceSchema: z.ZodObject<{
10
+ registryId: z.ZodString;
11
+ loadedAt: z.ZodCoercedDate<unknown>;
12
+ config: z.ZodOptional<z.ZodUnknown>;
13
+ }, z.core.$strip>;
14
+ export declare const cacheFileInfoSchema: z.ZodObject<{
15
+ filename: z.ZodString;
16
+ path: z.ZodString;
17
+ expectedSize: z.ZodNumber;
18
+ sha256Checksum: z.ZodString;
19
+ isCached: z.ZodBoolean;
20
+ actualSize: z.ZodOptional<z.ZodNumber>;
21
+ cachedAt: z.ZodOptional<z.ZodCoercedDate<unknown>>;
22
+ }, z.core.$strip>;
23
+ export declare const modelInfoSchema: z.ZodObject<{
24
+ name: z.ZodString;
25
+ modelId: z.ZodString;
26
+ registryPath: z.ZodOptional<z.ZodString>;
27
+ registrySource: z.ZodOptional<z.ZodString>;
28
+ blobCoreKey: z.ZodOptional<z.ZodString>;
29
+ blobBlockOffset: z.ZodOptional<z.ZodNumber>;
30
+ blobBlockLength: z.ZodOptional<z.ZodNumber>;
31
+ blobByteOffset: z.ZodOptional<z.ZodNumber>;
32
+ engine: z.ZodOptional<z.ZodString>;
33
+ quantization: z.ZodOptional<z.ZodString>;
34
+ params: z.ZodOptional<z.ZodString>;
35
+ expectedSize: z.ZodNumber;
36
+ sha256Checksum: z.ZodString;
37
+ addon: z.ZodEnum<{
38
+ embeddings: "embeddings";
39
+ diffusion: "diffusion";
40
+ audiogen: "audiogen";
41
+ tts: "tts";
42
+ ocr: "ocr";
43
+ vla: "vla";
44
+ llm: "llm";
45
+ whisper: "whisper";
46
+ bci: "bci";
47
+ nmt: "nmt";
48
+ parakeet: "parakeet";
49
+ classification: "classification";
50
+ vad: "vad";
51
+ other: "other";
52
+ }>;
53
+ isCached: z.ZodBoolean;
54
+ isLoaded: z.ZodBoolean;
55
+ cacheFiles: z.ZodArray<z.ZodObject<{
56
+ filename: z.ZodString;
57
+ path: z.ZodString;
58
+ expectedSize: z.ZodNumber;
59
+ sha256Checksum: z.ZodString;
60
+ isCached: z.ZodBoolean;
61
+ actualSize: z.ZodOptional<z.ZodNumber>;
62
+ cachedAt: z.ZodOptional<z.ZodCoercedDate<unknown>>;
63
+ }, z.core.$strip>>;
64
+ actualSize: z.ZodOptional<z.ZodNumber>;
65
+ cachedAt: z.ZodOptional<z.ZodCoercedDate<unknown>>;
66
+ loadedInstances: z.ZodOptional<z.ZodArray<z.ZodObject<{
67
+ registryId: z.ZodString;
68
+ loadedAt: z.ZodCoercedDate<unknown>;
69
+ config: z.ZodOptional<z.ZodUnknown>;
70
+ }, z.core.$strip>>>;
71
+ }, z.core.$strip>;
72
+ export declare const getModelInfoResponseSchema: z.ZodObject<{
73
+ type: z.ZodLiteral<"getModelInfo">;
74
+ modelInfo: z.ZodObject<{
75
+ name: z.ZodString;
76
+ modelId: z.ZodString;
77
+ registryPath: z.ZodOptional<z.ZodString>;
78
+ registrySource: z.ZodOptional<z.ZodString>;
79
+ blobCoreKey: z.ZodOptional<z.ZodString>;
80
+ blobBlockOffset: z.ZodOptional<z.ZodNumber>;
81
+ blobBlockLength: z.ZodOptional<z.ZodNumber>;
82
+ blobByteOffset: z.ZodOptional<z.ZodNumber>;
83
+ engine: z.ZodOptional<z.ZodString>;
84
+ quantization: z.ZodOptional<z.ZodString>;
85
+ params: z.ZodOptional<z.ZodString>;
86
+ expectedSize: z.ZodNumber;
87
+ sha256Checksum: z.ZodString;
88
+ addon: z.ZodEnum<{
89
+ embeddings: "embeddings";
90
+ diffusion: "diffusion";
91
+ audiogen: "audiogen";
92
+ tts: "tts";
93
+ ocr: "ocr";
94
+ vla: "vla";
95
+ llm: "llm";
96
+ whisper: "whisper";
97
+ bci: "bci";
98
+ nmt: "nmt";
99
+ parakeet: "parakeet";
100
+ classification: "classification";
101
+ vad: "vad";
102
+ other: "other";
103
+ }>;
104
+ isCached: z.ZodBoolean;
105
+ isLoaded: z.ZodBoolean;
106
+ cacheFiles: z.ZodArray<z.ZodObject<{
107
+ filename: z.ZodString;
108
+ path: z.ZodString;
109
+ expectedSize: z.ZodNumber;
110
+ sha256Checksum: z.ZodString;
111
+ isCached: z.ZodBoolean;
112
+ actualSize: z.ZodOptional<z.ZodNumber>;
113
+ cachedAt: z.ZodOptional<z.ZodCoercedDate<unknown>>;
114
+ }, z.core.$strip>>;
115
+ actualSize: z.ZodOptional<z.ZodNumber>;
116
+ cachedAt: z.ZodOptional<z.ZodCoercedDate<unknown>>;
117
+ loadedInstances: z.ZodOptional<z.ZodArray<z.ZodObject<{
118
+ registryId: z.ZodString;
119
+ loadedAt: z.ZodCoercedDate<unknown>;
120
+ config: z.ZodOptional<z.ZodUnknown>;
121
+ }, z.core.$strip>>>;
122
+ }, z.core.$strip>;
123
+ }, z.core.$strip>;
124
+ export type GetModelInfoParams = z.input<typeof getModelInfoParamsSchema>;
125
+ export type GetModelInfoRequest = z.infer<typeof getModelInfoRequestSchema>;
126
+ export type LoadedInstance = z.infer<typeof loadedInstanceSchema>;
127
+ export type CacheFileInfo = z.infer<typeof cacheFileInfoSchema>;
128
+ export type ModelInfo = z.infer<typeof modelInfoSchema>;
129
+ export type GetModelInfoResponse = z.infer<typeof getModelInfoResponseSchema>;
130
+ export declare const getLoadedModelInfoParamsSchema: z.ZodObject<{
131
+ modelId: z.ZodString;
132
+ }, z.core.$strip>;
133
+ export declare const getLoadedModelInfoRequestSchema: z.ZodObject<{
134
+ modelId: z.ZodString;
135
+ type: z.ZodLiteral<"getLoadedModelInfo">;
136
+ }, z.core.$strip>;
137
+ export declare const loadedModelInfoSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
138
+ modelId: z.ZodString;
139
+ isDelegated: z.ZodLiteral<false>;
140
+ modelType: z.ZodString;
141
+ handlers: z.ZodArray<z.ZodString>;
142
+ displayName: z.ZodOptional<z.ZodString>;
143
+ addonPackage: z.ZodOptional<z.ZodString>;
144
+ loadedAt: z.ZodCoercedDate<unknown>;
145
+ name: z.ZodOptional<z.ZodString>;
146
+ path: z.ZodOptional<z.ZodString>;
147
+ toolDialect: z.ZodOptional<z.ZodEnum<{
148
+ hermes: "hermes";
149
+ pythonic: "pythonic";
150
+ json: "json";
151
+ harmony: "harmony";
152
+ qwen35: "qwen35";
153
+ gemma4: "gemma4";
154
+ dsml: "dsml";
155
+ }>>;
156
+ }, z.core.$strip>, z.ZodObject<{
157
+ modelId: z.ZodString;
158
+ isDelegated: z.ZodLiteral<true>;
159
+ handlers: z.ZodArray<z.ZodString>;
160
+ providerInfo: z.ZodObject<{
161
+ providerPublicKey: z.ZodString;
162
+ }, z.core.$strip>;
163
+ }, z.core.$strip>], "isDelegated">;
164
+ export declare const getLoadedModelInfoResponseSchema: z.ZodObject<{
165
+ type: z.ZodLiteral<"getLoadedModelInfo">;
166
+ info: z.ZodDiscriminatedUnion<[z.ZodObject<{
167
+ modelId: z.ZodString;
168
+ isDelegated: z.ZodLiteral<false>;
169
+ modelType: z.ZodString;
170
+ handlers: z.ZodArray<z.ZodString>;
171
+ displayName: z.ZodOptional<z.ZodString>;
172
+ addonPackage: z.ZodOptional<z.ZodString>;
173
+ loadedAt: z.ZodCoercedDate<unknown>;
174
+ name: z.ZodOptional<z.ZodString>;
175
+ path: z.ZodOptional<z.ZodString>;
176
+ toolDialect: z.ZodOptional<z.ZodEnum<{
177
+ hermes: "hermes";
178
+ pythonic: "pythonic";
179
+ json: "json";
180
+ harmony: "harmony";
181
+ qwen35: "qwen35";
182
+ gemma4: "gemma4";
183
+ dsml: "dsml";
184
+ }>>;
185
+ }, z.core.$strip>, z.ZodObject<{
186
+ modelId: z.ZodString;
187
+ isDelegated: z.ZodLiteral<true>;
188
+ handlers: z.ZodArray<z.ZodString>;
189
+ providerInfo: z.ZodObject<{
190
+ providerPublicKey: z.ZodString;
191
+ }, z.core.$strip>;
192
+ }, z.core.$strip>], "isDelegated">;
193
+ }, z.core.$strip>;
194
+ export type GetLoadedModelInfoParams = z.input<typeof getLoadedModelInfoParamsSchema>;
195
+ export type GetLoadedModelInfoRequest = z.infer<typeof getLoadedModelInfoRequestSchema>;
196
+ export type GetLoadedModelInfoResponse = z.infer<typeof getLoadedModelInfoResponseSchema>;
197
+ export type LoadedModelInfo = z.infer<typeof loadedModelInfoSchema>;
@@ -0,0 +1,144 @@
1
+ import { z } from 'zod';
2
+ import { toolDialectSchema } from '../schemas/completion-stream.js';
3
+ // ============== Model info (catalog) ==============
4
+ export const getModelInfoParamsSchema = z.object({
5
+ name: z.string().describe("The model's registry name (as found in QVAC's built-in catalog).")
6
+ });
7
+ export const getModelInfoRequestSchema = getModelInfoParamsSchema.extend({
8
+ type: z.literal('getModelInfo')
9
+ });
10
+ export const loadedInstanceSchema = z.object({
11
+ registryId: z.string().describe('Identifier of the registered loaded instance.'),
12
+ loadedAt: z.coerce.date().describe('Timestamp when the instance was loaded.'),
13
+ config: z
14
+ .unknown()
15
+ .optional()
16
+ .describe('Opaque model-specific configuration the instance was loaded with.')
17
+ });
18
+ export const cacheFileInfoSchema = z.object({
19
+ filename: z.string().describe('Name of the cached file on disk.'),
20
+ path: z.string().describe('Absolute path to the cached file.'),
21
+ expectedSize: z.number().describe('Expected file size in bytes from the model metadata.'),
22
+ sha256Checksum: z.string().describe('Expected SHA-256 checksum of the file.'),
23
+ isCached: z.boolean().describe('Whether the file is currently present in the cache.'),
24
+ actualSize: z.number().optional().describe('Actual size of the cached file on disk, in bytes.'),
25
+ cachedAt: z.coerce.date().optional().describe('Timestamp when the file was last cached.')
26
+ });
27
+ export const modelInfoSchema = z.object({
28
+ name: z.string().describe('Catalog name of the model.'),
29
+ modelId: z.string().describe('Unique identifier used to reference the model in QVAC calls.'),
30
+ // Registry-based fields
31
+ registryPath: z
32
+ .string()
33
+ .optional()
34
+ .describe('Registry-relative path (set for registry-backed models).'),
35
+ registrySource: z.string().optional().describe('Registry source identifier, e.g. `huggingface`.'),
36
+ blobCoreKey: z.string().optional().describe('Hyperdrive blob core key for the model file.'),
37
+ blobBlockOffset: z
38
+ .number()
39
+ .optional()
40
+ .describe('Starting block offset of the model file in the blob.'),
41
+ blobBlockLength: z
42
+ .number()
43
+ .optional()
44
+ .describe('Number of blocks occupied by the model file in the blob.'),
45
+ blobByteOffset: z
46
+ .number()
47
+ .optional()
48
+ .describe('Starting byte offset of the model file within its block.'),
49
+ engine: z
50
+ .string()
51
+ .optional()
52
+ .describe('Inference engine identifier, e.g. `llamacpp-completion`.'),
53
+ quantization: z.string().optional().describe('Quantization identifier, e.g. `Q4_K_M`.'),
54
+ params: z.string().optional().describe('Parameter-count label for the model, e.g. `7B`.'),
55
+ expectedSize: z.number().describe('Expected total size of the model file in bytes.'),
56
+ sha256Checksum: z.string().describe('Expected SHA-256 checksum of the model file.'),
57
+ addon: z
58
+ .enum([
59
+ 'llm',
60
+ 'whisper',
61
+ 'bci',
62
+ 'parakeet',
63
+ 'embeddings',
64
+ 'nmt',
65
+ 'vad',
66
+ 'tts',
67
+ 'ocr',
68
+ 'diffusion',
69
+ 'audiogen',
70
+ 'vla',
71
+ 'classification',
72
+ 'other'
73
+ ])
74
+ .describe('Inference addon / capability category this model belongs to.'),
75
+ isCached: z.boolean().describe('Whether the model file is present in the local cache.'),
76
+ isLoaded: z.boolean().describe('Whether the model is currently loaded into memory.'),
77
+ cacheFiles: z
78
+ .array(cacheFileInfoSchema)
79
+ .describe('Individual cache file entries that make up this model.'),
80
+ actualSize: z
81
+ .number()
82
+ .optional()
83
+ .describe('Actual total size of the cached model on disk, in bytes.'),
84
+ cachedAt: z.coerce.date().optional().describe('Timestamp when the model was last cached.'),
85
+ loadedInstances: z
86
+ .array(loadedInstanceSchema)
87
+ .optional()
88
+ .describe('Loaded instances associated with this model (one per live load).')
89
+ });
90
+ export const getModelInfoResponseSchema = z.object({
91
+ type: z.literal('getModelInfo'),
92
+ modelInfo: modelInfoSchema
93
+ });
94
+ // ============== Loaded model info ==============
95
+ export const getLoadedModelInfoParamsSchema = z.object({
96
+ modelId: z.string()
97
+ });
98
+ export const getLoadedModelInfoRequestSchema = getLoadedModelInfoParamsSchema.extend({
99
+ type: z.literal('getLoadedModelInfo')
100
+ });
101
+ const delegatedProviderInfoSchema = z.object({
102
+ providerPublicKey: z.string()
103
+ });
104
+ /**
105
+ * Loaded local model: routing plugin known on this node, so modelType +
106
+ * handler vocabulary are authoritative. `toolDialect` is the tool-call dialect
107
+ * the completion normalizer parses for this model (completion-capable models
108
+ * only), letting a consumer replay a prior tool call in the model's own dialect.
109
+ */
110
+ const localLoadedModelInfoSchema = z
111
+ .object({
112
+ modelId: z.string(),
113
+ isDelegated: z.literal(false),
114
+ modelType: z.string(),
115
+ handlers: z.array(z.string()),
116
+ displayName: z.string().optional(),
117
+ addonPackage: z.string().optional(),
118
+ loadedAt: z.coerce.date(),
119
+ name: z.string().optional(),
120
+ path: z.string().optional(),
121
+ toolDialect: toolDialectSchema.optional()
122
+ })
123
+ .meta({ title: 'LocalLoadedModelInfo' });
124
+ /**
125
+ * Loaded delegated model: this node only stores routing info, so `modelType`,
126
+ * `displayName`, `addonPackage`, `loadedAt`, `name`, and `path` are absent,
127
+ * and `handlers` is always empty.
128
+ */
129
+ const delegatedLoadedModelInfoSchema = z
130
+ .object({
131
+ modelId: z.string(),
132
+ isDelegated: z.literal(true),
133
+ handlers: z.array(z.string()),
134
+ providerInfo: delegatedProviderInfoSchema
135
+ })
136
+ .meta({ title: 'DelegatedLoadedModelInfo' });
137
+ export const loadedModelInfoSchema = z.discriminatedUnion('isDelegated', [
138
+ localLoadedModelInfoSchema,
139
+ delegatedLoadedModelInfoSchema
140
+ ]);
141
+ export const getLoadedModelInfoResponseSchema = z.object({
142
+ type: z.literal('getLoadedModelInfo'),
143
+ info: loadedModelInfoSchema
144
+ });
@@ -0,0 +1,36 @@
1
+ import { z } from 'zod';
2
+ export declare const deleteCacheRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
3
+ type: z.ZodLiteral<"deleteCache">;
4
+ all: z.ZodLiteral<true>;
5
+ }, z.core.$strip>, z.ZodObject<{
6
+ type: z.ZodLiteral<"deleteCache">;
7
+ kvCacheKey: z.ZodString;
8
+ modelId: z.ZodOptional<z.ZodString>;
9
+ }, z.core.$strip>]>;
10
+ export declare const deleteCacheResponseSchema: z.ZodObject<{
11
+ type: z.ZodLiteral<"deleteCache">;
12
+ success: z.ZodBoolean;
13
+ error: z.ZodOptional<z.ZodString>;
14
+ }, z.core.$strip>;
15
+ export type DeleteCacheRequest = z.infer<typeof deleteCacheRequestSchema>;
16
+ export type DeleteCacheResponse = z.infer<typeof deleteCacheResponseSchema>;
17
+ export declare const unloadModelParamsSchema: z.ZodObject<{
18
+ modelId: z.ZodString;
19
+ clearStorage: z.ZodDefault<z.ZodBoolean>;
20
+ autoClose: z.ZodOptional<z.ZodBoolean>;
21
+ }, z.core.$strip>;
22
+ export declare const unloadModelRequestSchema: z.ZodObject<{
23
+ type: z.ZodLiteral<"unloadModel">;
24
+ modelId: z.ZodString;
25
+ clearStorage: z.ZodDefault<z.ZodBoolean>;
26
+ }, z.core.$strip>;
27
+ export declare const unloadModelResponseSchema: z.ZodObject<{
28
+ type: z.ZodLiteral<"unloadModel">;
29
+ success: z.ZodBoolean;
30
+ error: z.ZodOptional<z.ZodString>;
31
+ hasActiveModels: z.ZodOptional<z.ZodBoolean>;
32
+ hasActiveProviders: z.ZodOptional<z.ZodBoolean>;
33
+ }, z.core.$strip>;
34
+ export type UnloadModelParams = z.input<typeof unloadModelParamsSchema>;
35
+ export type UnloadModelRequest = z.infer<typeof unloadModelRequestSchema>;
36
+ export type UnloadModelResponse = z.infer<typeof unloadModelResponseSchema>;
@@ -0,0 +1,40 @@
1
+ import { z } from 'zod';
2
+ // ============== Delete cache ==============
3
+ export const deleteCacheRequestSchema = z.union([
4
+ z
5
+ .object({
6
+ type: z.literal('deleteCache'),
7
+ all: z.literal(true)
8
+ })
9
+ .meta({ title: 'DeleteCacheAllRequest' }),
10
+ z
11
+ .object({
12
+ type: z.literal('deleteCache'),
13
+ kvCacheKey: z.string(),
14
+ modelId: z.string().optional()
15
+ })
16
+ .meta({ title: 'DeleteCacheKvEntryRequest' })
17
+ ]);
18
+ export const deleteCacheResponseSchema = z.object({
19
+ type: z.literal('deleteCache'),
20
+ success: z.boolean(),
21
+ error: z.string().optional()
22
+ });
23
+ // ============== Unload model ==============
24
+ export const unloadModelParamsSchema = z.object({
25
+ modelId: z.string(),
26
+ clearStorage: z.boolean().default(false),
27
+ autoClose: z.boolean().optional()
28
+ });
29
+ export const unloadModelRequestSchema = z.object({
30
+ type: z.literal('unloadModel'),
31
+ modelId: z.string(),
32
+ clearStorage: z.boolean().default(false)
33
+ });
34
+ export const unloadModelResponseSchema = z.object({
35
+ type: z.literal('unloadModel'),
36
+ success: z.boolean(),
37
+ error: z.string().optional(),
38
+ hasActiveModels: z.boolean().optional(),
39
+ hasActiveProviders: z.boolean().optional()
40
+ });