@qvac/inference 0.0.0 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +928 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,156 @@
1
+ import Buffer from 'bare-buffer';
2
+ import { REGISTRY_ERROR_CODES } from '../schemas/errors.js';
3
+ import { getAddonFromEngine, resolveCanonicalEngine } from '../schemas/engine-addon-map.js';
4
+ import { getRegistryClient } from '../runtime/registry-client.js';
5
+ import { getEngineLogger } from '../logging/index.js';
6
+ import { ModelRegistryQueryFailedError } from '../errors/index.js';
7
+ const logger = getEngineLogger();
8
+ function toHexString(value) {
9
+ if (!value)
10
+ return '';
11
+ if (Buffer.isBuffer(value))
12
+ return value.toString('hex');
13
+ if (typeof value === 'string')
14
+ return value;
15
+ if (typeof value === 'object' && 'data' in value) {
16
+ return Buffer.from(value.data).toString('hex');
17
+ }
18
+ return '';
19
+ }
20
+ function processRegistryModel(model) {
21
+ const engine = resolveCanonicalEngine(model.engine || '');
22
+ if (!engine) {
23
+ logger.warn(`Skipping model with unknown engine "${model.engine}": ${model.path}`);
24
+ return null;
25
+ }
26
+ const filename = model.path.split('/').pop() || model.path;
27
+ const blobBinding = model.blobBinding;
28
+ const blobCoreKey = toHexString(blobBinding?.coreKey);
29
+ const blobBlockOffset = blobBinding?.blockOffset ?? 0;
30
+ const blobBlockLength = blobBinding?.blockLength ?? 0;
31
+ const blobByteOffset = blobBinding?.byteOffset ?? 0;
32
+ const expectedSize = blobBinding?.byteLength ?? 0;
33
+ // sha256 lives on blobBinding at runtime (per hyperschema), fall back to top-level
34
+ const sha256Checksum = blobBinding?.['sha256'] || model.sha256 || '';
35
+ const addon = getAddonFromEngine(engine);
36
+ // Use the filename without extension as the display name
37
+ const name = filename.replace(/\.\w+$/, '');
38
+ return {
39
+ name,
40
+ registryPath: model.path,
41
+ registrySource: model.source,
42
+ blobCoreKey,
43
+ blobBlockOffset,
44
+ blobBlockLength,
45
+ blobByteOffset,
46
+ modelId: filename,
47
+ addon,
48
+ expectedSize,
49
+ sha256Checksum,
50
+ engine,
51
+ quantization: model.quantization || '',
52
+ params: model.params || ''
53
+ };
54
+ }
55
+ export async function handleModelRegistryList() {
56
+ logger.debug('Handling QVAC model registry list request');
57
+ try {
58
+ const client = await getRegistryClient();
59
+ const registryModels = await client.findBy();
60
+ const models = registryModels
61
+ .map(processRegistryModel)
62
+ .filter((m) => m !== null);
63
+ logger.debug(`QVAC model registry list returned ${models.length} models`);
64
+ return {
65
+ type: 'modelRegistryList',
66
+ success: true,
67
+ models
68
+ };
69
+ }
70
+ catch (error) {
71
+ logger.error('QVAC model registry list failed:', error);
72
+ // Re-throw registry client errors directly (19001-19003)
73
+ const qvacError = error;
74
+ if (qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CONNECT ||
75
+ qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CLOSE ||
76
+ qvacError.code === REGISTRY_ERROR_CODES.MODEL_NOT_FOUND) {
77
+ throw error;
78
+ }
79
+ // Wrap unknown errors in a typed error
80
+ throw new ModelRegistryQueryFailedError(error instanceof Error ? error.message : 'Unknown error', error);
81
+ }
82
+ }
83
+ export async function handleModelRegistrySearch(request) {
84
+ logger.debug('Handling QVAC model registry search request', request);
85
+ try {
86
+ const client = await getRegistryClient();
87
+ const registryModels = await client.findBy({
88
+ ...(request.quantization && { quantization: request.quantization })
89
+ });
90
+ let models = registryModels
91
+ .map(processRegistryModel)
92
+ .filter((m) => m !== null);
93
+ if (request.engine) {
94
+ const canonicalEngine = resolveCanonicalEngine(request.engine);
95
+ models = models.filter((m) => m.engine === (canonicalEngine ?? request.engine));
96
+ }
97
+ if (request.filter) {
98
+ const filterLower = request.filter.toLowerCase();
99
+ models = models.filter((m) => m.name.toLowerCase().includes(filterLower) ||
100
+ m.registryPath.toLowerCase().includes(filterLower) ||
101
+ m.addon.toLowerCase().includes(filterLower) ||
102
+ m.engine.toLowerCase().includes(filterLower));
103
+ }
104
+ if (request.addon) {
105
+ models = models.filter((m) => m.addon === request.addon);
106
+ }
107
+ logger.debug(`QVAC model registry search returned ${models.length} models`);
108
+ return {
109
+ type: 'modelRegistrySearch',
110
+ success: true,
111
+ models
112
+ };
113
+ }
114
+ catch (error) {
115
+ logger.error('QVAC model registry search failed:', error);
116
+ // Re-throw registry client errors directly (19001-19003)
117
+ const qvacError = error;
118
+ if (qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CONNECT ||
119
+ qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CLOSE ||
120
+ qvacError.code === REGISTRY_ERROR_CODES.MODEL_NOT_FOUND) {
121
+ throw error;
122
+ }
123
+ throw new ModelRegistryQueryFailedError(error instanceof Error ? error.message : 'Unknown error', error);
124
+ }
125
+ }
126
+ export async function handleModelRegistryGetModel(request) {
127
+ logger.debug('Handling QVAC model registry get model request', request);
128
+ try {
129
+ const client = await getRegistryClient();
130
+ const rawModel = await client.getModel(request.registryPath, request.registrySource);
131
+ if (!rawModel) {
132
+ throw new ModelRegistryQueryFailedError(`Model not found: ${request.registrySource}/${request.registryPath}`);
133
+ }
134
+ const model = processRegistryModel(rawModel);
135
+ if (!model) {
136
+ throw new ModelRegistryQueryFailedError(`Model has unknown engine "${rawModel.engine}": ${request.registryPath}`);
137
+ }
138
+ logger.debug('QVAC model registry get model found:', model.name);
139
+ return {
140
+ type: 'modelRegistryGetModel',
141
+ success: true,
142
+ model
143
+ };
144
+ }
145
+ catch (error) {
146
+ logger.error('QVAC model registry get model failed:', error);
147
+ // Re-throw registry client errors directly (19001-19003)
148
+ const qvacError = error;
149
+ if (qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CONNECT ||
150
+ qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CLOSE ||
151
+ qvacError.code === REGISTRY_ERROR_CODES.MODEL_NOT_FOUND) {
152
+ throw error;
153
+ }
154
+ throw new ModelRegistryQueryFailedError(error instanceof Error ? error.message : 'Unknown error', error);
155
+ }
156
+ }
@@ -0,0 +1,2 @@
1
+ import type { ResumeResponse } from '../schemas/index.js';
2
+ export declare function handleResume(): Promise<ResumeResponse>;
@@ -0,0 +1,11 @@
1
+ import { resumeRuntime } from '../runtime/runtime-lifecycle.js';
2
+ import { LifecycleResumeFailedError } from '../errors/index.js';
3
+ export async function handleResume() {
4
+ try {
5
+ await resumeRuntime();
6
+ return { type: 'resume' };
7
+ }
8
+ catch (error) {
9
+ throw new LifecycleResumeFailedError(error instanceof Error ? error.message : String(error), error);
10
+ }
11
+ }
@@ -0,0 +1,2 @@
1
+ import type { StateResponse } from '../schemas/index.js';
2
+ export declare function handleState(): StateResponse;
@@ -0,0 +1,7 @@
1
+ import { getLifecycleState } from '../runtime/runtime-lifecycle.js';
2
+ export function handleState() {
3
+ return {
4
+ type: 'state',
5
+ state: getLifecycleState()
6
+ };
7
+ }
@@ -0,0 +1,2 @@
1
+ import type { SuspendResponse } from '../schemas/index.js';
2
+ export declare function handleSuspend(): Promise<SuspendResponse>;
@@ -0,0 +1,11 @@
1
+ import { suspendRuntime } from '../runtime/runtime-lifecycle.js';
2
+ import { LifecycleSuspendFailedError } from '../errors/index.js';
3
+ export async function handleSuspend() {
4
+ try {
5
+ await suspendRuntime();
6
+ return { type: 'suspend' };
7
+ }
8
+ catch (error) {
9
+ throw new LifecycleSuspendFailedError(error instanceof Error ? error.message : String(error), error);
10
+ }
11
+ }
@@ -0,0 +1,13 @@
1
+ import type { Request, Response } from '../schemas/index.js';
2
+ export type ReplyHandler = (request: any, ...args: any[]) => Promise<Response> | Response;
3
+ export type StreamHandler = (request: any, ...args: any[]) => AsyncGenerator<Response>;
4
+ export type ProgressHandler = (request: any, ...args: any[]) => Promise<Response>;
5
+ export type DuplexStreamHandler = (request: any, inputStream: any) => AsyncGenerator<Response>;
6
+ export type HandlerEntry = {
7
+ type: 'reply' | 'stream' | 'duplex';
8
+ handler: ReplyHandler | StreamHandler | ProgressHandler | DuplexStreamHandler;
9
+ delegatedHandler?: ReplyHandler | StreamHandler | ProgressHandler | DuplexStreamHandler;
10
+ isDelegated?: (request: Request) => boolean;
11
+ supportsProgress?: boolean | ((request: Request) => boolean);
12
+ pluginOp?: boolean;
13
+ };
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,2 @@
1
+ import type { UnloadModelRequest, UnloadModelResponse } from '../schemas/index.js';
2
+ export declare function handleUnloadModel(request: UnloadModelRequest): Promise<UnloadModelResponse>;
@@ -0,0 +1,29 @@
1
+ import { unloadModel } from '../plugins/ops/unload-model.js';
2
+ import { getRegistryStats } from '../runtime/model-registry.js';
3
+ import { hasActiveProviders } from '../p2p/swarm.js';
4
+ import { getEngineLogger } from '../logging/index.js';
5
+ const logger = getEngineLogger();
6
+ export async function handleUnloadModel(request) {
7
+ const { modelId, clearStorage } = request;
8
+ try {
9
+ logger.debug('Unloading model', modelId);
10
+ await unloadModel({ modelId, clearStorage });
11
+ const stats = getRegistryStats();
12
+ const modelsActive = stats.totalModels > 0;
13
+ const providersActive = hasActiveProviders();
14
+ return {
15
+ type: 'unloadModel',
16
+ success: true,
17
+ hasActiveModels: modelsActive,
18
+ hasActiveProviders: providersActive
19
+ };
20
+ }
21
+ catch (error) {
22
+ logger.error('Error during model unload:', error);
23
+ return {
24
+ type: 'unloadModel',
25
+ success: false,
26
+ error: error instanceof Error ? error.message : 'Unknown error'
27
+ };
28
+ }
29
+ }
@@ -0,0 +1,4 @@
1
+ export { batchCompletion, completion, deleteCache, loadModel, downloadAsset, heartbeat, startQVACProvider, stopQVACProvider, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, getSystemResources, loggingStream, subscribeServerLogs, type ServerLogHandler, ocr, invokePlugin, invokePluginStream, diffusion, type DiffusionProgressTick, audioGen, classify, video, type VideoProgressTick, upscale, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams, suspend, resume, state, vla, vlaHparams, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE, type FinetuneHandle } from './api/index.js';
2
+ export { close } from './dispatch.js';
3
+ export { plugins, registerPlugin, registerPlugins, getPlugin, hasPlugin, getAllPlugins, unregisterPlugin } from './plugins/index.js';
4
+ export * from './surface.js';
package/dist/index.js ADDED
@@ -0,0 +1,12 @@
1
+ /// <reference types="bare" />
2
+ // Public API: the operations, engine lifecycle and explicit plugin assembly, and
3
+ // the value-clean surface (schemas / types / consts / errors / model registry)
4
+ // re-exported from `./surface`.
5
+ export { batchCompletion, completion, deleteCache, loadModel, downloadAsset, heartbeat, startQVACProvider, stopQVACProvider, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, getSystemResources, loggingStream, subscribeServerLogs, ocr, invokePlugin, invokePluginStream, diffusion, audioGen, classify, video, upscale, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, suspend, resume, state, vla, vlaHparams, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './api/index.js';
6
+ // Engine lifecycle and explicit plugin assembly. No plugins are registered by
7
+ // default: an app assembles the engines it needs via `plugins([...])` or the
8
+ // `registerPlugin`/`registerPlugins` primitives, then calls the operations.
9
+ export { close } from './dispatch.js';
10
+ export { plugins, registerPlugin, registerPlugins, getPlugin, hasPlugin, getAllPlugins, unregisterPlugin } from './plugins/index.js';
11
+ // The value-clean surface (also published as `@qvac/inference/surface`).
12
+ export * from './surface.js';
@@ -0,0 +1,5 @@
1
+ import type { Logger } from '../logging/types.js';
2
+ export declare function registerAddonLogger(modelId: string, namespace: string, logger: Logger): void;
3
+ export declare function unregisterAddonLogger(modelId: string): void;
4
+ export declare function createAddonLoggerCallback(namespace: string): (priority: number, message: string) => void;
5
+ export declare function clearAllAddonLoggers(): void;
@@ -0,0 +1,75 @@
1
+ import { unregisterLogger } from '../logging/logger.js';
2
+ // Map C++ addon priority (0-4) to LogLevel.
3
+ const PRIORITY_TO_LEVEL = {
4
+ 0: 'error',
5
+ 1: 'warn',
6
+ 2: 'info',
7
+ 3: 'debug',
8
+ 4: 'debug'
9
+ };
10
+ const ADDON_LOGGERS_KEY = Symbol.for('@qvac/inference:addon-loggers');
11
+ const MODEL_LOGGERS_KEY = Symbol.for('@qvac/inference:model-loggers');
12
+ function getAddonLoggers() {
13
+ const global = globalThis;
14
+ if (!global[ADDON_LOGGERS_KEY]) {
15
+ global[ADDON_LOGGERS_KEY] = new Map();
16
+ }
17
+ return global[ADDON_LOGGERS_KEY];
18
+ }
19
+ function getModelLoggers() {
20
+ const global = globalThis;
21
+ if (!global[MODEL_LOGGERS_KEY]) {
22
+ global[MODEL_LOGGERS_KEY] = new Map();
23
+ }
24
+ return global[MODEL_LOGGERS_KEY];
25
+ }
26
+ export function registerAddonLogger(modelId, namespace, logger) {
27
+ const addonLoggers = getAddonLoggers();
28
+ const modelLoggers = getModelLoggers();
29
+ if (!addonLoggers.has(namespace)) {
30
+ addonLoggers.set(namespace, new Set());
31
+ }
32
+ addonLoggers.get(namespace).add(logger);
33
+ modelLoggers.set(modelId, { namespace, logger });
34
+ }
35
+ export function unregisterAddonLogger(modelId) {
36
+ const addonLoggers = getAddonLoggers();
37
+ const modelLoggers = getModelLoggers();
38
+ const entry = modelLoggers.get(modelId);
39
+ if (entry) {
40
+ addonLoggers.get(entry.namespace)?.delete(entry.logger);
41
+ unregisterLogger(entry.logger);
42
+ modelLoggers.delete(modelId);
43
+ }
44
+ }
45
+ function routeLog(logger, level, message) {
46
+ switch (level) {
47
+ case 'error':
48
+ logger.error(message);
49
+ break;
50
+ case 'warn':
51
+ logger.warn(message);
52
+ break;
53
+ case 'info':
54
+ logger.info(message);
55
+ break;
56
+ case 'debug':
57
+ logger.debug(message);
58
+ break;
59
+ }
60
+ }
61
+ export function createAddonLoggerCallback(namespace) {
62
+ return (priority, message) => {
63
+ const loggers = getAddonLoggers().get(namespace);
64
+ if (!loggers || loggers.size === 0)
65
+ return;
66
+ const level = PRIORITY_TO_LEVEL[priority] ?? 'debug';
67
+ for (const logger of loggers) {
68
+ routeLog(logger, level, message);
69
+ }
70
+ };
71
+ }
72
+ export function clearAllAddonLoggers() {
73
+ getAddonLoggers().clear();
74
+ getModelLoggers().clear();
75
+ }
@@ -0,0 +1,5 @@
1
+ export { getLogger, getEngineLogger, getAppLogger, createStreamLogger, setGlobalLogLevel, setGlobalConsoleOutput, registerLogger, unregisterLogger } from '../logging/logger.js';
2
+ export type { Logger, LoggerOptions, LogTransport } from '../logging/types.js';
3
+ export { RAG_NAMESPACE, LOG_ID, ALL_LOG_ID, LOG_NAMESPACE, type AddonNamespace } from '../logging/namespaces.js';
4
+ export { registerAddonLogger, unregisterAddonLogger, createAddonLoggerCallback, clearAllAddonLoggers } from '../logging/addon.js';
5
+ export { summarizeRequest } from '../logging/utils.js';
@@ -0,0 +1,4 @@
1
+ export { getLogger, getEngineLogger, getAppLogger, createStreamLogger, setGlobalLogLevel, setGlobalConsoleOutput, registerLogger, unregisterLogger } from '../logging/logger.js';
2
+ export { RAG_NAMESPACE, LOG_ID, ALL_LOG_ID, LOG_NAMESPACE } from '../logging/namespaces.js';
3
+ export { registerAddonLogger, unregisterAddonLogger, createAddonLoggerCallback, clearAllAddonLoggers } from '../logging/addon.js';
4
+ export { summarizeRequest } from '../logging/utils.js';
@@ -0,0 +1,41 @@
1
+ import { type LogLevel } from '@qvac/logging';
2
+ import type { Logger, LoggerOptions } from '../logging/types.js';
3
+ export declare function registerLogger(logger: Logger): void;
4
+ export declare function unregisterLogger(logger: Logger): void;
5
+ export declare function setGlobalLogLevel(level: LogLevel): void;
6
+ export declare function setGlobalConsoleOutput(enabled: boolean): void;
7
+ interface LoggerExtensions {
8
+ onLog?: (level: LogLevel, namespace: string, message: string) => void;
9
+ }
10
+ export declare function createBaseLogger(namespace: string, options?: LoggerOptions, extensions?: LoggerExtensions): Logger;
11
+ /**
12
+ * Creates or retrieves a namespaced logger instance.
13
+ *
14
+ * Loggers are cached per namespace when `options` is omitted, so repeated
15
+ * calls with the same namespace return the same instance. When `options` is
16
+ * supplied, a fresh logger is returned and the cache is bypassed.
17
+ *
18
+ * @param namespace - Namespace used to prefix log messages from this logger (e.g. `"my-app"`, `"@qvac/inference:embed"`).
19
+ * @param options - Optional logger configuration (custom transports, log level, etc.). When provided, a new logger is always constructed.
20
+ * @returns A `Logger` instance scoped to `namespace`.
21
+ */
22
+ export declare function getLogger(namespace: string, options?: LoggerOptions): Logger;
23
+ /**
24
+ * Builds a logger whose every line is published to the log stream registered
25
+ * under `id`, letting subscribers observe it live. Console output is off by
26
+ * default; callers opt back in through `options`.
27
+ */
28
+ export declare function createStreamLogger(id: string, namespace: string, options?: LoggerOptions): Logger;
29
+ /**
30
+ * The library's own operational logger. Its lines flow to the {@link LOG_ID}
31
+ * stream (and the {@link ALL_LOG_ID} fan-in), so a subscriber can watch what the
32
+ * engine and its addons are doing. Cached when called without options.
33
+ */
34
+ export declare function getEngineLogger(options?: LoggerOptions): Logger;
35
+ /**
36
+ * The application-facing logger for the public API surface. Its lines stay off
37
+ * the log stream and, by default, off the console — the caller opts in through
38
+ * `options`. Cached when called without options.
39
+ */
40
+ export declare function getAppLogger(options?: LoggerOptions): Logger;
41
+ export {};
@@ -0,0 +1,209 @@
1
+ import QvacLogger from '@qvac/logging';
2
+ import { LOG_LEVELS } from '@qvac/logging/constants';
3
+ import { sendLogToStreams } from '../runtime/logging-stream-registry.js';
4
+ import { isLevelEnabled, formatArg } from '../logging/utils.js';
5
+ import { LOG_ID, LOG_NAMESPACE } from '../logging/namespaces.js';
6
+ // A single instance is shared across every evaluation of this module via
7
+ // globalThis so that log level and console toggles reach all loggers even if
8
+ // the module is evaluated more than once.
9
+ const REGISTRY_KEY = Symbol.for('@qvac/inference:logger-registry');
10
+ const GLOBAL_LEVEL_KEY = Symbol.for('@qvac/inference:global-log-level');
11
+ const GLOBAL_CONSOLE_KEY = Symbol.for('@qvac/inference:global-console-output');
12
+ const LOGGER_CACHE_KEY = Symbol.for('@qvac/inference:logger-cache');
13
+ const APP_LOGGER_KEY = Symbol.for('@qvac/inference:app-logger');
14
+ const ENGINE_LOGGER_KEY = Symbol.for('@qvac/inference:engine-logger');
15
+ function getGlobal() {
16
+ return globalThis;
17
+ }
18
+ function getRegistry() {
19
+ const global = getGlobal();
20
+ if (!global[REGISTRY_KEY]) {
21
+ global[REGISTRY_KEY] = new Set();
22
+ }
23
+ return global[REGISTRY_KEY];
24
+ }
25
+ export function registerLogger(logger) {
26
+ const global = getGlobal();
27
+ getRegistry().add(logger);
28
+ if (global[GLOBAL_LEVEL_KEY] !== undefined) {
29
+ logger.setLevel(global[GLOBAL_LEVEL_KEY]);
30
+ }
31
+ if (global[GLOBAL_CONSOLE_KEY] !== undefined) {
32
+ logger.setConsoleOutput(global[GLOBAL_CONSOLE_KEY]);
33
+ }
34
+ }
35
+ export function unregisterLogger(logger) {
36
+ getRegistry().delete(logger);
37
+ }
38
+ export function setGlobalLogLevel(level) {
39
+ getGlobal()[GLOBAL_LEVEL_KEY] = level;
40
+ for (const logger of getRegistry()) {
41
+ logger.setLevel(level);
42
+ }
43
+ }
44
+ export function setGlobalConsoleOutput(enabled) {
45
+ getGlobal()[GLOBAL_CONSOLE_KEY] = enabled;
46
+ for (const logger of getRegistry()) {
47
+ logger.setConsoleOutput(enabled);
48
+ }
49
+ }
50
+ function safeTransport(transport, namespace) {
51
+ return (level, ns, message) => {
52
+ try {
53
+ const result = transport(level, ns, message);
54
+ if (result instanceof Promise) {
55
+ result.catch((error) => {
56
+ console.error(`Transport error in ${namespace}:`, error); // fallback (avoid recursion)
57
+ });
58
+ }
59
+ }
60
+ catch (error) {
61
+ console.error(`Transport error in ${namespace}:`, error); // fallback (avoid recursion)
62
+ }
63
+ };
64
+ }
65
+ export function createBaseLogger(namespace, options, extensions) {
66
+ const qvacLogger = new QvacLogger(console);
67
+ const initialLevel = options?.level ?? LOG_LEVELS.INFO;
68
+ qvacLogger.setLevel(initialLevel);
69
+ const transports = options?.transports || [];
70
+ let consoleEnabled = options?.enableConsole !== false;
71
+ const log = (level, ...args) => {
72
+ if (!isLevelEnabled(level, qvacLogger.getLevel())) {
73
+ return;
74
+ }
75
+ const message = args.map(formatArg).join(' ');
76
+ if (consoleEnabled) {
77
+ switch (level) {
78
+ case LOG_LEVELS.ERROR:
79
+ qvacLogger.error(`[${namespace}]`, ...args);
80
+ break;
81
+ case LOG_LEVELS.WARN:
82
+ qvacLogger.warn(`[${namespace}]`, ...args);
83
+ break;
84
+ case LOG_LEVELS.INFO:
85
+ qvacLogger.info(`[${namespace}]`, ...args);
86
+ break;
87
+ case LOG_LEVELS.DEBUG:
88
+ qvacLogger.debug(`[${namespace}]`, ...args);
89
+ break;
90
+ }
91
+ }
92
+ extensions?.onLog?.(level, namespace, message);
93
+ for (const transport of transports) {
94
+ try {
95
+ const result = transport(level, namespace, message);
96
+ if (result instanceof Promise) {
97
+ result.catch((error) => {
98
+ console.error(`Transport error in ${namespace}:`, error); // fallback (avoid recursion)
99
+ });
100
+ }
101
+ }
102
+ catch (error) {
103
+ console.error(`Transport error in ${namespace}:`, error); // fallback (avoid recursion)
104
+ }
105
+ }
106
+ };
107
+ const logger = {
108
+ error: (...args) => log(LOG_LEVELS.ERROR, ...args),
109
+ warn: (...args) => log(LOG_LEVELS.WARN, ...args),
110
+ info: (...args) => log(LOG_LEVELS.INFO, ...args),
111
+ debug: (...args) => log(LOG_LEVELS.DEBUG, ...args),
112
+ trace: (...args) => log(LOG_LEVELS.DEBUG, ...args),
113
+ setLevel: (level) => qvacLogger.setLevel(level),
114
+ getLevel: () => qvacLogger.getLevel(),
115
+ addTransport: (transport) => {
116
+ transports.push(transport);
117
+ },
118
+ setConsoleOutput: (enabled) => {
119
+ consoleEnabled = enabled;
120
+ }
121
+ };
122
+ registerLogger(logger);
123
+ return logger;
124
+ }
125
+ function createLogger(namespace, options) {
126
+ const safeOptions = options
127
+ ? {
128
+ ...options,
129
+ transports: options.transports?.map((t) => safeTransport(t, namespace)) || []
130
+ }
131
+ : undefined;
132
+ return createBaseLogger(namespace, safeOptions);
133
+ }
134
+ /**
135
+ * Creates or retrieves a namespaced logger instance.
136
+ *
137
+ * Loggers are cached per namespace when `options` is omitted, so repeated
138
+ * calls with the same namespace return the same instance. When `options` is
139
+ * supplied, a fresh logger is returned and the cache is bypassed.
140
+ *
141
+ * @param namespace - Namespace used to prefix log messages from this logger (e.g. `"my-app"`, `"@qvac/inference:embed"`).
142
+ * @param options - Optional logger configuration (custom transports, log level, etc.). When provided, a new logger is always constructed.
143
+ * @returns A `Logger` instance scoped to `namespace`.
144
+ */
145
+ export function getLogger(namespace, options) {
146
+ const global = getGlobal();
147
+ if (!global[LOGGER_CACHE_KEY]) {
148
+ global[LOGGER_CACHE_KEY] = new Map();
149
+ }
150
+ const cache = global[LOGGER_CACHE_KEY];
151
+ if (!options) {
152
+ const cached = cache.get(namespace);
153
+ if (cached) {
154
+ return cached;
155
+ }
156
+ }
157
+ const logger = createLogger(namespace, options);
158
+ if (!options) {
159
+ cache.set(namespace, logger);
160
+ }
161
+ return logger;
162
+ }
163
+ /**
164
+ * Builds a logger whose every line is published to the log stream registered
165
+ * under `id`, letting subscribers observe it live. Console output is off by
166
+ * default; callers opt back in through `options`.
167
+ */
168
+ export function createStreamLogger(id, namespace, options) {
169
+ return createBaseLogger(namespace, {
170
+ enableConsole: false,
171
+ ...options
172
+ }, {
173
+ onLog: (level, ns, message) => {
174
+ sendLogToStreams(id, level, ns, message);
175
+ }
176
+ });
177
+ }
178
+ /**
179
+ * The library's own operational logger. Its lines flow to the {@link LOG_ID}
180
+ * stream (and the {@link ALL_LOG_ID} fan-in), so a subscriber can watch what the
181
+ * engine and its addons are doing. Cached when called without options.
182
+ */
183
+ export function getEngineLogger(options) {
184
+ const global = getGlobal();
185
+ if (!options && global[ENGINE_LOGGER_KEY]) {
186
+ return global[ENGINE_LOGGER_KEY];
187
+ }
188
+ const logger = createStreamLogger(LOG_ID, LOG_NAMESPACE, options);
189
+ if (!options) {
190
+ global[ENGINE_LOGGER_KEY] = logger;
191
+ }
192
+ return logger;
193
+ }
194
+ /**
195
+ * The application-facing logger for the public API surface. Its lines stay off
196
+ * the log stream and, by default, off the console — the caller opts in through
197
+ * `options`. Cached when called without options.
198
+ */
199
+ export function getAppLogger(options) {
200
+ const global = getGlobal();
201
+ if (!options && global[APP_LOGGER_KEY]) {
202
+ return global[APP_LOGGER_KEY];
203
+ }
204
+ const logger = getLogger('app', { enableConsole: false, ...options });
205
+ if (!options) {
206
+ global[APP_LOGGER_KEY] = logger;
207
+ }
208
+ return logger;
209
+ }
@@ -0,0 +1,6 @@
1
+ import { type CanonicalModelType } from '../schemas/model-types.js';
2
+ export declare const RAG_NAMESPACE: "rag:hyperdb";
3
+ export type AddonNamespace = CanonicalModelType | typeof RAG_NAMESPACE;
4
+ export declare const LOG_ID = "__engine__";
5
+ export declare const ALL_LOG_ID = "__all__";
6
+ export declare const LOG_NAMESPACE = "engine";
@@ -0,0 +1,7 @@
1
+ export const RAG_NAMESPACE = 'rag:hyperdb';
2
+ // Stream id for the library's own logs.
3
+ export const LOG_ID = '__engine__';
4
+ // Stream id that receives every log, whatever its origin.
5
+ export const ALL_LOG_ID = '__all__';
6
+ // Namespace stamped on the library's own logs.
7
+ export const LOG_NAMESPACE = 'engine';