@qvac/inference 0.0.0 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +928 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,163 @@
1
+ import { getEngineLogger } from '../logging/index.js';
2
+ import { LifecycleOperationBlockedError } from '../errors/index.js';
3
+ const logger = getEngineLogger();
4
+ const LIFECYCLE_ALLOWED_TYPES = new Set(['suspend', 'resume', 'state']);
5
+ const swarms = new Map();
6
+ const stores = new Map();
7
+ const resumeListeners = new Set();
8
+ let state = 'active';
9
+ let transitionPromise = null;
10
+ /**
11
+ * Register a callback fired after the runtime returns to "active". Lets in-flight
12
+ * work (e.g. an HTTP download whose socket died while backgrounded) recover the
13
+ * instant `resume()` runs instead of waiting for a timeout. Returns an
14
+ * unregister function — callers MUST call it when their work finishes so the
15
+ * listener doesn't leak into the next operation.
16
+ */
17
+ export function onResume(listener) {
18
+ resumeListeners.add(listener);
19
+ return () => resumeListeners.delete(listener);
20
+ }
21
+ function notifyResume() {
22
+ for (const listener of Array.from(resumeListeners)) {
23
+ try {
24
+ listener();
25
+ }
26
+ catch (error) {
27
+ logger.error('Lifecycle: onResume listener threw:', error);
28
+ }
29
+ }
30
+ }
31
+ export function registerSwarm(swarm, meta) {
32
+ swarms.set(swarm, meta);
33
+ logger.debug(`Lifecycle: registered swarm [${meta.label}]`);
34
+ }
35
+ export function unregisterSwarm(swarm) {
36
+ const meta = swarms.get(swarm);
37
+ swarms.delete(swarm);
38
+ if (meta) {
39
+ logger.debug(`Lifecycle: unregistered swarm [${meta.label}]`);
40
+ }
41
+ }
42
+ export function registerCorestore(store, meta) {
43
+ stores.set(store, meta);
44
+ logger.debug(`Lifecycle: registered corestore [${meta.label}]`);
45
+ }
46
+ export function unregisterCorestore(store) {
47
+ const meta = stores.get(store);
48
+ stores.delete(store);
49
+ if (meta) {
50
+ logger.debug(`Lifecycle: unregistered corestore [${meta.label}]`);
51
+ }
52
+ }
53
+ export function getLifecycleState() {
54
+ return state;
55
+ }
56
+ export function assertLifecycleAllowed(request) {
57
+ if (state === 'active' || LIFECYCLE_ALLOWED_TYPES.has(request.type))
58
+ return;
59
+ throw new LifecycleOperationBlockedError(request.type, state);
60
+ }
61
+ export function getRegisteredResourceCounts() {
62
+ return { swarms: swarms.size, stores: stores.size };
63
+ }
64
+ export function resetLifecycleState() {
65
+ swarms.clear();
66
+ stores.clear();
67
+ resumeListeners.clear();
68
+ state = 'active';
69
+ transitionPromise = null;
70
+ }
71
+ async function runPhase(snapshot, liveSet, fn, phaseLabel) {
72
+ const errors = [];
73
+ for (const [resource, meta] of snapshot) {
74
+ try {
75
+ await fn(resource);
76
+ logger.debug(`Lifecycle: ${phaseLabel} [${meta.label}] OK`);
77
+ }
78
+ catch (error) {
79
+ if (!liveSet.has(resource))
80
+ continue;
81
+ logger.error(`Lifecycle: ${phaseLabel} [${meta.label}] failed:`, error);
82
+ errors.push(new Error(`${meta.label}: ${String(error)}`));
83
+ }
84
+ }
85
+ if (errors.length > 0) {
86
+ throw new AggregateError(errors, `Lifecycle ${phaseLabel} phase failed`);
87
+ }
88
+ }
89
+ export async function suspendRuntime() {
90
+ if (state === 'suspended')
91
+ return;
92
+ if (state === 'suspending' && transitionPromise)
93
+ return transitionPromise;
94
+ // Opposite transition in flight: wait for it, then re-evaluate
95
+ if (state === 'resuming' && transitionPromise) {
96
+ await transitionPromise;
97
+ return suspendRuntime();
98
+ }
99
+ state = 'suspending';
100
+ logger.info(`⏸️ Suspending runtime (${stores.size} stores, ${swarms.size} swarms)`);
101
+ transitionPromise = (async () => {
102
+ const swarmSnapshot = Array.from(swarms.entries());
103
+ const storeSnapshot = Array.from(stores.entries());
104
+ await runPhase(storeSnapshot, stores, async (store) => {
105
+ await store.suspend();
106
+ }, 'suspend-store');
107
+ await runPhase(swarmSnapshot, swarms, async (swarm) => {
108
+ if (!swarm.suspended)
109
+ await swarm.suspend();
110
+ }, 'suspend-swarm');
111
+ })()
112
+ .then(() => {
113
+ state = 'suspended';
114
+ logger.info('⏸️ Runtime suspended');
115
+ })
116
+ .catch((error) => {
117
+ // Partial failure: commit to target so recovery resume() can repair
118
+ // instead of leaving state as "suspending" which blocks all future calls.
119
+ state = 'suspended';
120
+ logger.error('⏸️ Runtime suspend partially failed, state committed for recovery');
121
+ throw error;
122
+ })
123
+ .finally(() => {
124
+ transitionPromise = null;
125
+ });
126
+ return transitionPromise;
127
+ }
128
+ export async function resumeRuntime() {
129
+ if (state === 'active')
130
+ return;
131
+ if (state === 'resuming' && transitionPromise)
132
+ return transitionPromise;
133
+ if (state === 'suspending' && transitionPromise) {
134
+ await transitionPromise;
135
+ return resumeRuntime();
136
+ }
137
+ state = 'resuming';
138
+ logger.info(`▶️ Resuming runtime (${swarms.size} swarms, ${stores.size} stores)`);
139
+ transitionPromise = (async () => {
140
+ const swarmSnapshot = Array.from(swarms.entries());
141
+ const storeSnapshot = Array.from(stores.entries());
142
+ await runPhase(swarmSnapshot, swarms, async (swarm) => {
143
+ await swarm.resume();
144
+ }, 'resume-swarm');
145
+ await runPhase(storeSnapshot, stores, async (store) => {
146
+ await store.resume();
147
+ }, 'resume-store');
148
+ })()
149
+ .then(() => {
150
+ state = 'active';
151
+ logger.info('▶️ Runtime resumed');
152
+ notifyResume();
153
+ })
154
+ .catch((error) => {
155
+ state = 'suspended';
156
+ logger.error('▶️ Runtime resume partially failed, staying suspended for retry');
157
+ throw error;
158
+ })
159
+ .finally(() => {
160
+ transitionPromise = null;
161
+ });
162
+ return transitionPromise;
163
+ }
@@ -0,0 +1,26 @@
1
+ import type { QvacConfig, RuntimeContext, CanonicalModelType } from '../schemas/index.js';
2
+ export { CANONICAL_TO_ALIAS, MODEL_CONFIG_SCHEMAS, BUILTIN_DEVICE_PATTERNS, matchesPattern, findAllMatchingPatterns, getDefaultsFromPattern, resolveModelConfigWithContext } from '../runtime/model-config-utils.js';
3
+ /**
4
+ * Sets the QVAC configuration. This can only be called ONCE during initialization.
5
+ * After the first call, the config becomes immutable and any subsequent calls will throw.
6
+ *
7
+ * @param config - The configuration to set
8
+ * @throws {ConfigAlreadySetError} If config has already been set
9
+ * @throws {CacheDirNotAbsoluteError} If cacheDirectory is not an absolute path
10
+ * @throws {CacheDirNotWritableError} If cacheDirectory is not writable
11
+ */
12
+ export declare function setConfig(config: QvacConfig): void;
13
+ export declare function getConfig(): QvacConfig;
14
+ /**
15
+ * Whether config has been set (injected by a host or resolved from disk). A host
16
+ * that pushes config uses this to keep `initializeConfig` from resolving again —
17
+ * a second `setConfig` would throw {@link ConfigAlreadySetError}.
18
+ */
19
+ export declare function isConfigSet(): boolean;
20
+ export declare function getConfiguredCacheDir(): string;
21
+ export declare function setRuntimeContext(ctx: RuntimeContext): void;
22
+ export declare function getRuntimeContext(): RuntimeContext;
23
+ export declare function isMobile(): boolean;
24
+ export declare function isAndroid(): boolean;
25
+ export declare function isIOS(): boolean;
26
+ export declare function resolveModelConfig<T>(modelType: CanonicalModelType, userInput: Record<string, unknown>): T;
@@ -0,0 +1,138 @@
1
+ import fs from 'bare-fs';
2
+ import path from 'bare-path';
3
+ import { getQvacPath } from '../utils/qvac-paths.js';
4
+ import { CacheDirNotAbsoluteError, CacheDirNotWritableError, ConfigAlreadySetError } from '../errors/index.js';
5
+ import { getEngineLogger, setGlobalConsoleOutput, setGlobalLogLevel } from '../logging/index.js';
6
+ export { CANONICAL_TO_ALIAS, MODEL_CONFIG_SCHEMAS, BUILTIN_DEVICE_PATTERNS, matchesPattern, findAllMatchingPatterns, getDefaultsFromPattern, resolveModelConfigWithContext } from '../runtime/model-config-utils.js';
7
+ import { BUILTIN_DEVICE_PATTERNS, resolveModelConfigWithContext } from '../runtime/model-config-utils.js';
8
+ const logger = getEngineLogger();
9
+ // ============================================
10
+ // Global configuration
11
+ // ============================================
12
+ const configRegistry = {
13
+ cacheDirectory: undefined,
14
+ swarmRelays: undefined,
15
+ loggerLevel: undefined,
16
+ loggerConsoleOutput: undefined,
17
+ httpDownloadConcurrency: undefined,
18
+ registryDownloadMaxRetries: undefined,
19
+ registryStreamTimeoutMs: undefined,
20
+ deviceDefaults: undefined
21
+ };
22
+ let configIsSet = false;
23
+ /**
24
+ * Sets the QVAC configuration. This can only be called ONCE during initialization.
25
+ * After the first call, the config becomes immutable and any subsequent calls will throw.
26
+ *
27
+ * @param config - The configuration to set
28
+ * @throws {ConfigAlreadySetError} If config has already been set
29
+ * @throws {CacheDirNotAbsoluteError} If cacheDirectory is not an absolute path
30
+ * @throws {CacheDirNotWritableError} If cacheDirectory is not writable
31
+ */
32
+ export function setConfig(config) {
33
+ // Enforce immutability - config can only be set once
34
+ if (configIsSet) {
35
+ throw new ConfigAlreadySetError();
36
+ }
37
+ if (config.cacheDirectory !== undefined && config.cacheDirectory !== null) {
38
+ if (!path.isAbsolute(config.cacheDirectory)) {
39
+ throw new CacheDirNotAbsoluteError();
40
+ }
41
+ try {
42
+ fs.mkdirSync(config.cacheDirectory, { recursive: true });
43
+ const testFile = path.join(config.cacheDirectory, '.qvac-test');
44
+ fs.writeFileSync(testFile, 'test');
45
+ fs.unlinkSync(testFile);
46
+ }
47
+ catch (error) {
48
+ throw new CacheDirNotWritableError(config.cacheDirectory, error instanceof Error ? error.message : String(error), error);
49
+ }
50
+ configRegistry.cacheDirectory = config.cacheDirectory;
51
+ logger.info(`✅ Cache directory set to: ${config.cacheDirectory}`);
52
+ }
53
+ if (config.swarmRelays !== undefined && config.swarmRelays !== null) {
54
+ configRegistry.swarmRelays = config.swarmRelays;
55
+ logger.info(`✅ Swarm relays configured: ${config.swarmRelays.length} relay(s)`);
56
+ }
57
+ if (config.loggerLevel !== undefined && config.loggerLevel !== null) {
58
+ configRegistry.loggerLevel = config.loggerLevel;
59
+ setGlobalLogLevel(config.loggerLevel);
60
+ logger.info(`Log level set to: ${config.loggerLevel}`);
61
+ }
62
+ if (config.loggerConsoleOutput !== undefined && config.loggerConsoleOutput !== null) {
63
+ configRegistry.loggerConsoleOutput = config.loggerConsoleOutput;
64
+ setGlobalConsoleOutput(config.loggerConsoleOutput);
65
+ logger.info(`Console output ${config.loggerConsoleOutput ? 'enabled' : 'disabled'}`);
66
+ }
67
+ if (config.httpDownloadConcurrency !== undefined && config.httpDownloadConcurrency !== null) {
68
+ configRegistry.httpDownloadConcurrency = config.httpDownloadConcurrency;
69
+ logger.info(`HTTP download concurrency set to: ${config.httpDownloadConcurrency}`);
70
+ }
71
+ if (config.registryDownloadMaxRetries !== undefined &&
72
+ config.registryDownloadMaxRetries !== null) {
73
+ configRegistry.registryDownloadMaxRetries = config.registryDownloadMaxRetries;
74
+ logger.info(`✅ Registry download max retries set to: ${config.registryDownloadMaxRetries}`);
75
+ }
76
+ if (config.registryStreamTimeoutMs !== undefined && config.registryStreamTimeoutMs !== null) {
77
+ configRegistry.registryStreamTimeoutMs = config.registryStreamTimeoutMs;
78
+ logger.info(`✅ Registry stream timeout set to: ${config.registryStreamTimeoutMs}ms`);
79
+ }
80
+ if (config.deviceDefaults !== undefined && config.deviceDefaults !== null) {
81
+ configRegistry.deviceDefaults = config.deviceDefaults;
82
+ logger.info(`✅ Device defaults configured: ${config.deviceDefaults.length} pattern(s)`);
83
+ }
84
+ // Mark config as set - now it's immutable
85
+ configIsSet = true;
86
+ }
87
+ export function getConfig() {
88
+ return { ...configRegistry };
89
+ }
90
+ /**
91
+ * Whether config has been set (injected by a host or resolved from disk). A host
92
+ * that pushes config uses this to keep `initializeConfig` from resolving again —
93
+ * a second `setConfig` would throw {@link ConfigAlreadySetError}.
94
+ */
95
+ export function isConfigSet() {
96
+ return configIsSet;
97
+ }
98
+ function getDefaultCacheDir() {
99
+ return getQvacPath('models');
100
+ }
101
+ export function getConfiguredCacheDir() {
102
+ return configRegistry.cacheDirectory || getDefaultCacheDir();
103
+ }
104
+ // ============================================
105
+ // Runtime context
106
+ // ============================================
107
+ let context = {};
108
+ let isSet = false;
109
+ export function setRuntimeContext(ctx) {
110
+ if (isSet)
111
+ return;
112
+ context = ctx;
113
+ isSet = true;
114
+ }
115
+ export function getRuntimeContext() {
116
+ return context;
117
+ }
118
+ export function isMobile() {
119
+ return context.runtime === 'react-native';
120
+ }
121
+ export function isAndroid() {
122
+ return context.platform === 'android';
123
+ }
124
+ export function isIOS() {
125
+ return context.platform === 'ios';
126
+ }
127
+ // ============================================
128
+ // Model config resolution
129
+ // ============================================
130
+ export function resolveModelConfig(modelType, userInput) {
131
+ const ctx = getRuntimeContext();
132
+ const userPatterns = getConfig().deviceDefaults ?? [];
133
+ return resolveModelConfigWithContext(modelType, userInput, ctx, userPatterns, BUILTIN_DEVICE_PATTERNS, (log) => {
134
+ if (log.appliedPatterns.length > 0) {
135
+ logger.debug(`[device-defaults] ${modelType}: applied [${log.appliedPatterns.join(' → ')}]`);
136
+ }
137
+ });
138
+ }
@@ -0,0 +1,252 @@
1
+ import { z } from 'zod';
2
+ export declare const audioGenRuntimeConfigSchema: z.ZodObject<{
3
+ useGPU: z.ZodOptional<z.ZodBoolean>;
4
+ inferenceSteps: z.ZodOptional<z.ZodNumber>;
5
+ shift: z.ZodOptional<z.ZodNumber>;
6
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
7
+ threads: z.ZodOptional<z.ZodNumber>;
8
+ backendsDir: z.ZodOptional<z.ZodString>;
9
+ }, z.core.$strict>;
10
+ export declare const audioGenConfigSchema: z.ZodObject<{
11
+ useGPU: z.ZodOptional<z.ZodBoolean>;
12
+ inferenceSteps: z.ZodOptional<z.ZodNumber>;
13
+ shift: z.ZodOptional<z.ZodNumber>;
14
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
15
+ threads: z.ZodOptional<z.ZodNumber>;
16
+ backendsDir: z.ZodOptional<z.ZodString>;
17
+ textEncModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
18
+ src: z.ZodString;
19
+ name: z.ZodOptional<z.ZodString>;
20
+ modelId: z.ZodOptional<z.ZodString>;
21
+ registryPath: z.ZodOptional<z.ZodString>;
22
+ registrySource: z.ZodOptional<z.ZodString>;
23
+ blobCoreKey: z.ZodOptional<z.ZodString>;
24
+ blobIndex: z.ZodOptional<z.ZodNumber>;
25
+ engine: z.ZodOptional<z.ZodString>;
26
+ expectedSize: z.ZodOptional<z.ZodNumber>;
27
+ sha256Checksum: z.ZodOptional<z.ZodString>;
28
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
29
+ embeddings: "embeddings";
30
+ diffusion: "diffusion";
31
+ audiogen: "audiogen";
32
+ tts: "tts";
33
+ ocr: "ocr";
34
+ vla: "vla";
35
+ "llamacpp-completion": "llamacpp-completion";
36
+ "whispercpp-transcription": "whispercpp-transcription";
37
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
38
+ "llamacpp-embedding": "llamacpp-embedding";
39
+ "nmtcpp-translation": "nmtcpp-translation";
40
+ "onnx-tts": "onnx-tts";
41
+ "tts-ggml": "tts-ggml";
42
+ "parakeet-transcription": "parakeet-transcription";
43
+ "ggml-ocr": "ggml-ocr";
44
+ "sdcpp-generation": "sdcpp-generation";
45
+ "audiogen-ggml": "audiogen-ggml";
46
+ "ggml-vla": "ggml-vla";
47
+ "ggml-classification": "ggml-classification";
48
+ llm: "llm";
49
+ whisper: "whisper";
50
+ bci: "bci";
51
+ nmt: "nmt";
52
+ parakeet: "parakeet";
53
+ classification: "classification";
54
+ }>, z.ZodLiteral<"vad">]>>;
55
+ }, z.core.$strip>]>;
56
+ lmModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
57
+ src: z.ZodString;
58
+ name: z.ZodOptional<z.ZodString>;
59
+ modelId: z.ZodOptional<z.ZodString>;
60
+ registryPath: z.ZodOptional<z.ZodString>;
61
+ registrySource: z.ZodOptional<z.ZodString>;
62
+ blobCoreKey: z.ZodOptional<z.ZodString>;
63
+ blobIndex: z.ZodOptional<z.ZodNumber>;
64
+ engine: z.ZodOptional<z.ZodString>;
65
+ expectedSize: z.ZodOptional<z.ZodNumber>;
66
+ sha256Checksum: z.ZodOptional<z.ZodString>;
67
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
68
+ embeddings: "embeddings";
69
+ diffusion: "diffusion";
70
+ audiogen: "audiogen";
71
+ tts: "tts";
72
+ ocr: "ocr";
73
+ vla: "vla";
74
+ "llamacpp-completion": "llamacpp-completion";
75
+ "whispercpp-transcription": "whispercpp-transcription";
76
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
77
+ "llamacpp-embedding": "llamacpp-embedding";
78
+ "nmtcpp-translation": "nmtcpp-translation";
79
+ "onnx-tts": "onnx-tts";
80
+ "tts-ggml": "tts-ggml";
81
+ "parakeet-transcription": "parakeet-transcription";
82
+ "ggml-ocr": "ggml-ocr";
83
+ "sdcpp-generation": "sdcpp-generation";
84
+ "audiogen-ggml": "audiogen-ggml";
85
+ "ggml-vla": "ggml-vla";
86
+ "ggml-classification": "ggml-classification";
87
+ llm: "llm";
88
+ whisper: "whisper";
89
+ bci: "bci";
90
+ nmt: "nmt";
91
+ parakeet: "parakeet";
92
+ classification: "classification";
93
+ }>, z.ZodLiteral<"vad">]>>;
94
+ }, z.core.$strip>]>;
95
+ ditModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
96
+ src: z.ZodString;
97
+ name: z.ZodOptional<z.ZodString>;
98
+ modelId: z.ZodOptional<z.ZodString>;
99
+ registryPath: z.ZodOptional<z.ZodString>;
100
+ registrySource: z.ZodOptional<z.ZodString>;
101
+ blobCoreKey: z.ZodOptional<z.ZodString>;
102
+ blobIndex: z.ZodOptional<z.ZodNumber>;
103
+ engine: z.ZodOptional<z.ZodString>;
104
+ expectedSize: z.ZodOptional<z.ZodNumber>;
105
+ sha256Checksum: z.ZodOptional<z.ZodString>;
106
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
107
+ embeddings: "embeddings";
108
+ diffusion: "diffusion";
109
+ audiogen: "audiogen";
110
+ tts: "tts";
111
+ ocr: "ocr";
112
+ vla: "vla";
113
+ "llamacpp-completion": "llamacpp-completion";
114
+ "whispercpp-transcription": "whispercpp-transcription";
115
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
116
+ "llamacpp-embedding": "llamacpp-embedding";
117
+ "nmtcpp-translation": "nmtcpp-translation";
118
+ "onnx-tts": "onnx-tts";
119
+ "tts-ggml": "tts-ggml";
120
+ "parakeet-transcription": "parakeet-transcription";
121
+ "ggml-ocr": "ggml-ocr";
122
+ "sdcpp-generation": "sdcpp-generation";
123
+ "audiogen-ggml": "audiogen-ggml";
124
+ "ggml-vla": "ggml-vla";
125
+ "ggml-classification": "ggml-classification";
126
+ llm: "llm";
127
+ whisper: "whisper";
128
+ bci: "bci";
129
+ nmt: "nmt";
130
+ parakeet: "parakeet";
131
+ classification: "classification";
132
+ }>, z.ZodLiteral<"vad">]>>;
133
+ }, z.core.$strip>]>;
134
+ vaeModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
135
+ src: z.ZodString;
136
+ name: z.ZodOptional<z.ZodString>;
137
+ modelId: z.ZodOptional<z.ZodString>;
138
+ registryPath: z.ZodOptional<z.ZodString>;
139
+ registrySource: z.ZodOptional<z.ZodString>;
140
+ blobCoreKey: z.ZodOptional<z.ZodString>;
141
+ blobIndex: z.ZodOptional<z.ZodNumber>;
142
+ engine: z.ZodOptional<z.ZodString>;
143
+ expectedSize: z.ZodOptional<z.ZodNumber>;
144
+ sha256Checksum: z.ZodOptional<z.ZodString>;
145
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
146
+ embeddings: "embeddings";
147
+ diffusion: "diffusion";
148
+ audiogen: "audiogen";
149
+ tts: "tts";
150
+ ocr: "ocr";
151
+ vla: "vla";
152
+ "llamacpp-completion": "llamacpp-completion";
153
+ "whispercpp-transcription": "whispercpp-transcription";
154
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
155
+ "llamacpp-embedding": "llamacpp-embedding";
156
+ "nmtcpp-translation": "nmtcpp-translation";
157
+ "onnx-tts": "onnx-tts";
158
+ "tts-ggml": "tts-ggml";
159
+ "parakeet-transcription": "parakeet-transcription";
160
+ "ggml-ocr": "ggml-ocr";
161
+ "sdcpp-generation": "sdcpp-generation";
162
+ "audiogen-ggml": "audiogen-ggml";
163
+ "ggml-vla": "ggml-vla";
164
+ "ggml-classification": "ggml-classification";
165
+ llm: "llm";
166
+ whisper: "whisper";
167
+ bci: "bci";
168
+ nmt: "nmt";
169
+ parakeet: "parakeet";
170
+ classification: "classification";
171
+ }>, z.ZodLiteral<"vad">]>>;
172
+ }, z.core.$strip>]>;
173
+ }, z.core.$strict>;
174
+ export declare const audioGenClientParamsSchema: z.ZodObject<{
175
+ modelId: z.ZodString;
176
+ caption: z.ZodString;
177
+ lyrics: z.ZodOptional<z.ZodString>;
178
+ seed: z.ZodOptional<z.ZodNumber>;
179
+ vocalLanguage: z.ZodOptional<z.ZodString>;
180
+ bpm: z.ZodOptional<z.ZodNumber>;
181
+ keyscale: z.ZodOptional<z.ZodString>;
182
+ timesignature: z.ZodOptional<z.ZodString>;
183
+ duration: z.ZodOptional<z.ZodNumber>;
184
+ }, z.core.$strict>;
185
+ export declare const audioGenStreamRequestSchema: z.ZodObject<{
186
+ type: z.ZodLiteral<"audioGenStream">;
187
+ requestId: z.ZodOptional<z.ZodString>;
188
+ modelId: z.ZodString;
189
+ caption: z.ZodString;
190
+ lyrics: z.ZodOptional<z.ZodString>;
191
+ seed: z.ZodOptional<z.ZodNumber>;
192
+ vocalLanguage: z.ZodOptional<z.ZodString>;
193
+ bpm: z.ZodOptional<z.ZodNumber>;
194
+ keyscale: z.ZodOptional<z.ZodString>;
195
+ timesignature: z.ZodOptional<z.ZodString>;
196
+ duration: z.ZodOptional<z.ZodNumber>;
197
+ }, z.core.$strict>;
198
+ export declare const audioGenProgressSchema: z.ZodObject<{
199
+ stage: z.ZodString;
200
+ step: z.ZodNumber;
201
+ total: z.ZodNumber;
202
+ }, z.core.$strip>;
203
+ export declare const audioGenStatsSchema: z.ZodObject<{
204
+ audioDurationMs: z.ZodOptional<z.ZodNumber>;
205
+ totalTimeMs: z.ZodOptional<z.ZodNumber>;
206
+ realTimeFactor: z.ZodOptional<z.ZodNumber>;
207
+ backendDevice: z.ZodOptional<z.ZodNumber>;
208
+ backendId: z.ZodOptional<z.ZodNumber>;
209
+ }, z.core.$strip>;
210
+ export declare const audioGenStreamResponseSchema: z.ZodObject<{
211
+ type: z.ZodLiteral<"audioGenStream">;
212
+ progress: z.ZodOptional<z.ZodObject<{
213
+ stage: z.ZodString;
214
+ step: z.ZodNumber;
215
+ total: z.ZodNumber;
216
+ }, z.core.$strip>>;
217
+ data: z.ZodOptional<z.ZodString>;
218
+ sampleRate: z.ZodOptional<z.ZodNumber>;
219
+ channels: z.ZodOptional<z.ZodNumber>;
220
+ bitsPerSample: z.ZodOptional<z.ZodNumber>;
221
+ done: z.ZodDefault<z.ZodBoolean>;
222
+ stopReason: z.ZodOptional<z.ZodEnum<{
223
+ cancelled: "cancelled";
224
+ completed: "completed";
225
+ }>>;
226
+ stats: z.ZodOptional<z.ZodObject<{
227
+ audioDurationMs: z.ZodOptional<z.ZodNumber>;
228
+ totalTimeMs: z.ZodOptional<z.ZodNumber>;
229
+ realTimeFactor: z.ZodOptional<z.ZodNumber>;
230
+ backendDevice: z.ZodOptional<z.ZodNumber>;
231
+ backendId: z.ZodOptional<z.ZodNumber>;
232
+ }, z.core.$strip>>;
233
+ }, z.core.$strict>;
234
+ export type AudioGenRuntimeConfig = z.infer<typeof audioGenRuntimeConfigSchema>;
235
+ export type AudioGenConfig = z.infer<typeof audioGenConfigSchema>;
236
+ export type AudioGenClientParams = z.input<typeof audioGenClientParamsSchema>;
237
+ export type AudioGenStreamRequest = z.infer<typeof audioGenStreamRequestSchema>;
238
+ export type AudioGenProgress = z.infer<typeof audioGenProgressSchema>;
239
+ export type AudioGenStats = z.infer<typeof audioGenStatsSchema>;
240
+ export type AudioGenStreamResponse = z.infer<typeof audioGenStreamResponseSchema>;
241
+ export interface AudioGenAudio {
242
+ pcm: Uint8Array;
243
+ sampleRate: number;
244
+ channels: number;
245
+ bitsPerSample: number;
246
+ }
247
+ export interface AudioGenResult {
248
+ requestId: string;
249
+ progressStream: AsyncGenerator<AudioGenProgress>;
250
+ audio: Promise<AudioGenAudio>;
251
+ stats: Promise<AudioGenStats | undefined>;
252
+ }
@@ -0,0 +1,69 @@
1
+ import { z } from 'zod';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
+ const base64Schema = z.string().min(1);
4
+ export const audioGenRuntimeConfigSchema = z
5
+ .object({
6
+ useGPU: z.boolean().optional(),
7
+ inferenceSteps: z.number().int().nonnegative().optional(),
8
+ shift: z.number().nonnegative().optional(),
9
+ nGpuLayers: z.number().int().nonnegative().optional(),
10
+ threads: z.number().int().nonnegative().optional(),
11
+ backendsDir: z.string().min(1).optional()
12
+ })
13
+ .strict();
14
+ export const audioGenConfigSchema = audioGenRuntimeConfigSchema
15
+ .extend({
16
+ textEncModelSrc: modelSrcInputSchema,
17
+ lmModelSrc: modelSrcInputSchema,
18
+ ditModelSrc: modelSrcInputSchema,
19
+ vaeModelSrc: modelSrcInputSchema
20
+ })
21
+ .strict();
22
+ const audioGenParamsShape = {
23
+ modelId: z.string().min(1),
24
+ caption: z.string().trim().min(1, 'caption must not be empty or whitespace-only'),
25
+ lyrics: z.string().optional(),
26
+ seed: z.number().int().optional(),
27
+ vocalLanguage: z.string().min(1).optional(),
28
+ bpm: z.number().int().positive().optional(),
29
+ keyscale: z.string().min(1).optional(),
30
+ timesignature: z.string().min(1).optional(),
31
+ duration: z
32
+ .number()
33
+ .positive()
34
+ .optional()
35
+ .describe('Approximate requested duration in seconds. ACE-Step rounds to its latent frame grid; use output frames or stats.audioDurationMs as authoritative.')
36
+ };
37
+ export const audioGenClientParamsSchema = z.object(audioGenParamsShape).strict();
38
+ export const audioGenStreamRequestSchema = z
39
+ .object({
40
+ ...audioGenParamsShape,
41
+ type: z.literal('audioGenStream'),
42
+ requestId: z.string().min(1).optional()
43
+ })
44
+ .strict();
45
+ export const audioGenProgressSchema = z.object({
46
+ stage: z.string(),
47
+ step: z.number().int().nonnegative(),
48
+ total: z.number().int().nonnegative()
49
+ });
50
+ export const audioGenStatsSchema = z.object({
51
+ audioDurationMs: z.number().optional(),
52
+ totalTimeMs: z.number().optional(),
53
+ realTimeFactor: z.number().optional(),
54
+ backendDevice: z.number().optional(),
55
+ backendId: z.number().optional()
56
+ });
57
+ export const audioGenStreamResponseSchema = z
58
+ .object({
59
+ type: z.literal('audioGenStream'),
60
+ progress: audioGenProgressSchema.optional(),
61
+ data: base64Schema.optional(),
62
+ sampleRate: z.number().int().positive().optional(),
63
+ channels: z.number().int().positive().optional(),
64
+ bitsPerSample: z.number().int().positive().optional(),
65
+ done: z.boolean().default(false),
66
+ stopReason: z.enum(['completed', 'cancelled']).optional(),
67
+ stats: audioGenStatsSchema.optional()
68
+ })
69
+ .strict();