@qvac/inference 0.0.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,53 @@
1
+ import env from 'bare-env';
2
+ import { z } from 'zod';
3
+ const envSchema = z.object({
4
+ HOME_DIR: z.string()
5
+ });
6
+ let validatedEnv = null;
7
+ /**
8
+ * Initialize the environment. Call once at startup.
9
+ */
10
+ export function initEnv() {
11
+ const defaultHomeDir =
12
+ // Snap's HOME can be revision-scoped; SNAP_USER_COMMON is stable.
13
+ env['SNAP_USER_COMMON'] ?? env['HOME'] ?? env['USERPROFILE'] ?? '/tmp';
14
+ let envConfig = {
15
+ HOME_DIR: defaultHomeDir
16
+ };
17
+ const isBareKit = typeof globalThis.BareKit !== 'undefined';
18
+ if (isBareKit && Bare.argv[0]) {
19
+ envConfig['HOME_DIR'] = Bare.argv[0];
20
+ }
21
+ if (Bare.argv[2]) {
22
+ try {
23
+ const overrides = JSON.parse(Bare.argv[2]);
24
+ envConfig = { ...envConfig, ...overrides };
25
+ }
26
+ catch {
27
+ // Ignore non-JSON args
28
+ }
29
+ }
30
+ validatedEnv = envSchema.parse(envConfig);
31
+ }
32
+ /**
33
+ * Get the engine environment. Must call initEnv() first.
34
+ */
35
+ export function getEnv() {
36
+ if (!validatedEnv) {
37
+ // Fallback initialization for cases where initEnv wasn't called
38
+ initEnv();
39
+ }
40
+ return {
41
+ ...env,
42
+ ...validatedEnv
43
+ };
44
+ }
45
+ /**
46
+ * Get the validated env config. Must call initEnv() first.
47
+ */
48
+ export function getValidatedEnv() {
49
+ if (!validatedEnv) {
50
+ initEnv();
51
+ }
52
+ return validatedEnv;
53
+ }
@@ -0,0 +1,5 @@
1
+ export { createDisposableScope } from '../runtime/disposable-scope.js';
2
+ export type { DisposableScope } from '../runtime/disposable-scope.js';
3
+ export type { RequestContext, RequestKind, RequestState, RequestLogContext } from '../runtime/request-context.js';
4
+ export { createRequestRegistry, getRequestRegistry, withRequestContext } from '../runtime/request-context.js';
5
+ export type { BeginOpts, CancelByModelId, CancelByRequestId, CancelTarget, ConcurrencyPolicy, ManagedRequestContext, RequestOutcome, RequestRegistry } from '../runtime/request-registry.js';
@@ -0,0 +1,2 @@
1
+ export { createDisposableScope } from '../runtime/disposable-scope.js';
2
+ export { createRequestRegistry, getRequestRegistry, withRequestContext } from '../runtime/request-context.js';
@@ -0,0 +1,20 @@
1
+ /**
2
+ * Initialize the engine: start log buffering, read env, and acquire the cache
3
+ * lock (guards the cache dir against a second instance in the same home).
4
+ * Idempotent.
5
+ */
6
+ export declare function initialize(): void;
7
+ export declare function isInitialized(): boolean;
8
+ /**
9
+ * Pre-terminate cleanup, callable while the isolate is still alive. Runs the
10
+ * shared cleanup body without releasing the cache lock, leaving the host to
11
+ * tear the runtime down. Addons hold static `js_ref_t` handles into the current
12
+ * isolate; without this cleanup they survive into the next isolate and crash on
13
+ * first access.
14
+ */
15
+ export declare function cleanupForTerminate(): Promise<void>;
16
+ /**
17
+ * Tear the engine down: run cleanup and release the cache lock. Safe to call
18
+ * more than once. Does not exit the process — the host owns that.
19
+ */
20
+ export declare function close(): Promise<void>;
@@ -0,0 +1,102 @@
1
+ import { destroySwarm } from '../p2p/swarm.js';
2
+ import { initEnv } from '../runtime/env.js';
3
+ import { closeAllRagInstances } from '../rag/index.js';
4
+ import { cleanupDownloads } from '../handlers/load-model/download-manager.js';
5
+ import { unloadAllModels } from '../runtime/model-registry.js';
6
+ import { closeRegistryClient } from '../runtime/registry-client.js';
7
+ import { clearAllLoggingStreams, startLogBuffering, stopLogBufferingWithTimeout } from '../runtime/logging-stream-registry.js';
8
+ import { clearAllAddonLoggers, getEngineLogger, LOG_ID, ALL_LOG_ID } from '../logging/index.js';
9
+ import { clearPlugins } from '../plugins/index.js';
10
+ import { acquireCacheLock, releaseCacheLock } from '../runtime/cache-lock.js';
11
+ import { nativeResourceCollectorDependencies } from '../resources/native.js';
12
+ import { destroyResourceCollector, initializeResourceCollector } from '../resources/instance.js';
13
+ // The host application owns the Bare runtime lifecycle: this module sets up the
14
+ // shared engine state and tears it back down on `close()`, but never claims
15
+ // process signals or calls `Bare.exit`.
16
+ let initialized = false;
17
+ let cleanupRan = false;
18
+ const logger = getEngineLogger();
19
+ /**
20
+ * Initialize the engine: start log buffering, read env, and acquire the cache
21
+ * lock (guards the cache dir against a second instance in the same home).
22
+ * Idempotent.
23
+ */
24
+ export function initialize() {
25
+ if (initialized)
26
+ return;
27
+ startLogBuffering(LOG_ID);
28
+ startLogBuffering(ALL_LOG_ID);
29
+ initEnv();
30
+ acquireCacheLock();
31
+ initializeResourceCollector(nativeResourceCollectorDependencies);
32
+ // A `subscribeServerLogs` consumer can attach right away. Bound the global
33
+ // startup buffer the same way model-load buffering is bounded: if nothing
34
+ // subscribes within the grace window, stop buffering so the buffer doesn't
35
+ // keep churning. A subscriber that connects in time cancels the timeout and
36
+ // flushes the buffer.
37
+ stopLogBufferingWithTimeout(ALL_LOG_ID);
38
+ initialized = true;
39
+ logger.debug('Engine initialized');
40
+ }
41
+ export function isInitialized() {
42
+ return initialized;
43
+ }
44
+ function clearRegistries() {
45
+ clearAllLoggingStreams();
46
+ clearAllAddonLoggers();
47
+ clearPlugins();
48
+ }
49
+ /**
50
+ * Run the shared cleanup body: clear plugin registries (each addon's
51
+ * `releaseLogger` frees env-bound `js_ref_t` state), unload all loaded models
52
+ * (each addon's `destroyInstance`), and close infra (swarm, RAG, downloads,
53
+ * registry client). Idempotent. Does not release the cache lock.
54
+ */
55
+ async function runCleanup() {
56
+ if (cleanupRan)
57
+ return;
58
+ cleanupRan = true;
59
+ destroyResourceCollector();
60
+ clearRegistries();
61
+ await Promise.allSettled([
62
+ destroySwarm(),
63
+ closeAllRagInstances(),
64
+ cleanupDownloads(),
65
+ unloadAllModels(),
66
+ closeRegistryClient()
67
+ ]);
68
+ }
69
+ /**
70
+ * Pre-terminate cleanup, callable while the isolate is still alive. Runs the
71
+ * shared cleanup body without releasing the cache lock, leaving the host to
72
+ * tear the runtime down. Addons hold static `js_ref_t` handles into the current
73
+ * isolate; without this cleanup they survive into the next isolate and crash on
74
+ * first access.
75
+ */
76
+ export async function cleanupForTerminate() {
77
+ if (cleanupRan)
78
+ return;
79
+ logger.info('🧹 Pre-terminate cleanup starting...');
80
+ try {
81
+ await runCleanup();
82
+ logger.info('✅ Pre-terminate cleanup completed');
83
+ }
84
+ catch (error) {
85
+ logger.error('❌ Error during pre-terminate cleanup:', error);
86
+ }
87
+ }
88
+ /**
89
+ * Tear the engine down: run cleanup and release the cache lock. Safe to call
90
+ * more than once. Does not exit the process — the host owns that.
91
+ */
92
+ export async function close() {
93
+ try {
94
+ await runCleanup();
95
+ }
96
+ catch (error) {
97
+ logger.error('❌ Error during cleanup:', error);
98
+ }
99
+ releaseCacheLock();
100
+ initialized = false;
101
+ cleanupRan = false;
102
+ }
@@ -0,0 +1,27 @@
1
+ /**
2
+ * Logging stream registry.
3
+ *
4
+ * - Registers subscriptions to log streams, keyed by source id
5
+ * - Routes log lines to their subscribers
6
+ * - Buffers logs during model loading, before a subscriber attaches
7
+ * - Manages stream lifecycle (subscribe/unsubscribe)
8
+ */
9
+ import type { LogLevel } from '@qvac/logging';
10
+ type StreamHandler = (level: LogLevel, namespace: string, message: string, sourceId: string) => void;
11
+ export declare function startLogBuffering(id: string): void;
12
+ export declare function stopLogBufferingWithTimeout(id: string): void;
13
+ export declare function registerLoggingStream(id: string, streamHandler: StreamHandler): void;
14
+ export declare function unregisterLoggingStream(id: string, streamHandler: StreamHandler): void;
15
+ export declare function unregisterAllLoggingStreams(id: string): void;
16
+ export declare function sendLogToStreams(id: string, level: LogLevel, namespace: string, message: string): void;
17
+ export declare function hasLoggingStreams(id: string): boolean | undefined;
18
+ export declare function getLoggingStreamStats(): {
19
+ totalIds: number;
20
+ ids: string[];
21
+ totalStreams: number;
22
+ bufferedIds: number;
23
+ idsWithBuffering: number;
24
+ activeTimeouts: number;
25
+ };
26
+ export declare function clearAllLoggingStreams(): void;
27
+ export {};
@@ -0,0 +1,133 @@
1
+ /**
2
+ * Logging stream registry.
3
+ *
4
+ * - Registers subscriptions to log streams, keyed by source id
5
+ * - Routes log lines to their subscribers
6
+ * - Buffers logs during model loading, before a subscriber attaches
7
+ * - Manages stream lifecycle (subscribe/unsubscribe)
8
+ */
9
+ import { ALL_LOG_ID } from '../logging/namespaces.js';
10
+ const loggingStreams = new Map();
11
+ // Buffering for logs emitted during model loading (before a subscriber attaches)
12
+ const MAX_BUFFERED_LOGS_PER_MODEL = 100;
13
+ const BUFFER_EXPIRY_MS = 30_000;
14
+ const BUFFERING_TIMEOUT_MS = 5_000;
15
+ const logBuffer = new Map();
16
+ const modelsWithBuffering = new Set();
17
+ const bufferingTimeouts = new Map();
18
+ function clearBufferingTimeout(id) {
19
+ const timeout = bufferingTimeouts.get(id);
20
+ if (timeout) {
21
+ clearTimeout(timeout);
22
+ bufferingTimeouts.delete(id);
23
+ }
24
+ }
25
+ export function startLogBuffering(id) {
26
+ modelsWithBuffering.add(id);
27
+ }
28
+ export function stopLogBufferingWithTimeout(id) {
29
+ clearBufferingTimeout(id);
30
+ const timeout = setTimeout(() => {
31
+ if (modelsWithBuffering.has(id)) {
32
+ modelsWithBuffering.delete(id);
33
+ logBuffer.delete(id);
34
+ }
35
+ bufferingTimeouts.delete(id);
36
+ }, BUFFERING_TIMEOUT_MS);
37
+ bufferingTimeouts.set(id, timeout);
38
+ }
39
+ export function registerLoggingStream(id, streamHandler) {
40
+ if (!loggingStreams.has(id)) {
41
+ loggingStreams.set(id, new Set());
42
+ }
43
+ loggingStreams.get(id).add(streamHandler);
44
+ const buffered = logBuffer.get(id);
45
+ if (buffered && buffered.length > 0) {
46
+ for (const log of buffered) {
47
+ try {
48
+ streamHandler(log.level, log.namespace, log.message, log.sourceId);
49
+ }
50
+ catch (error) {
51
+ console.error(`Error flushing buffered log for ID ${id}:`, error); // fallback (avoid recursion)
52
+ }
53
+ }
54
+ logBuffer.delete(id);
55
+ }
56
+ modelsWithBuffering.delete(id);
57
+ clearBufferingTimeout(id);
58
+ }
59
+ export function unregisterLoggingStream(id, streamHandler) {
60
+ const streams = loggingStreams.get(id);
61
+ if (streams) {
62
+ streams.delete(streamHandler);
63
+ if (streams.size === 0) {
64
+ loggingStreams.delete(id);
65
+ }
66
+ }
67
+ }
68
+ export function unregisterAllLoggingStreams(id) {
69
+ // Simply remove all logging handlers
70
+ // Active streams will naturally terminate when no more logs flow
71
+ loggingStreams.delete(id);
72
+ logBuffer.delete(id);
73
+ modelsWithBuffering.delete(id);
74
+ clearBufferingTimeout(id);
75
+ }
76
+ export function sendLogToStreams(id, level, namespace, message) {
77
+ // The originating id is preserved as `sourceId` so the global stream keeps the
78
+ // real origin of each log instead of reporting the subscription id.
79
+ deliverToStream(id, level, namespace, message, id);
80
+ if (id !== ALL_LOG_ID) {
81
+ deliverToStream(ALL_LOG_ID, level, namespace, message, id);
82
+ }
83
+ }
84
+ function deliverToStream(id, level, namespace, message, sourceId) {
85
+ const streams = loggingStreams.get(id);
86
+ const isBuffering = modelsWithBuffering.has(id);
87
+ if (streams && streams.size > 0) {
88
+ for (const streamHandler of streams) {
89
+ try {
90
+ streamHandler(level, namespace, message, sourceId);
91
+ }
92
+ catch (error) {
93
+ console.error(`Error sending log to stream for ID ${id}:`, error); // fallback (avoid recursion)
94
+ }
95
+ }
96
+ }
97
+ else if (isBuffering) {
98
+ if (!logBuffer.has(id)) {
99
+ logBuffer.set(id, []);
100
+ }
101
+ const buffer = logBuffer.get(id);
102
+ const now = Date.now();
103
+ const validLogs = buffer.filter((log) => now - log.timestamp < BUFFER_EXPIRY_MS);
104
+ if (validLogs.length >= MAX_BUFFERED_LOGS_PER_MODEL) {
105
+ validLogs.shift();
106
+ }
107
+ validLogs.push({ level, namespace, message, sourceId, timestamp: now });
108
+ logBuffer.set(id, validLogs);
109
+ }
110
+ }
111
+ export function hasLoggingStreams(id) {
112
+ const streams = loggingStreams.get(id);
113
+ return streams && streams.size > 0;
114
+ }
115
+ export function getLoggingStreamStats() {
116
+ return {
117
+ totalIds: loggingStreams.size,
118
+ ids: Array.from(loggingStreams.keys()),
119
+ totalStreams: Array.from(loggingStreams.values()).reduce((sum, streams) => sum + streams.size, 0),
120
+ bufferedIds: logBuffer.size,
121
+ idsWithBuffering: modelsWithBuffering.size,
122
+ activeTimeouts: bufferingTimeouts.size
123
+ };
124
+ }
125
+ export function clearAllLoggingStreams() {
126
+ for (const timeout of bufferingTimeouts.values()) {
127
+ clearTimeout(timeout);
128
+ }
129
+ loggingStreams.clear();
130
+ logBuffer.clear();
131
+ modelsWithBuffering.clear();
132
+ bufferingTimeouts.clear();
133
+ }
@@ -0,0 +1,14 @@
1
+ import type { ZodSchema } from 'zod';
2
+ import { type CanonicalModelType, type DevicePattern, type DeviceMatch, type RuntimeContext } from '../schemas/index.js';
3
+ export declare const CANONICAL_TO_ALIAS: Record<CanonicalModelType, string>;
4
+ export declare const MODEL_CONFIG_SCHEMAS: Partial<Record<CanonicalModelType, ZodSchema>>;
5
+ export declare const BUILTIN_DEVICE_PATTERNS: DevicePattern[];
6
+ export declare function matchesPattern(ctx: RuntimeContext, match: DeviceMatch): boolean;
7
+ export declare function findAllMatchingPatterns(ctx: RuntimeContext, patterns: DevicePattern[]): DevicePattern[];
8
+ export declare function getDefaultsFromPattern(modelType: CanonicalModelType, pattern: DevicePattern): Record<string, unknown> | undefined;
9
+ export type ConfigResolutionLog = {
10
+ appliedPatterns: string[];
11
+ mergedDefaults: Record<string, unknown>;
12
+ finalConfig: Record<string, unknown>;
13
+ };
14
+ export declare function resolveModelConfigWithContext<T>(modelType: CanonicalModelType, userInput: Record<string, unknown>, ctx: RuntimeContext, userPatterns: DevicePattern[], builtinPatterns?: DevicePattern[], onLog?: (log: ConfigResolutionLog) => void): T;
@@ -0,0 +1,128 @@
1
+ import { ModelType } from '../schemas/index.js';
2
+ import { llmConfigSchema, embedConfigSchema } from '../schemas/llamacpp-config.js';
3
+ import { whisperConfigSchema, parakeetRuntimeConfigSchema } from '../schemas/transcription-config.js';
4
+ import { bciConfigSchema } from '../schemas/bci-config.js';
5
+ import { ocrConfigSchema } from '../schemas/ocr.js';
6
+ import { sdcppConfigSchema } from '../schemas/sdcpp-config.js';
7
+ import { vlaConfigSchema } from '../schemas/vla.js';
8
+ import { classificationConfigSchema } from '../schemas/classification.js';
9
+ import { audioGenConfigSchema } from '../schemas/audio-gen.js';
10
+ export const CANONICAL_TO_ALIAS = {
11
+ [ModelType.llamacppCompletion]: 'llm',
12
+ [ModelType.llamacppEmbedding]: 'embeddings',
13
+ [ModelType.whispercppTranscription]: 'whisper',
14
+ [ModelType.bciWhispercppTranscription]: 'bci',
15
+ [ModelType.parakeetTranscription]: 'parakeet',
16
+ [ModelType.nmtcppTranslation]: 'nmt',
17
+ [ModelType.onnxTts]: 'tts',
18
+ [ModelType.ttsGgml]: 'tts',
19
+ [ModelType.ggmlOcr]: 'ocr',
20
+ [ModelType.sdcppGeneration]: 'diffusion',
21
+ [ModelType.audiogenGgml]: 'audiogen',
22
+ [ModelType.ggmlVla]: 'vla',
23
+ [ModelType.ggmlClassification]: 'classification'
24
+ };
25
+ export const MODEL_CONFIG_SCHEMAS = {
26
+ [ModelType.llamacppCompletion]: llmConfigSchema,
27
+ [ModelType.llamacppEmbedding]: embedConfigSchema,
28
+ [ModelType.whispercppTranscription]: whisperConfigSchema,
29
+ [ModelType.bciWhispercppTranscription]: bciConfigSchema,
30
+ [ModelType.parakeetTranscription]: parakeetRuntimeConfigSchema.passthrough(),
31
+ [ModelType.ggmlOcr]: ocrConfigSchema,
32
+ [ModelType.sdcppGeneration]: sdcppConfigSchema,
33
+ [ModelType.audiogenGgml]: audioGenConfigSchema,
34
+ [ModelType.ggmlVla]: vlaConfigSchema,
35
+ [ModelType.ggmlClassification]: classificationConfigSchema
36
+ };
37
+ // Ordered general → specific (later patterns override earlier)
38
+ export const BUILTIN_DEVICE_PATTERNS = [
39
+ {
40
+ name: 'Android devices (default)',
41
+ match: {
42
+ platform: 'android'
43
+ },
44
+ defaults: {
45
+ [ModelType.llamacppEmbedding]: { flashAttention: 'off' }
46
+ }
47
+ },
48
+ {
49
+ name: 'Pixel devices (default)',
50
+ match: {
51
+ platform: 'android',
52
+ deviceBrand: 'google',
53
+ deviceModelPrefix: 'Pixel'
54
+ },
55
+ defaults: {
56
+ [ModelType.llamacppCompletion]: { device: 'cpu' },
57
+ [ModelType.llamacppEmbedding]: { device: 'cpu' }
58
+ }
59
+ }
60
+ ];
61
+ export function matchesPattern(ctx, match) {
62
+ if (match.platform !== undefined && ctx.platform !== match.platform) {
63
+ return false;
64
+ }
65
+ if (match.deviceBrand !== undefined &&
66
+ ctx.deviceBrand?.toLowerCase() !== match.deviceBrand.toLowerCase()) {
67
+ return false;
68
+ }
69
+ if (match.deviceModelPrefix !== undefined &&
70
+ !(ctx.deviceModel?.startsWith(match.deviceModelPrefix) ?? false)) {
71
+ return false;
72
+ }
73
+ if (match.deviceModelContains !== undefined &&
74
+ !(ctx.deviceModel?.includes(match.deviceModelContains) ?? false)) {
75
+ return false;
76
+ }
77
+ return true;
78
+ }
79
+ export function findAllMatchingPatterns(ctx, patterns) {
80
+ return patterns.filter((pattern) => matchesPattern(ctx, pattern.match));
81
+ }
82
+ export function getDefaultsFromPattern(modelType, pattern) {
83
+ let defaults = pattern.defaults[modelType];
84
+ if (!defaults) {
85
+ const aliasKey = CANONICAL_TO_ALIAS[modelType];
86
+ if (aliasKey && aliasKey in pattern.defaults) {
87
+ defaults = pattern.defaults[aliasKey];
88
+ }
89
+ }
90
+ return defaults;
91
+ }
92
+ export function resolveModelConfigWithContext(modelType, userInput, ctx, userPatterns, builtinPatterns = BUILTIN_DEVICE_PATTERNS, onLog) {
93
+ // Find ALL matching patterns (general → specific order preserved)
94
+ const matchingBuiltin = findAllMatchingPatterns(ctx, builtinPatterns);
95
+ const matchingUser = findAllMatchingPatterns(ctx, userPatterns);
96
+ // Merge in order: builtin patterns → user patterns → user input
97
+ // Later values override earlier (more specific wins)
98
+ const appliedPatterns = [];
99
+ let mergedDefaults = {};
100
+ for (const pattern of matchingBuiltin) {
101
+ const defaults = getDefaultsFromPattern(modelType, pattern);
102
+ if (defaults) {
103
+ appliedPatterns.push(pattern.name);
104
+ mergedDefaults = { ...mergedDefaults, ...defaults };
105
+ }
106
+ }
107
+ for (const pattern of matchingUser) {
108
+ const defaults = getDefaultsFromPattern(modelType, pattern);
109
+ if (defaults) {
110
+ appliedPatterns.push(pattern.name);
111
+ mergedDefaults = { ...mergedDefaults, ...defaults };
112
+ }
113
+ }
114
+ const merged = {
115
+ ...mergedDefaults,
116
+ ...userInput
117
+ };
118
+ const schema = MODEL_CONFIG_SCHEMAS[modelType];
119
+ const finalConfig = schema ? schema.parse(merged) : merged;
120
+ if (onLog) {
121
+ onLog({
122
+ appliedPatterns,
123
+ mergedDefaults,
124
+ finalConfig: finalConfig
125
+ });
126
+ }
127
+ return finalConfig;
128
+ }
@@ -0,0 +1,74 @@
1
+ import type { CanonicalModelType } from '../schemas/index.js';
2
+ interface AddonInterface {
3
+ cancel(jobId?: string): Promise<void>;
4
+ }
5
+ interface ModelRunResponse {
6
+ iterate(): AsyncIterable<unknown>;
7
+ await(): Promise<unknown>;
8
+ }
9
+ export interface AnyModel {
10
+ load(force?: boolean): Promise<void>;
11
+ run(...args: unknown[]): Promise<ModelRunResponse>;
12
+ unload(): void | Promise<void>;
13
+ destroy?(): void | Promise<void>;
14
+ pause(): void | Promise<void>;
15
+ unpause?(): void | Promise<void>;
16
+ stop?(): void | Promise<void>;
17
+ status?(): Promise<string>;
18
+ reload?(config: unknown): Promise<void>;
19
+ addon?: AddonInterface;
20
+ }
21
+ interface DelegateOptions {
22
+ providerPublicKey: string;
23
+ timeout?: number | undefined;
24
+ healthCheckTimeout?: number | undefined;
25
+ }
26
+ interface LocalOptions {
27
+ model: AnyModel;
28
+ path: string;
29
+ loadedAt: Date;
30
+ config: unknown;
31
+ modelType: CanonicalModelType;
32
+ name?: string | undefined;
33
+ }
34
+ export type ModelEntry = {
35
+ id: string;
36
+ isDelegated: true;
37
+ delegated: DelegateOptions;
38
+ } | {
39
+ id: string;
40
+ isDelegated: false;
41
+ local: LocalOptions;
42
+ };
43
+ export declare function registerModel(id: string, options: {
44
+ model: AnyModel;
45
+ path: string;
46
+ config: unknown;
47
+ modelType: CanonicalModelType;
48
+ name?: string | undefined;
49
+ } | {
50
+ providerPublicKey: string;
51
+ timeout?: number;
52
+ healthCheckTimeout?: number;
53
+ }): void;
54
+ export declare function getModelEntry(id: string): ModelEntry | null;
55
+ export declare function getModel(id: string): AnyModel;
56
+ export declare function isModelLoaded(id: string): boolean;
57
+ export declare function unregisterModel(id: string): ModelEntry | null;
58
+ export declare function getAllModelIds(): string[];
59
+ export declare function getModelInfo(id: string): {
60
+ id: string;
61
+ path: string;
62
+ loadedAt: Date;
63
+ config: unknown;
64
+ name?: string;
65
+ } | null;
66
+ export declare function getModelConfig(id: string): unknown;
67
+ export declare function updateModelConfig(id: string, config: unknown): void;
68
+ export declare function clearRegistry(): void;
69
+ export declare function getRegistryStats(): {
70
+ totalModels: number;
71
+ modelIds: string[];
72
+ };
73
+ export declare function unloadAllModels(): Promise<void>;
74
+ export {};