@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -1,4 +1,4 @@
1
- import type { ResourceCollectorDependencies, ResourceMetric, ResourceProvenance } from './types.js';
1
+ import type { ResourceCollectorDependencies, ResourceMetric, ResourceProvenance } from '../resources/types.js';
2
2
  export declare function createSystemResourceCollector(dependencies: ResourceCollectorDependencies): {
3
3
  getCapabilities: () => {
4
4
  cpu: {
@@ -9,7 +9,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
9
9
  value: string;
10
10
  provenance: {
11
11
  source: string;
12
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
12
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
13
13
  };
14
14
  } | {
15
15
  status: "unavailable";
@@ -26,7 +26,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
26
26
  value: string;
27
27
  provenance: {
28
28
  source: string;
29
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
29
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
30
30
  };
31
31
  } | {
32
32
  status: "unavailable";
@@ -43,7 +43,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
43
43
  value: number;
44
44
  provenance: {
45
45
  source: string;
46
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
46
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
47
47
  };
48
48
  } | {
49
49
  status: "unavailable";
@@ -60,7 +60,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
60
60
  value: number;
61
61
  provenance: {
62
62
  source: string;
63
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
63
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
64
64
  };
65
65
  } | {
66
66
  status: "unavailable";
@@ -77,7 +77,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
77
77
  value: number;
78
78
  provenance: {
79
79
  source: string;
80
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
80
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
81
81
  };
82
82
  } | {
83
83
  status: "unavailable";
@@ -94,7 +94,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
94
94
  value: number;
95
95
  provenance: {
96
96
  source: string;
97
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
97
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
98
98
  };
99
99
  } | {
100
100
  status: "unavailable";
@@ -111,7 +111,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
111
111
  value: number;
112
112
  provenance: {
113
113
  source: string;
114
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
114
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
115
115
  };
116
116
  } | {
117
117
  status: "unavailable";
@@ -128,7 +128,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
128
128
  value: number;
129
129
  provenance: {
130
130
  source: string;
131
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
131
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
132
132
  };
133
133
  } | {
134
134
  status: "unavailable";
@@ -145,7 +145,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
145
145
  value: number;
146
146
  provenance: {
147
147
  source: string;
148
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
148
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
149
149
  };
150
150
  } | {
151
151
  status: "unavailable";
@@ -160,7 +160,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
160
160
  };
161
161
  provenance: {
162
162
  source: string;
163
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
163
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
164
164
  };
165
165
  } | {
166
166
  status: "unavailable";
@@ -178,7 +178,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
178
178
  value: number;
179
179
  provenance: {
180
180
  source: string;
181
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
181
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
182
182
  };
183
183
  } | {
184
184
  status: "unavailable";
@@ -200,7 +200,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
200
200
  value: string;
201
201
  provenance: {
202
202
  source: string;
203
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
203
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
204
204
  };
205
205
  } | {
206
206
  status: "unavailable";
@@ -217,7 +217,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
217
217
  value: string;
218
218
  provenance: {
219
219
  source: string;
220
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
220
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
221
221
  };
222
222
  } | {
223
223
  status: "unavailable";
@@ -234,7 +234,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
234
234
  value: number;
235
235
  provenance: {
236
236
  source: string;
237
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
237
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
238
238
  };
239
239
  } | {
240
240
  status: "unavailable";
@@ -251,7 +251,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
251
251
  value: string;
252
252
  provenance: {
253
253
  source: string;
254
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
254
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
255
255
  };
256
256
  } | {
257
257
  status: "unavailable";
@@ -268,7 +268,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
268
268
  value: string;
269
269
  provenance: {
270
270
  source: string;
271
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
271
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
272
272
  };
273
273
  } | {
274
274
  status: "unavailable";
@@ -286,7 +286,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
286
286
  value: boolean;
287
287
  provenance: {
288
288
  source: string;
289
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
289
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
290
290
  };
291
291
  } | {
292
292
  status: "unavailable";
@@ -303,7 +303,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
303
303
  value: boolean;
304
304
  provenance: {
305
305
  source: string;
306
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
306
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
307
307
  };
308
308
  } | {
309
309
  status: "unavailable";
@@ -320,7 +320,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
320
320
  value: boolean;
321
321
  provenance: {
322
322
  source: string;
323
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
323
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
324
324
  };
325
325
  } | {
326
326
  status: "unavailable";
@@ -337,7 +337,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
337
337
  value: boolean;
338
338
  provenance: {
339
339
  source: string;
340
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
340
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
341
341
  };
342
342
  } | {
343
343
  status: "unavailable";
@@ -354,7 +354,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
354
354
  value: boolean;
355
355
  provenance: {
356
356
  source: string;
357
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
357
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
358
358
  };
359
359
  } | {
360
360
  status: "unavailable";
@@ -371,7 +371,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
371
371
  value: boolean;
372
372
  provenance: {
373
373
  source: string;
374
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
374
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
375
375
  };
376
376
  } | {
377
377
  status: "unavailable";
@@ -388,7 +388,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
388
388
  value: boolean;
389
389
  provenance: {
390
390
  source: string;
391
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
391
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
392
392
  };
393
393
  } | {
394
394
  status: "unavailable";
@@ -405,7 +405,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
405
405
  value: boolean;
406
406
  provenance: {
407
407
  source: string;
408
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
408
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
409
409
  };
410
410
  } | {
411
411
  status: "unavailable";
@@ -422,7 +422,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
422
422
  value: boolean;
423
423
  provenance: {
424
424
  source: string;
425
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
425
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
426
426
  };
427
427
  } | {
428
428
  status: "unavailable";
@@ -439,7 +439,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
439
439
  value: boolean;
440
440
  provenance: {
441
441
  source: string;
442
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
442
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
443
443
  };
444
444
  } | {
445
445
  status: "unavailable";
@@ -457,7 +457,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
457
457
  value: boolean;
458
458
  provenance: {
459
459
  source: string;
460
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
460
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
461
461
  };
462
462
  } | {
463
463
  status: "unavailable";
@@ -474,7 +474,24 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
474
474
  value: number;
475
475
  provenance: {
476
476
  source: string;
477
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
477
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
478
+ };
479
+ } | {
480
+ status: "unavailable";
481
+ reason?: string | undefined;
482
+ } | {
483
+ status: "unverified";
484
+ reason?: string | undefined;
485
+ } | {
486
+ status: "failed";
487
+ reason?: string | undefined;
488
+ };
489
+ dedicatedMemoryTotalBytes: {
490
+ status: "supported";
491
+ value: number;
492
+ provenance: {
493
+ source: string;
494
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
478
495
  };
479
496
  } | {
480
497
  status: "unavailable";
@@ -489,7 +506,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
489
506
  }[];
490
507
  provenance: {
491
508
  source: string;
492
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
509
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
493
510
  };
494
511
  } | {
495
512
  status: "unavailable";
@@ -523,7 +540,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
523
540
  value: number;
524
541
  provenance: {
525
542
  source: string;
526
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
543
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
527
544
  };
528
545
  } | {
529
546
  status: "unavailable";
@@ -540,7 +557,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
540
557
  value: number;
541
558
  provenance: {
542
559
  source: string;
543
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
560
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
544
561
  };
545
562
  } | {
546
563
  status: "unavailable";
@@ -557,7 +574,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
557
574
  value: number;
558
575
  provenance: {
559
576
  source: string;
560
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
577
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
561
578
  };
562
579
  } | {
563
580
  status: "unavailable";
@@ -574,7 +591,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
574
591
  value: number;
575
592
  provenance: {
576
593
  source: string;
577
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
594
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
578
595
  };
579
596
  } | {
580
597
  status: "unavailable";
@@ -591,7 +608,24 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
591
608
  value: number;
592
609
  provenance: {
593
610
  source: string;
594
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
611
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
612
+ };
613
+ } | {
614
+ status: "unavailable";
615
+ reason?: string | undefined;
616
+ } | {
617
+ status: "unverified";
618
+ reason?: string | undefined;
619
+ } | {
620
+ status: "failed";
621
+ reason?: string | undefined;
622
+ };
623
+ dedicatedMemoryUsedBytes: {
624
+ status: "supported";
625
+ value: number;
626
+ provenance: {
627
+ source: string;
628
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
595
629
  };
596
630
  } | {
597
631
  status: "unavailable";
@@ -608,7 +642,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
608
642
  value: number;
609
643
  provenance: {
610
644
  source: string;
611
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
645
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
612
646
  };
613
647
  } | {
614
648
  status: "unavailable";
@@ -625,7 +659,7 @@ export declare function createSystemResourceCollector(dependencies: ResourceColl
625
659
  value: number;
626
660
  provenance: {
627
661
  source: string;
628
- scope?: "device" | "system" | "process" | "budget" | "shared-system" | undefined;
662
+ scope?: "system" | "process" | "device" | "budget" | "shared-system" | undefined;
629
663
  };
630
664
  } | {
631
665
  status: "unavailable";
@@ -1,4 +1,4 @@
1
- import { failedMetric, normalizeBooleanMetric, normalizeEnumMetric, normalizeNonNegativeIntegerMetric, normalizeNonNegativeMetric, normalizePositiveIntegerMetric, normalizeStringMetric, normalizeUtilizationMetric, unavailableMetric, unverifiedMetric } from './normalize.js';
1
+ import { failedMetric, normalizeBooleanMetric, normalizeEnumMetric, normalizeNonNegativeIntegerMetric, normalizeNonNegativeMetric, normalizePositiveIntegerMetric, normalizeStringMetric, normalizeUtilizationMetric, unavailableMetric, unverifiedMetric } from '../resources/normalize.js';
2
2
  const CPU_SOURCE = 'bare-cpu-info';
3
3
  const GPU_SOURCE = 'bare-gpu-info';
4
4
  const GPU_MEMORY_SCOPE_REASON = 'GPU memory scope is unverified';
@@ -112,7 +112,10 @@ function normalizeGPUCapabilities(gpu, id, gpuTypes) {
112
112
  driverVersion: normalizeStringMetric(gpu.driverVersion, gpuDeviceProvenance),
113
113
  drivers: normalizeDriverCapabilities(gpu.drivers),
114
114
  unifiedMemory: normalizeBooleanMetric(gpu.unifiedMemory, gpuDeviceProvenance),
115
- memoryTotalBytes: normalizeDeclaredGPUMemory(gpu.memory, gpu.unifiedMemory)
115
+ memoryTotalBytes: normalizeDeclaredGPUMemory(gpu.memory, gpu.unifiedMemory),
116
+ // Trusted even when the rest of the GPU's memory is shared: an integrated
117
+ // GPU's carve-out is reserved for it and the OS does not count it as RAM.
118
+ dedicatedMemoryTotalBytes: normalizeNonNegativeMetric(gpu.dedicatedMemory, gpuDeviceProvenance)
116
119
  };
117
120
  }
118
121
  function failedCPUSample(reason) {
@@ -133,6 +136,7 @@ function failedGPUSample(id, reason) {
133
136
  decode: failedMetric(reason),
134
137
  memoryUsedBytes: failedMetric(reason),
135
138
  memoryTotalBytes: failedMetric(reason),
139
+ dedicatedMemoryUsedBytes: failedMetric(reason),
136
140
  powerWatts: failedMetric(reason),
137
141
  temperatureCelsius: failedMetric(reason)
138
142
  };
@@ -154,6 +158,9 @@ function normalizeGPUSample(id, usage, device, platform) {
154
158
  decode: normalizeUtilizationMetric(usage.decode, gpuDeviceProvenance),
155
159
  memoryUsedBytes: normalizeSampledGPUMemory(usage.memoryUsed, scope, 'GPU memory usage scope is unverified'),
156
160
  memoryTotalBytes: normalizeSampledGPUMemory(usage.memoryTotal, scope, GPU_MEMORY_SCOPE_REASON),
161
+ // A discrete GPU's dedicated usage is its memory usage, so it shares that
162
+ // scope. An integrated GPU's carve-out usage is read device-wide.
163
+ dedicatedMemoryUsedBytes: normalizeSampledGPUMemory(usage.dedicatedMemoryUsed, device?.unifiedMemory === true ? 'device' : scope, 'GPU memory usage scope is unverified'),
157
164
  powerWatts: normalizeNonNegativeMetric(usage.power, gpuDeviceProvenance),
158
165
  temperatureCelsius: normalizeNonNegativeMetric(usage.temperature, gpuDeviceProvenance)
159
166
  };
@@ -1,4 +1,4 @@
1
- import type { ResourceCollectorDependencies, SystemResourceCollector } from './types.js';
1
+ import type { ResourceCollectorDependencies, SystemResourceCollector } from '../resources/types.js';
2
2
  export declare function initializeResourceCollector(dependencies: ResourceCollectorDependencies): SystemResourceCollector;
3
3
  export declare function getResourceCollector(): SystemResourceCollector | undefined;
4
4
  export declare function destroyResourceCollector(): void;
@@ -1,4 +1,4 @@
1
- import { createSystemResourceCollector } from './collector.js';
1
+ import { createSystemResourceCollector } from '../resources/collector.js';
2
2
  let resourceCollector;
3
3
  export function initializeResourceCollector(dependencies) {
4
4
  if (!resourceCollector) {
@@ -1,2 +1,2 @@
1
- import type { ResourceCollectorDependencies } from './types.js';
1
+ import type { ResourceCollectorDependencies } from '../resources/types.js';
2
2
  export declare const nativeResourceCollectorDependencies: ResourceCollectorDependencies;
@@ -1,4 +1,4 @@
1
- import type { ResourceMetric, ResourceProvenance } from './types.js';
1
+ import type { ResourceMetric, ResourceProvenance } from '../resources/types.js';
2
2
  export declare function unavailableMetric<T>(reason?: string): ResourceMetric<T>;
3
3
  export declare function unverifiedMetric<T>(reason?: string): ResourceMetric<T>;
4
4
  export declare function failedMetric<T>(reason: string): ResourceMetric<T>;
@@ -35,6 +35,7 @@ export interface NativeGPUCapabilities {
35
35
  revision: number;
36
36
  unifiedMemory: boolean;
37
37
  memory: number | undefined;
38
+ dedicatedMemory: number | undefined;
38
39
  }
39
40
  export interface NativeGPUUsage {
40
41
  compute: number | undefined;
@@ -42,6 +43,7 @@ export interface NativeGPUUsage {
42
43
  decode: number | undefined;
43
44
  memoryUsed: number | undefined;
44
45
  memoryTotal: number | undefined;
46
+ dedicatedMemoryUsed: number | undefined;
45
47
  power: number | undefined;
46
48
  temperature: number | undefined;
47
49
  }
@@ -3,14 +3,8 @@ import { Buffer } from 'bare-buffer';
3
3
  import { InferenceCancelledError } from '../errors/index.js';
4
4
  import { getEngineLogger } from '../logging/index.js';
5
5
  import { throwIfAborted } from './network.js';
6
- // Fabric RPC_PROTO_*_VERSION:
7
- // https://github.com/tetherto/qvac-fabric-llm.cpp/blob/v11018.2.0/ggml/include/ggml-rpc.h
8
6
  // Command IDs and HELLO layouts, rpc_cmd and rpc_msg_hello_*:
9
- // https://github.com/tetherto/qvac-fabric-llm.cpp/blob/v11018.2.0/ggml/src/ggml-rpc/ggml-rpc.cpp
10
- // Native inference needs matching protocol majors, so only servers on the bundled
11
- // Fabric's protocol are listed. Patch versions are compatible.
12
- const SUPPORTED_VERSIONS = [{ major: 111, minor: 0 }];
13
- const SUPPORTED_VERSION_LABEL = SUPPORTED_VERSIONS.map(({ major, minor }) => `${major}.${minor}.x`).join(', ');
7
+ // https://github.com/tetherto/qvac-fabric-llm.cpp/blob/v11739.0.0/ggml/src/ggml-rpc/ggml-rpc.cpp
14
8
  const HELLO = 14;
15
9
  const HELLO_REQUEST_SIZE = 24;
16
10
  const HELLO_RESPONSE_SIZE = 28;
@@ -55,7 +49,6 @@ export function queryRpcInventory(host, port, timeoutMs, signal, scope) {
55
49
  url: `${host}:${port}`,
56
50
  reason,
57
51
  receivedVersion: version,
58
- supportedVersions: SUPPORTED_VERSION_LABEL,
59
52
  receivedHelloBytes: size?.toString() ?? 'unavailable',
60
53
  expectedHelloBytes: HELLO_RESPONSE_SIZE
61
54
  });
@@ -102,10 +95,6 @@ export function queryRpcInventory(host, port, timeoutMs, signal, scope) {
102
95
  }
103
96
  if (pending.length < 8 + responseSize)
104
97
  return;
105
- if (command === HELLO &&
106
- !SUPPORTED_VERSIONS.some(({ major, minor }) => pending[8] === major && pending[9] === minor)) {
107
- return rejectHello('unsupported protocol version');
108
- }
109
98
  const payload = Buffer.from(pending.subarray(8));
110
99
  pending = Buffer.alloc(0);
111
100
  if (command === HELLO) {
@@ -1,7 +1,11 @@
1
+ export interface EnvOptions {
2
+ /** Folder that holds `.qvac`. Defaults to the user's home folder. */
3
+ homeDir?: string | undefined;
4
+ }
1
5
  /**
2
6
  * Initialize the environment. Call once at startup.
3
7
  */
4
- export declare function initEnv(): void;
8
+ export declare function initEnv(options?: EnvOptions): void;
5
9
  /**
6
10
  * Get the engine environment. Must call initEnv() first.
7
11
  */
@@ -4,30 +4,15 @@ const envSchema = z.object({
4
4
  HOME_DIR: z.string()
5
5
  });
6
6
  let validatedEnv = null;
7
+ function defaultHomeDir() {
8
+ // Snap's HOME can be revision-scoped; SNAP_USER_COMMON is stable.
9
+ return env['SNAP_USER_COMMON'] ?? env['HOME'] ?? env['USERPROFILE'] ?? '/tmp';
10
+ }
7
11
  /**
8
12
  * Initialize the environment. Call once at startup.
9
13
  */
10
- export function initEnv() {
11
- const defaultHomeDir =
12
- // Snap's HOME can be revision-scoped; SNAP_USER_COMMON is stable.
13
- env['SNAP_USER_COMMON'] ?? env['HOME'] ?? env['USERPROFILE'] ?? '/tmp';
14
- let envConfig = {
15
- HOME_DIR: defaultHomeDir
16
- };
17
- const isBareKit = typeof globalThis.BareKit !== 'undefined';
18
- if (isBareKit && Bare.argv[0]) {
19
- envConfig['HOME_DIR'] = Bare.argv[0];
20
- }
21
- if (Bare.argv[2]) {
22
- try {
23
- const overrides = JSON.parse(Bare.argv[2]);
24
- envConfig = { ...envConfig, ...overrides };
25
- }
26
- catch {
27
- // Ignore non-JSON args
28
- }
29
- }
30
- validatedEnv = envSchema.parse(envConfig);
14
+ export function initEnv(options = {}) {
15
+ validatedEnv = envSchema.parse({ HOME_DIR: options.homeDir ?? defaultHomeDir() });
31
16
  }
32
17
  /**
33
18
  * Get the engine environment. Must call initEnv() first.
@@ -1,5 +1,8 @@
1
- export { createDisposableScope } from './disposable-scope.js';
2
- export type { DisposableScope } from './disposable-scope.js';
3
- export type { RequestContext, RequestKind, RequestState, RequestLogContext } from './request-context.js';
4
- export { createRequestRegistry, getRequestRegistry, withRequestContext } from './request-context.js';
5
- export type { BeginOpts, CancelByModelId, CancelByRequestId, CancelTarget, ConcurrencyPolicy, ManagedRequestContext, RequestOutcome, RequestRegistry } from './request-registry.js';
1
+ export { createDisposableScope } from '../runtime/disposable-scope.js';
2
+ export type { DisposableScope } from '../runtime/disposable-scope.js';
3
+ export type { RequestContext, RequestKind, RequestState, RequestLogContext } from '../runtime/request-context.js';
4
+ export { createRequestRegistry, getRequestRegistry, withRequestContext } from '../runtime/request-context.js';
5
+ export { OWNER_SESSION_ID, resolveSessionId, requestRegistryKey } from '../runtime/session-id.js';
6
+ export { openSession, closeSession, assertSessionOpen, assertWireSessionOpen, isSessionOpen, isOwnerSession, listSessions, hasOpenSessions, clearSessions } from '../runtime/session-registry.js';
7
+ export type { SessionEntry } from '../runtime/session-registry.js';
8
+ export type { BeginOpts, CancelByModelId, CancelByRequestId, CancelBySession, CancelTarget, ConcurrencyPolicy, ManagedRequestContext, RequestOutcome, RequestRegistry } from '../runtime/request-registry.js';
@@ -1,2 +1,4 @@
1
- export { createDisposableScope } from './disposable-scope.js';
2
- export { createRequestRegistry, getRequestRegistry, withRequestContext } from './request-context.js';
1
+ export { createDisposableScope } from '../runtime/disposable-scope.js';
2
+ export { createRequestRegistry, getRequestRegistry, withRequestContext } from '../runtime/request-context.js';
3
+ export { OWNER_SESSION_ID, resolveSessionId, requestRegistryKey } from '../runtime/session-id.js';
4
+ export { openSession, closeSession, assertSessionOpen, assertWireSessionOpen, isSessionOpen, isOwnerSession, listSessions, hasOpenSessions, clearSessions } from '../runtime/session-registry.js';
@@ -1,9 +1,11 @@
1
+ import { type EnvOptions } from '../runtime/env.js';
2
+ export type InitializeOptions = EnvOptions;
1
3
  /**
2
- * Initialize the engine: start log buffering, read env, and acquire the cache
3
- * lock (guards the cache dir against a second instance in the same home).
4
- * Idempotent.
4
+ * Initialize the engine: start log buffering, set the home folder, and acquire
5
+ * the cache lock (guards the cache dir against a second instance in the same
6
+ * home). Idempotent: options are only read by the first call.
5
7
  */
6
- export declare function initialize(): void;
8
+ export declare function initialize(options?: InitializeOptions): void;
7
9
  export declare function isInitialized(): boolean;
8
10
  /**
9
11
  * Pre-terminate cleanup, callable while the isolate is still alive. Runs the
@@ -1,14 +1,15 @@
1
1
  import { closeRpcResources } from '../handlers/rpc-server.js';
2
- import { initEnv } from './env.js';
2
+ import { initEnv } from '../runtime/env.js';
3
3
  import { closeAllRagInstances } from '../rag/index.js';
4
- import { disposeAllVectorIndexes } from './vector-index-registry.js';
4
+ import { disposeAllVectorIndexes } from '../runtime/vector-index-registry.js';
5
5
  import { cleanupDownloads } from '../handlers/load-model/download-manager.js';
6
- import { unloadAllModels } from './model-registry.js';
7
- import { closeRegistryClient } from './registry-client.js';
8
- import { clearAllLoggingStreams, startLogBuffering, stopLogBufferingWithTimeout } from './logging-stream-registry.js';
6
+ import { unloadAllModels } from '../runtime/model-registry.js';
7
+ import { closeRegistryClient } from '../runtime/registry-client.js';
8
+ import { clearAllLoggingStreams, startLogBuffering, stopLogBufferingWithTimeout } from '../runtime/logging-stream-registry.js';
9
9
  import { clearAllAddonLoggers, getEngineLogger, LOG_ID, ALL_LOG_ID } from '../logging/index.js';
10
10
  import { clearPlugins } from '../plugins/index.js';
11
- import { acquireCacheLock, releaseCacheLock } from './cache-lock.js';
11
+ import { clearSessions } from '../runtime/session-registry.js';
12
+ import { acquireCacheLock, releaseCacheLock } from '../runtime/cache-lock.js';
12
13
  import { nativeResourceCollectorDependencies } from '../resources/native.js';
13
14
  import { destroyResourceCollector, initializeResourceCollector } from '../resources/instance.js';
14
15
  // The host application owns the Bare runtime lifecycle: this module sets up the
@@ -19,16 +20,16 @@ let cleanupRan = false;
19
20
  let cleanupPromise = null;
20
21
  const logger = getEngineLogger();
21
22
  /**
22
- * Initialize the engine: start log buffering, read env, and acquire the cache
23
- * lock (guards the cache dir against a second instance in the same home).
24
- * Idempotent.
23
+ * Initialize the engine: start log buffering, set the home folder, and acquire
24
+ * the cache lock (guards the cache dir against a second instance in the same
25
+ * home). Idempotent: options are only read by the first call.
25
26
  */
26
- export function initialize() {
27
+ export function initialize(options = {}) {
27
28
  if (initialized)
28
29
  return;
29
30
  startLogBuffering(LOG_ID);
30
31
  startLogBuffering(ALL_LOG_ID);
31
- initEnv();
32
+ initEnv(options);
32
33
  acquireCacheLock();
33
34
  initializeResourceCollector(nativeResourceCollectorDependencies);
34
35
  // A `subscribeServerLogs` consumer can attach right away. Bound the global
@@ -61,9 +62,12 @@ async function runCleanup() {
61
62
  return;
62
63
  cleanupPromise = (async () => {
63
64
  destroyResourceCollector();
65
+ // Root shutdown ends every caller session; their models go with
66
+ // `unloadAllModels` below and their requests with the engine.
67
+ clearSessions();
64
68
  clearRegistries();
65
- disposeAllVectorIndexes();
66
69
  await Promise.allSettled([
70
+ disposeAllVectorIndexes(),
67
71
  closeAllRagInstances(),
68
72
  cleanupDownloads(),
69
73
  unloadAllModels(),