@qvac/inference 0.0.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,226 @@
1
+ import { failedMetric, normalizeBooleanMetric, normalizeEnumMetric, normalizeNonNegativeIntegerMetric, normalizeNonNegativeMetric, normalizePositiveIntegerMetric, normalizeStringMetric, normalizeUtilizationMetric, unavailableMetric, unverifiedMetric } from '../resources/normalize.js';
2
+ const CPU_SOURCE = 'bare-cpu-info';
3
+ const GPU_SOURCE = 'bare-gpu-info';
4
+ const GPU_MEMORY_SCOPE_REASON = 'GPU memory scope is unverified';
5
+ const cpuSystemProvenance = {
6
+ source: CPU_SOURCE,
7
+ scope: 'system'
8
+ };
9
+ const cpuProvenance = {
10
+ source: CPU_SOURCE
11
+ };
12
+ const gpuDeviceProvenance = {
13
+ source: GPU_SOURCE,
14
+ scope: 'device'
15
+ };
16
+ const gpuProvenance = {
17
+ source: GPU_SOURCE
18
+ };
19
+ function supportedMetric(value, provenance) {
20
+ return { status: 'supported', value, provenance };
21
+ }
22
+ function normalizeAmbiguousNonNegativeMetric(value, reason) {
23
+ if (value === undefined || value === null)
24
+ return unavailableMetric();
25
+ const normalized = normalizeNonNegativeMetric(value, gpuDeviceProvenance);
26
+ if (normalized.status !== 'supported')
27
+ return normalized;
28
+ return unverifiedMetric(reason);
29
+ }
30
+ function normalizeDriverCapabilities(drivers) {
31
+ return {
32
+ vulkan: normalizeBooleanMetric(drivers.vulkan, gpuProvenance),
33
+ opencl: normalizeBooleanMetric(drivers.opencl, gpuProvenance),
34
+ opengl: normalizeBooleanMetric(drivers.opengl, gpuProvenance),
35
+ webgpu: normalizeBooleanMetric(drivers.webgpu, gpuProvenance),
36
+ metal: normalizeBooleanMetric(drivers.metal, gpuProvenance),
37
+ direct3d11: normalizeBooleanMetric(drivers.direct3d11, gpuProvenance),
38
+ direct3d12: normalizeBooleanMetric(drivers.direct3d12, gpuProvenance),
39
+ cuda: normalizeBooleanMetric(drivers.cuda, gpuProvenance),
40
+ levelZero: normalizeBooleanMetric(drivers.levelZero, gpuProvenance),
41
+ rocm: normalizeBooleanMetric(drivers.rocm, gpuProvenance)
42
+ };
43
+ }
44
+ function normalizeCPUCapabilities(cpu, architectures) {
45
+ return {
46
+ name: normalizeStringMetric(cpu.name, cpuProvenance),
47
+ vendor: normalizeStringMetric(cpu.vendor, cpuProvenance),
48
+ architecture: normalizeEnumMetric(cpu.arch, architectures, cpuProvenance),
49
+ physicalCores: normalizePositiveIntegerMetric(cpu.physicalCores, cpuProvenance),
50
+ logicalCores: normalizePositiveIntegerMetric(cpu.logicalCores, cpuProvenance),
51
+ performanceCores: normalizeNonNegativeIntegerMetric(cpu.performanceCores, cpuProvenance),
52
+ efficiencyCores: normalizeNonNegativeIntegerMetric(cpu.efficiencyCores, cpuProvenance),
53
+ frequencyHz: normalizePositiveIntegerMetric(cpu.frequency, cpuProvenance),
54
+ cacheLineBytes: normalizePositiveIntegerMetric(cpu.cacheLine, cpuProvenance)
55
+ };
56
+ }
57
+ function normalizeGPUCapabilities(gpu, id, gpuTypes) {
58
+ return {
59
+ id,
60
+ name: normalizeStringMetric(gpu.name, gpuDeviceProvenance),
61
+ vendor: normalizeStringMetric(gpu.vendor, gpuDeviceProvenance),
62
+ type: normalizeEnumMetric(gpu.type, gpuTypes, gpuDeviceProvenance),
63
+ driverName: normalizeStringMetric(gpu.driverName, gpuDeviceProvenance),
64
+ driverVersion: normalizeStringMetric(gpu.driverVersion, gpuDeviceProvenance),
65
+ drivers: normalizeDriverCapabilities(gpu.drivers),
66
+ unifiedMemory: normalizeBooleanMetric(gpu.unifiedMemory, gpuDeviceProvenance),
67
+ memoryTotalBytes: normalizeAmbiguousNonNegativeMetric(gpu.memory, GPU_MEMORY_SCOPE_REASON)
68
+ };
69
+ }
70
+ function failedCPUSample(reason) {
71
+ const failure = failedMetric(reason);
72
+ return {
73
+ cpu: failure,
74
+ memory: {
75
+ usedBytes: failure,
76
+ totalBytes: failure
77
+ }
78
+ };
79
+ }
80
+ function failedGPUSample(id, reason) {
81
+ return {
82
+ id,
83
+ compute: failedMetric(reason),
84
+ encode: failedMetric(reason),
85
+ decode: failedMetric(reason),
86
+ memoryUsedBytes: failedMetric(reason),
87
+ memoryTotalBytes: failedMetric(reason),
88
+ powerWatts: failedMetric(reason),
89
+ temperatureCelsius: failedMetric(reason)
90
+ };
91
+ }
92
+ function normalizeGPUSample(id, usage) {
93
+ return {
94
+ id,
95
+ compute: normalizeUtilizationMetric(usage.compute, gpuDeviceProvenance),
96
+ encode: normalizeUtilizationMetric(usage.encode, gpuDeviceProvenance),
97
+ decode: normalizeUtilizationMetric(usage.decode, gpuDeviceProvenance),
98
+ memoryUsedBytes: normalizeAmbiguousNonNegativeMetric(usage.memoryUsed, 'GPU memory usage scope is unverified'),
99
+ memoryTotalBytes: normalizeAmbiguousNonNegativeMetric(usage.memoryTotal, GPU_MEMORY_SCOPE_REASON),
100
+ powerWatts: normalizeNonNegativeMetric(usage.power, gpuDeviceProvenance),
101
+ temperatureCelsius: normalizeNonNegativeMetric(usage.temperature, gpuDeviceProvenance)
102
+ };
103
+ }
104
+ function destroyContext(context) {
105
+ try {
106
+ context?.destroy();
107
+ }
108
+ catch {
109
+ // Teardown must continue so every native context gets a release attempt.
110
+ }
111
+ }
112
+ export function createSystemResourceCollector(dependencies) {
113
+ let cpuContext;
114
+ let gpuContext;
115
+ let gpuIds = [];
116
+ let destroyed = false;
117
+ let cpuCapabilities;
118
+ let memoryCapabilities;
119
+ let gpuCapabilities;
120
+ try {
121
+ const context = dependencies.createCPUInfo();
122
+ if (!context) {
123
+ cpuCapabilities = failedMetric('CPU collector module is unavailable');
124
+ memoryCapabilities = {
125
+ totalBytes: failedMetric('CPU collector module is unavailable')
126
+ };
127
+ }
128
+ else {
129
+ cpuContext = context;
130
+ const cpu = context.query();
131
+ cpuCapabilities = supportedMetric(normalizeCPUCapabilities(cpu, dependencies.cpuArchitectures), cpuProvenance);
132
+ memoryCapabilities = {
133
+ totalBytes: normalizePositiveIntegerMetric(cpu.memory, cpuSystemProvenance)
134
+ };
135
+ }
136
+ }
137
+ catch {
138
+ cpuCapabilities = failedMetric('CPU collector initialization failed');
139
+ memoryCapabilities = {
140
+ totalBytes: failedMetric('CPU collector initialization failed')
141
+ };
142
+ }
143
+ try {
144
+ const context = dependencies.createGPUInfo();
145
+ if (!context) {
146
+ gpuCapabilities = failedMetric('GPU collector module is unavailable');
147
+ }
148
+ else {
149
+ gpuContext = context;
150
+ const gpus = context.gpus();
151
+ const normalized = gpus.map((gpu) => normalizeGPUCapabilities(gpu, dependencies.createGPUId(), dependencies.gpuTypes));
152
+ gpuIds = normalized.map((gpu) => gpu.id);
153
+ gpuCapabilities = supportedMetric(normalized, gpuProvenance);
154
+ }
155
+ }
156
+ catch {
157
+ gpuCapabilities = failedMetric('GPU collector initialization failed');
158
+ }
159
+ const capabilities = {
160
+ cpu: cpuCapabilities,
161
+ memory: memoryCapabilities,
162
+ gpus: gpuCapabilities
163
+ };
164
+ function getCapabilities() {
165
+ return capabilities;
166
+ }
167
+ function sampleCPU() {
168
+ if (!cpuContext) {
169
+ return failedCPUSample('CPU collector is unavailable');
170
+ }
171
+ try {
172
+ const usage = cpuContext.sample();
173
+ return {
174
+ cpu: normalizeUtilizationMetric(usage.compute, cpuSystemProvenance),
175
+ memory: {
176
+ usedBytes: normalizeNonNegativeIntegerMetric(usage.memoryUsed, cpuSystemProvenance),
177
+ totalBytes: normalizePositiveIntegerMetric(usage.memoryTotal, cpuSystemProvenance)
178
+ }
179
+ };
180
+ }
181
+ catch {
182
+ return failedCPUSample('CPU resource sampling failed');
183
+ }
184
+ }
185
+ function sampleGPUs() {
186
+ if (!gpuContext)
187
+ return failedMetric('GPU collector is unavailable');
188
+ if (gpuCapabilities.status !== 'supported') {
189
+ return failedMetric('GPU inventory is unavailable');
190
+ }
191
+ const context = gpuContext;
192
+ const samples = gpuIds.map((id, index) => {
193
+ try {
194
+ return normalizeGPUSample(id, context.sample(index));
195
+ }
196
+ catch {
197
+ return failedGPUSample(id, 'GPU resource sampling failed');
198
+ }
199
+ });
200
+ return supportedMetric(samples, gpuProvenance);
201
+ }
202
+ function sample() {
203
+ const cpuSample = sampleCPU();
204
+ return {
205
+ sampledAt: dependencies.now(),
206
+ cpu: cpuSample.cpu,
207
+ memory: cpuSample.memory,
208
+ gpus: sampleGPUs()
209
+ };
210
+ }
211
+ function destroy() {
212
+ if (destroyed)
213
+ return;
214
+ destroyed = true;
215
+ destroyContext(cpuContext);
216
+ destroyContext(gpuContext);
217
+ cpuContext = undefined;
218
+ gpuContext = undefined;
219
+ gpuIds = [];
220
+ }
221
+ return {
222
+ getCapabilities,
223
+ sample,
224
+ destroy
225
+ };
226
+ }
@@ -0,0 +1,4 @@
1
+ import type { ResourceCollectorDependencies, SystemResourceCollector } from '../resources/types.js';
2
+ export declare function initializeResourceCollector(dependencies: ResourceCollectorDependencies): SystemResourceCollector;
3
+ export declare function getResourceCollector(): SystemResourceCollector | undefined;
4
+ export declare function destroyResourceCollector(): void;
@@ -0,0 +1,15 @@
1
+ import { createSystemResourceCollector } from '../resources/collector.js';
2
+ let resourceCollector;
3
+ export function initializeResourceCollector(dependencies) {
4
+ if (!resourceCollector) {
5
+ resourceCollector = createSystemResourceCollector(dependencies);
6
+ }
7
+ return resourceCollector;
8
+ }
9
+ export function getResourceCollector() {
10
+ return resourceCollector;
11
+ }
12
+ export function destroyResourceCollector() {
13
+ resourceCollector?.destroy();
14
+ resourceCollector = undefined;
15
+ }
@@ -0,0 +1,2 @@
1
+ import type { ResourceCollectorDependencies } from '../resources/types.js';
2
+ export declare const nativeResourceCollectorDependencies: ResourceCollectorDependencies;
@@ -0,0 +1,35 @@
1
+ import { randomUUID } from 'bare-crypto';
2
+ // Load independently so one unavailable native addon cannot disable the other collector.
3
+ const [cpuModule, gpuModule] = await Promise.allSettled([
4
+ import('bare-cpu-info'),
5
+ import('bare-gpu-info')
6
+ ]);
7
+ function supportedEnumValues(values, unknownValue) {
8
+ return Object.values(values).filter((value) => value !== unknownValue);
9
+ }
10
+ const cpuArchitectures = cpuModule.status === 'fulfilled'
11
+ ? supportedEnumValues(cpuModule.value.default.constants.arch, cpuModule.value.default.constants.arch.UNKNOWN)
12
+ : [];
13
+ const gpuTypes = gpuModule.status === 'fulfilled'
14
+ ? supportedEnumValues(gpuModule.value.default.constants.gpuType, gpuModule.value.default.constants.gpuType.UNKNOWN)
15
+ : [];
16
+ export const nativeResourceCollectorDependencies = {
17
+ cpuArchitectures,
18
+ gpuTypes,
19
+ createCPUInfo() {
20
+ if (cpuModule.status !== 'fulfilled')
21
+ return undefined;
22
+ return new cpuModule.value.default();
23
+ },
24
+ createGPUInfo() {
25
+ if (gpuModule.status !== 'fulfilled')
26
+ return undefined;
27
+ return new gpuModule.value.default();
28
+ },
29
+ createGPUId() {
30
+ return randomUUID();
31
+ },
32
+ now() {
33
+ return Date.now();
34
+ }
35
+ };
@@ -0,0 +1,12 @@
1
+ import type { ResourceMetric, ResourceProvenance } from '../resources/types.js';
2
+ export declare function unavailableMetric<T>(reason?: string): ResourceMetric<T>;
3
+ export declare function unverifiedMetric<T>(reason?: string): ResourceMetric<T>;
4
+ export declare function failedMetric<T>(reason: string): ResourceMetric<T>;
5
+ export declare function normalizeNonNegativeMetric(value: unknown, provenance: ResourceProvenance): ResourceMetric<number>;
6
+ export declare function normalizePositiveMetric(value: unknown, provenance: ResourceProvenance): ResourceMetric<number>;
7
+ export declare function normalizeNonNegativeIntegerMetric(value: unknown, provenance: ResourceProvenance): ResourceMetric<number>;
8
+ export declare function normalizePositiveIntegerMetric(value: unknown, provenance: ResourceProvenance): ResourceMetric<number>;
9
+ export declare function normalizeUtilizationMetric(value: unknown, provenance: ResourceProvenance): ResourceMetric<number>;
10
+ export declare function normalizeEnumMetric(value: unknown, allowedValues: readonly number[], provenance: ResourceProvenance): ResourceMetric<number>;
11
+ export declare function normalizeStringMetric(value: unknown, provenance: ResourceProvenance): ResourceMetric<string>;
12
+ export declare function normalizeBooleanMetric(value: unknown, provenance: ResourceProvenance): ResourceMetric<boolean>;
@@ -0,0 +1,73 @@
1
+ const UNAVAILABLE_REASON = 'Metric is unavailable';
2
+ const UNVERIFIED_REASON = 'Metric value could not be verified';
3
+ export function unavailableMetric(reason = UNAVAILABLE_REASON) {
4
+ return { status: 'unavailable', reason };
5
+ }
6
+ export function unverifiedMetric(reason = UNVERIFIED_REASON) {
7
+ return { status: 'unverified', reason };
8
+ }
9
+ export function failedMetric(reason) {
10
+ return { status: 'failed', reason };
11
+ }
12
+ export function normalizeNonNegativeMetric(value, provenance) {
13
+ if (value === undefined || value === null)
14
+ return unavailableMetric();
15
+ if (typeof value !== 'number' || !Number.isFinite(value) || value < 0) {
16
+ return unverifiedMetric();
17
+ }
18
+ return { status: 'supported', value, provenance };
19
+ }
20
+ export function normalizePositiveMetric(value, provenance) {
21
+ const metric = normalizeNonNegativeMetric(value, provenance);
22
+ if (metric.status !== 'supported')
23
+ return metric;
24
+ if (metric.value === 0)
25
+ return unverifiedMetric();
26
+ return metric;
27
+ }
28
+ export function normalizeNonNegativeIntegerMetric(value, provenance) {
29
+ const metric = normalizeNonNegativeMetric(value, provenance);
30
+ if (metric.status !== 'supported')
31
+ return metric;
32
+ if (!Number.isInteger(metric.value))
33
+ return unverifiedMetric();
34
+ return metric;
35
+ }
36
+ export function normalizePositiveIntegerMetric(value, provenance) {
37
+ const metric = normalizePositiveMetric(value, provenance);
38
+ if (metric.status !== 'supported')
39
+ return metric;
40
+ if (!Number.isInteger(metric.value))
41
+ return unverifiedMetric();
42
+ return metric;
43
+ }
44
+ export function normalizeUtilizationMetric(value, provenance) {
45
+ const metric = normalizeNonNegativeMetric(value, provenance);
46
+ if (metric.status !== 'supported')
47
+ return metric;
48
+ if (metric.value > 1)
49
+ return unverifiedMetric();
50
+ return metric;
51
+ }
52
+ export function normalizeEnumMetric(value, allowedValues, provenance) {
53
+ if (value === undefined || value === null)
54
+ return unavailableMetric();
55
+ if (typeof value !== 'number' || !Number.isInteger(value) || !allowedValues.includes(value)) {
56
+ return unverifiedMetric();
57
+ }
58
+ return { status: 'supported', value, provenance };
59
+ }
60
+ export function normalizeStringMetric(value, provenance) {
61
+ if (value === undefined || value === null)
62
+ return unavailableMetric();
63
+ if (typeof value !== 'string' || value.length === 0)
64
+ return unverifiedMetric();
65
+ return { status: 'supported', value, provenance };
66
+ }
67
+ export function normalizeBooleanMetric(value, provenance) {
68
+ if (value === undefined || value === null)
69
+ return unavailableMetric();
70
+ if (typeof value !== 'boolean')
71
+ return unverifiedMetric();
72
+ return { status: 'supported', value, provenance };
73
+ }
@@ -0,0 +1,65 @@
1
+ import type { GraphicsDriver, SystemResourceCapabilities, SystemResourceSample } from '../schemas/system-resources.js';
2
+ export type { CPUResourceCapabilities, GPUResourceCapabilities, GPUResourceSample, GraphicsDriver, GraphicsDriverCapabilities, ResourceMetric, ResourceProvenance, ResourceScope, SystemResourceCapabilities, SystemResourceSample } from '../schemas/system-resources.js';
3
+ export interface NativeCPUCapabilities {
4
+ name: string | null;
5
+ vendor: string | null;
6
+ arch: number;
7
+ physicalCores: number;
8
+ logicalCores: number;
9
+ performanceCores: number;
10
+ efficiencyCores: number;
11
+ frequency: number | undefined;
12
+ cacheLine: number | undefined;
13
+ memory: number | undefined;
14
+ }
15
+ export interface NativeCPUUsage {
16
+ compute: number | undefined;
17
+ memoryUsed: number | undefined;
18
+ memoryTotal: number | undefined;
19
+ }
20
+ export interface CPUInfoContext {
21
+ query(): NativeCPUCapabilities;
22
+ sample(): NativeCPUUsage;
23
+ destroy(): void;
24
+ }
25
+ export interface NativeGPUCapabilities {
26
+ name: string | null;
27
+ vendor: string | null;
28
+ driverName: string | null;
29
+ driverVersion: string | null;
30
+ type: number;
31
+ drivers: Record<GraphicsDriver, boolean>;
32
+ vendorId: number | undefined;
33
+ deviceId: number | undefined;
34
+ subsystemId: number | undefined;
35
+ revision: number;
36
+ unifiedMemory: boolean;
37
+ memory: number | undefined;
38
+ }
39
+ export interface NativeGPUUsage {
40
+ compute: number | undefined;
41
+ encode: number | undefined;
42
+ decode: number | undefined;
43
+ memoryUsed: number | undefined;
44
+ memoryTotal: number | undefined;
45
+ power: number | undefined;
46
+ temperature: number | undefined;
47
+ }
48
+ export interface GPUInfoContext {
49
+ gpus(): NativeGPUCapabilities[];
50
+ sample(index: number): NativeGPUUsage;
51
+ destroy(): void;
52
+ }
53
+ export interface ResourceCollectorDependencies {
54
+ cpuArchitectures: readonly number[];
55
+ gpuTypes: readonly number[];
56
+ createCPUInfo(): CPUInfoContext | undefined;
57
+ createGPUInfo(): GPUInfoContext | undefined;
58
+ createGPUId(): string;
59
+ now(): number;
60
+ }
61
+ export interface SystemResourceCollector {
62
+ getCapabilities(): SystemResourceCapabilities;
63
+ sample(): SystemResourceSample;
64
+ destroy(): void;
65
+ }
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,2 @@
1
+ export declare function acquireCacheLock(): void;
2
+ export declare function releaseCacheLock(): void;
@@ -0,0 +1,67 @@
1
+ import fs from 'bare-fs';
2
+ import path from 'bare-path';
3
+ import os from 'bare-os';
4
+ import { getEngineLogger } from '../logging/index.js';
5
+ import { getQvacPath } from '../utils/qvac-paths.js';
6
+ const logger = getEngineLogger();
7
+ const LOCK_FILENAME = '.cache.lock';
8
+ function getLockFilePath() {
9
+ return getQvacPath(LOCK_FILENAME);
10
+ }
11
+ function isProcessAlive(pid) {
12
+ try {
13
+ os.kill(pid, 0);
14
+ return true;
15
+ }
16
+ catch {
17
+ return false;
18
+ }
19
+ }
20
+ function readLockFile(lockPath) {
21
+ try {
22
+ if (!fs.existsSync(lockPath))
23
+ return null;
24
+ const raw = fs.readFileSync(lockPath, 'utf-8');
25
+ return JSON.parse(raw);
26
+ }
27
+ catch {
28
+ return null;
29
+ }
30
+ }
31
+ export function acquireCacheLock() {
32
+ const lockPath = getLockFilePath();
33
+ const existing = readLockFile(lockPath);
34
+ if (existing) {
35
+ if (isProcessAlive(existing.pid)) {
36
+ logger.warn(`Another process (PID ${existing.pid}) is still running — lock file exists at ${lockPath}`);
37
+ }
38
+ else {
39
+ logger.warn(`Stale lock file detected (PID ${existing.pid} is dead, started ${existing.startedAt}). Removing.`);
40
+ }
41
+ }
42
+ const content = {
43
+ pid: os.pid(),
44
+ startedAt: new Date().toISOString()
45
+ };
46
+ try {
47
+ fs.mkdirSync(path.dirname(lockPath), { recursive: true });
48
+ fs.writeFileSync(lockPath, JSON.stringify(content));
49
+ logger.debug(`Cache lock acquired (PID ${os.pid()})`);
50
+ }
51
+ catch (error) {
52
+ logger.error('Failed to write cache lock file:', error instanceof Error ? error.message : String(error));
53
+ }
54
+ }
55
+ export function releaseCacheLock() {
56
+ const lockPath = getLockFilePath();
57
+ try {
58
+ const existing = readLockFile(lockPath);
59
+ if (existing && existing.pid === os.pid()) {
60
+ fs.unlinkSync(lockPath);
61
+ logger.debug('Cache lock released');
62
+ }
63
+ }
64
+ catch {
65
+ // Best-effort — may already be gone
66
+ }
67
+ }
@@ -0,0 +1,35 @@
1
+ /**
2
+ * Bounded-lifetime cleanup scope for an in-flight request.
3
+ *
4
+ * Callers register cleanup callbacks via `defer(...)` while a handler runs.
5
+ * On `[Symbol.asyncDispose]()` (used implicitly by `await using` or
6
+ * explicitly) every registered callback is awaited in **LIFO** order — the
7
+ * mirror of how `try/finally` blocks would unwind in a sequential write-up
8
+ * of the same handler.
9
+ *
10
+ * Guarantees:
11
+ *
12
+ * - **Idempotent.** A scope can be disposed once. Subsequent disposes are
13
+ * no-ops; subsequent `defer` calls run the cleanup eagerly so callers
14
+ * never silently leak a deferred resource if they hand a deferred
15
+ * callback to an already-disposed scope.
16
+ * - **Error aggregation.** Every deferred cleanup runs even when an
17
+ * earlier one throws. If a single cleanup throws, that error is
18
+ * rethrown verbatim. If two or more throw, an `AggregateError` is
19
+ * rethrown carrying every failure in the order it occurred. The
20
+ * handler unwinding the scope can therefore see _all_ cleanup
21
+ * failures, not just the first one.
22
+ */
23
+ export interface DisposableScope {
24
+ /**
25
+ * Register a cleanup callback. Cleanups run on dispose in LIFO order.
26
+ * Calling `defer` after the scope has been disposed runs the cleanup
27
+ * eagerly so resources never leak silently.
28
+ */
29
+ defer(cleanup: () => Promise<void> | void): void;
30
+ /** Run all registered cleanups. Idempotent. */
31
+ [Symbol.asyncDispose](): Promise<void>;
32
+ /** True after the first dispose has been initiated. */
33
+ readonly disposed: boolean;
34
+ }
35
+ export declare function createDisposableScope(): DisposableScope;
@@ -0,0 +1,69 @@
1
+ import { AsyncDisposeUnavailableError } from '../errors/index.js';
2
+ /**
3
+ * Module-load guard. The whole request-lifecycle primitive stack (scopes,
4
+ * the registry's `ManagedRequestContext`, `await using ctx = ...`) is
5
+ * built on `Symbol.asyncDispose`, which is an ES2024 feature. If the host
6
+ * runtime doesn't expose it (older Bare/Expo build, missing polyfill),
7
+ * the `[Symbol.asyncDispose]:` property key in this file's `dispose`
8
+ * function would coerce to the string `"undefined"` and silently produce
9
+ * objects that look async-disposable but are not — handlers would leak
10
+ * registry entries forever. Better to fail loudly at import time with a
11
+ * clear error than to debug a slow registry leak in production.
12
+ */
13
+ if (typeof Symbol.asyncDispose !== 'symbol') {
14
+ throw new AsyncDisposeUnavailableError();
15
+ }
16
+ export function createDisposableScope() {
17
+ const cleanups = [];
18
+ let disposed = false;
19
+ let disposing = false;
20
+ function defer(cleanup) {
21
+ if (disposed || disposing) {
22
+ void runEagerly(cleanup);
23
+ return;
24
+ }
25
+ cleanups.push(cleanup);
26
+ }
27
+ async function runEagerly(cleanup) {
28
+ try {
29
+ await cleanup();
30
+ }
31
+ catch {
32
+ // Late-deferred cleanups have no caller waiting on them; the
33
+ // unwinding path that disposed the scope already returned its own
34
+ // errors. Swallowing here matches the user's intent of registering
35
+ // a fire-and-forget cleanup.
36
+ }
37
+ }
38
+ async function dispose() {
39
+ if (disposed || disposing)
40
+ return;
41
+ disposing = true;
42
+ const errors = [];
43
+ while (cleanups.length > 0) {
44
+ const cleanup = cleanups.pop();
45
+ if (!cleanup)
46
+ continue;
47
+ try {
48
+ await cleanup();
49
+ }
50
+ catch (err) {
51
+ errors.push(err);
52
+ }
53
+ }
54
+ disposed = true;
55
+ disposing = false;
56
+ if (errors.length === 1)
57
+ throw errors[0];
58
+ if (errors.length > 1) {
59
+ throw new AggregateError(errors, `DisposableScope: ${errors.length} cleanups failed`);
60
+ }
61
+ }
62
+ return {
63
+ defer,
64
+ [Symbol.asyncDispose]: dispose,
65
+ get disposed() {
66
+ return disposed;
67
+ }
68
+ };
69
+ }
@@ -0,0 +1,16 @@
1
+ /**
2
+ * Initialize the environment. Call once at startup.
3
+ */
4
+ export declare function initEnv(): void;
5
+ /**
6
+ * Get the engine environment. Must call initEnv() first.
7
+ */
8
+ export declare function getEnv(): {
9
+ HOME_DIR: string;
10
+ };
11
+ /**
12
+ * Get the validated env config. Must call initEnv() first.
13
+ */
14
+ export declare function getValidatedEnv(): {
15
+ HOME_DIR: string;
16
+ };