@qvac/inference 0.0.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,91 @@
1
+ /**
2
+ * QVAC Profiler
3
+ *
4
+ * @example
5
+ * ```ts
6
+ * import { profiler } from "@qvac/inference";
7
+ *
8
+ * profiler.enable({ mode: "summary" });
9
+ * // ... run inference operations ...
10
+ * console.log(profiler.exportTable());
11
+ * profiler.disable();
12
+ * ```
13
+ */
14
+ import * as controller from '../profiling/controller.js';
15
+ import type { ProfilerRuntimeOptions, ProfilingEvent, ProfilerExport, AggregatedStats } from '../profiling/types.js';
16
+ export declare const profiler: {
17
+ /**
18
+ * Enables profiling and resets all previously aggregated data.
19
+ *
20
+ * @param options - Optional runtime options (profiling mode, server breakdown, operation filters, ring-buffer capacity).
21
+ */
22
+ enable: (options?: ProfilerRuntimeOptions) => void;
23
+ /**
24
+ * Disables profiling. New operations will no longer be recorded.
25
+ */
26
+ disable: () => void;
27
+ /**
28
+ * Returns whether profiling is currently enabled.
29
+ *
30
+ * @returns `true` when profiling is currently enabled, `false` otherwise.
31
+ */
32
+ isEnabled: () => boolean;
33
+ /**
34
+ * Exports profiling data as a structured JSON object suitable for machine consumption.
35
+ *
36
+ * @param options - Export options.
37
+ * @param options.includeRecentEvents - When `true`, includes the ring buffer of recent events in the export (only populated when profiler was enabled in `"verbose"` mode).
38
+ * @returns A `ProfilerExport` snapshot of aggregated stats and (optionally) recent events.
39
+ */
40
+ exportJSON: (options?: {
41
+ includeRecentEvents?: boolean;
42
+ }) => ProfilerExport;
43
+ /**
44
+ * Exports aggregated stats as a formatted ASCII table suitable for terminal output.
45
+ *
46
+ * @returns A multi-line string rendering of the aggregated stats table.
47
+ */
48
+ exportTable: () => string;
49
+ /**
50
+ * Exports a short, human-readable summary string of the aggregated stats.
51
+ *
52
+ * @returns A one-paragraph summary of the profiling data.
53
+ */
54
+ exportSummary: () => string;
55
+ /**
56
+ * Registers a listener for profiling events; returns an unsubscribe function.
57
+ *
58
+ * @param callback - Invoked once per recorded profiling event.
59
+ * @returns An unsubscribe function; call it to remove the listener.
60
+ */
61
+ onRecord: (callback: (event: ProfilingEvent) => void) => () => void;
62
+ /**
63
+ * Returns the current effective profiler configuration.
64
+ *
65
+ * @returns The effective `ResolvedProfilerConfig` (defaults merged with user overrides).
66
+ */
67
+ getConfig: () => controller.ResolvedProfilerConfig;
68
+ /**
69
+ * Returns all aggregated stats keyed by operation name.
70
+ *
71
+ * @returns A record of `AggregatedStats` keyed by operation name.
72
+ */
73
+ getAggregates: () => Record<string, AggregatedStats>;
74
+ /**
75
+ * Clears all aggregated data and the recent-events ring buffer.
76
+ */
77
+ clear: () => void;
78
+ };
79
+ export type { ProfilerRuntimeOptions, ProfilingEvent, ProfilerExport, AggregatedStats, ProfilingEventKind } from '../profiling/types.js';
80
+ export type { ProfilerMode, ProfilerGPUResourceGauge, ProfilerResourceGauge } from '../schemas/index.js';
81
+ export { nowMs } from '../profiling/clock.js';
82
+ export { attachBackendDiagnostics } from '../profiling/backend-diagnostics.js';
83
+ export { enable, disable, record, shouldProfile, shouldIncludeServerBreakdown, shouldIncludeResourceGauges, generateId, isEnabled, getAggregates, getRecentEvents, getEffectiveConfig, onRecord, type ResolvedProfilerConfig } from '../profiling/controller.js';
84
+ export { recordEvent, clearAggregator } from '../profiling/aggregator.js';
85
+ export { exportJSON, exportTable, exportSummary } from '../profiling/exporters.js';
86
+ export { createProfilingMeta, createDelegatedProfilingMeta, createProfilingDisabledMeta, injectProfilingMetaIntoObject, extractProfilingMeta, stripProfilingMeta } from '../profiling/envelope.js';
87
+ export { recordPhase, recordFailure, recordServerBreakdownPhases, recordDelegationBreakdownPhases, type BaseTimings, type BaseEvent } from '../profiling/events.js';
88
+ export { createServerProfiler, type ServerProfiler } from '../profiling/profiler.js';
89
+ export { profileReplyHandler, profileStreamHandler } from '../profiling/operation-wrappers.js';
90
+ export { registerOperationMetrics, buildOperationEvent, type OperationMetricsConfig } from '../profiling/operation-metrics.js';
91
+ export { shouldProfileDelegation, createDelegationTimings, createDelegationStreamTimings, recordDelegationEvents, recordDelegationStreamEvents, cacheDelegationConnectionTime, flushServerConnectionEvent, consumeBreakdownConnectionTime, clearPeerConnectionTracking, resetDelegationConnectionTracking, type DelegationTimings, type DelegationStreamTimings, type DelegatedHandlerOptions } from '../profiling/delegation-profiler.js';
@@ -0,0 +1,87 @@
1
+ /**
2
+ * QVAC Profiler
3
+ *
4
+ * @example
5
+ * ```ts
6
+ * import { profiler } from "@qvac/inference";
7
+ *
8
+ * profiler.enable({ mode: "summary" });
9
+ * // ... run inference operations ...
10
+ * console.log(profiler.exportTable());
11
+ * profiler.disable();
12
+ * ```
13
+ */
14
+ import * as controller from '../profiling/controller.js';
15
+ import * as exporters from '../profiling/exporters.js';
16
+ export const profiler = {
17
+ /**
18
+ * Enables profiling and resets all previously aggregated data.
19
+ *
20
+ * @param options - Optional runtime options (profiling mode, server breakdown, operation filters, ring-buffer capacity).
21
+ */
22
+ enable: (options) => controller.enable(options),
23
+ /**
24
+ * Disables profiling. New operations will no longer be recorded.
25
+ */
26
+ disable: () => controller.disable(),
27
+ /**
28
+ * Returns whether profiling is currently enabled.
29
+ *
30
+ * @returns `true` when profiling is currently enabled, `false` otherwise.
31
+ */
32
+ isEnabled: () => controller.isEnabled(),
33
+ /**
34
+ * Exports profiling data as a structured JSON object suitable for machine consumption.
35
+ *
36
+ * @param options - Export options.
37
+ * @param options.includeRecentEvents - When `true`, includes the ring buffer of recent events in the export (only populated when profiler was enabled in `"verbose"` mode).
38
+ * @returns A `ProfilerExport` snapshot of aggregated stats and (optionally) recent events.
39
+ */
40
+ exportJSON: (options) => exporters.exportJSON(options),
41
+ /**
42
+ * Exports aggregated stats as a formatted ASCII table suitable for terminal output.
43
+ *
44
+ * @returns A multi-line string rendering of the aggregated stats table.
45
+ */
46
+ exportTable: () => exporters.exportTable(),
47
+ /**
48
+ * Exports a short, human-readable summary string of the aggregated stats.
49
+ *
50
+ * @returns A one-paragraph summary of the profiling data.
51
+ */
52
+ exportSummary: () => exporters.exportSummary(),
53
+ /**
54
+ * Registers a listener for profiling events; returns an unsubscribe function.
55
+ *
56
+ * @param callback - Invoked once per recorded profiling event.
57
+ * @returns An unsubscribe function; call it to remove the listener.
58
+ */
59
+ onRecord: (callback) => controller.onRecord(callback),
60
+ /**
61
+ * Returns the current effective profiler configuration.
62
+ *
63
+ * @returns The effective `ResolvedProfilerConfig` (defaults merged with user overrides).
64
+ */
65
+ getConfig: () => controller.getEffectiveConfig(),
66
+ /**
67
+ * Returns all aggregated stats keyed by operation name.
68
+ *
69
+ * @returns A record of `AggregatedStats` keyed by operation name.
70
+ */
71
+ getAggregates: () => controller.getAggregates(),
72
+ /**
73
+ * Clears all aggregated data and the recent-events ring buffer.
74
+ */
75
+ clear: () => controller.clear()
76
+ };
77
+ export { nowMs } from '../profiling/clock.js';
78
+ export { attachBackendDiagnostics } from '../profiling/backend-diagnostics.js';
79
+ export { enable, disable, record, shouldProfile, shouldIncludeServerBreakdown, shouldIncludeResourceGauges, generateId, isEnabled, getAggregates, getRecentEvents, getEffectiveConfig, onRecord } from '../profiling/controller.js';
80
+ export { recordEvent, clearAggregator } from '../profiling/aggregator.js';
81
+ export { exportJSON, exportTable, exportSummary } from '../profiling/exporters.js';
82
+ export { createProfilingMeta, createDelegatedProfilingMeta, createProfilingDisabledMeta, injectProfilingMetaIntoObject, extractProfilingMeta, stripProfilingMeta } from '../profiling/envelope.js';
83
+ export { recordPhase, recordFailure, recordServerBreakdownPhases, recordDelegationBreakdownPhases } from '../profiling/events.js';
84
+ export { createServerProfiler } from '../profiling/profiler.js';
85
+ export { profileReplyHandler, profileStreamHandler } from '../profiling/operation-wrappers.js';
86
+ export { registerOperationMetrics, buildOperationEvent } from '../profiling/operation-metrics.js';
87
+ export { shouldProfileDelegation, createDelegationTimings, createDelegationStreamTimings, recordDelegationEvents, recordDelegationStreamEvents, cacheDelegationConnectionTime, flushServerConnectionEvent, consumeBreakdownConnectionTime, clearPeerConnectionTracking, resetDelegationConnectionTracking } from '../profiling/delegation-profiler.js';
@@ -0,0 +1,15 @@
1
+ /**
2
+ * Helpers for propagating model execution timing via internal symbols.
3
+ */
4
+ export declare function hasDefinedValues<T extends Record<string, unknown>>(obj: T): boolean;
5
+ export declare function attachModelExecutionMs<T>(target: T, ms: number | undefined): T;
6
+ export declare function readModelExecutionMs(target: unknown): number | undefined;
7
+ export declare function forwardModelExecution<T>(target: T, source: unknown): T;
8
+ export interface StreamResult<S = unknown> {
9
+ modelExecutionMs: number;
10
+ stats?: S;
11
+ }
12
+ export declare function buildStreamResult<S extends Record<string, unknown>>(modelExecutionMs: number, stats?: S): StreamResult<S>;
13
+ export declare function buildUnaryResult<T extends Record<string, unknown>, S extends Record<string, unknown>>(response: T, modelExecutionMs: number, stats?: S): T & {
14
+ stats?: S;
15
+ };
@@ -0,0 +1,34 @@
1
+ /**
2
+ * Helpers for propagating model execution timing via internal symbols.
3
+ */
4
+ import { MODEL_EXECUTION_KEY } from '../schemas/index.js';
5
+ export function hasDefinedValues(obj) {
6
+ return Object.values(obj).some((v) => v !== undefined);
7
+ }
8
+ export function attachModelExecutionMs(target, ms) {
9
+ if (ms !== undefined) {
10
+ ;
11
+ target[MODEL_EXECUTION_KEY] = ms;
12
+ }
13
+ return target;
14
+ }
15
+ export function readModelExecutionMs(target) {
16
+ return target?.[MODEL_EXECUTION_KEY];
17
+ }
18
+ export function forwardModelExecution(target, source) {
19
+ return attachModelExecutionMs(target, readModelExecutionMs(source));
20
+ }
21
+ export function buildStreamResult(modelExecutionMs, stats) {
22
+ const result = { modelExecutionMs };
23
+ if (stats && hasDefinedValues(stats)) {
24
+ result.stats = stats;
25
+ }
26
+ return result;
27
+ }
28
+ export function buildUnaryResult(response, modelExecutionMs, stats) {
29
+ const result = { ...response };
30
+ if (stats && hasDefinedValues(stats)) {
31
+ result.stats = stats;
32
+ }
33
+ return attachModelExecutionMs(result, modelExecutionMs);
34
+ }
@@ -0,0 +1,24 @@
1
+ /**
2
+ * Declarative extraction of operation-level metrics from request/response data.
3
+ * Used by operation wrappers to capture handler-specific profiling events.
4
+ */
5
+ import type { ProfilingEvent, ProfilingEventKind } from '../profiling/types.js';
6
+ import type { DownloadStats } from '../handlers/load-model/types.js';
7
+ export type MetricExtractor<T> = (data: T) => Record<string, number> | undefined;
8
+ export type TagExtractor<T> = (data: T) => Record<string, string> | undefined;
9
+ export interface OperationMetricsConfig<TRequest = unknown, TResponse = unknown> {
10
+ op: string;
11
+ kind: ProfilingEventKind;
12
+ fromRequest?: MetricExtractor<TRequest>;
13
+ fromFinalChunk?: MetricExtractor<TResponse>;
14
+ fromResult?: MetricExtractor<TResponse>;
15
+ getTags?: (request: TRequest) => Record<string, string>;
16
+ getTagsFromResult?: TagExtractor<TResponse>;
17
+ }
18
+ export interface DownloadAssetProfilingMeta {
19
+ sourceType?: string;
20
+ downloadStats?: DownloadStats;
21
+ totalDownloadTimeMs?: number;
22
+ }
23
+ export declare function registerOperationMetrics<TRequest, TResponse>(config: OperationMetricsConfig<TRequest, TResponse>): void;
24
+ export declare function buildOperationEvent(op: string, profileId: string, ts: number, executionMs: number, request?: unknown, finalResponse?: unknown, ttfb?: number): ProfilingEvent | undefined;
@@ -0,0 +1,370 @@
1
+ /**
2
+ * Declarative extraction of operation-level metrics from request/response data.
3
+ * Used by operation wrappers to capture handler-specific profiling events.
4
+ */
5
+ import { readModelExecutionMs } from '../profiling/model-execution.js';
6
+ import { readBackendDiagnostics } from '../profiling/backend-diagnostics.js';
7
+ const metricsRegistry = new Map();
8
+ function extractDownloadStatsGauges(stats, gauges) {
9
+ if (stats?.downloadTimeMs !== undefined) {
10
+ gauges['downloadTime'] = stats.downloadTimeMs;
11
+ }
12
+ if (stats?.totalBytesDownloaded !== undefined) {
13
+ gauges['totalBytesDownloaded'] = stats.totalBytesDownloaded;
14
+ }
15
+ if (stats?.downloadSpeedBps !== undefined) {
16
+ gauges['downloadSpeedBps'] = stats.downloadSpeedBps;
17
+ }
18
+ }
19
+ export function registerOperationMetrics(config) {
20
+ metricsRegistry.set(config.op, config);
21
+ }
22
+ export function buildOperationEvent(op, profileId, ts, executionMs, request, finalResponse, ttfb) {
23
+ const config = metricsRegistry.get(op);
24
+ const backend = readBackendDiagnostics(finalResponse);
25
+ if (!config) {
26
+ const event = {
27
+ ts,
28
+ op,
29
+ kind: 'handler',
30
+ profileId,
31
+ ms: executionMs
32
+ };
33
+ if (backend)
34
+ event.backend = backend;
35
+ return event;
36
+ }
37
+ const gauges = {};
38
+ if (ttfb !== undefined) {
39
+ gauges['ttfb'] = ttfb;
40
+ }
41
+ if (config.fromRequest && request) {
42
+ const extracted = config.fromRequest(request);
43
+ if (extracted)
44
+ Object.assign(gauges, extracted);
45
+ }
46
+ if (config.fromFinalChunk && finalResponse) {
47
+ const extracted = config.fromFinalChunk(finalResponse);
48
+ if (extracted)
49
+ Object.assign(gauges, extracted);
50
+ }
51
+ if (config.fromResult && finalResponse) {
52
+ const extracted = config.fromResult(finalResponse);
53
+ if (extracted)
54
+ Object.assign(gauges, extracted);
55
+ }
56
+ const requestTags = config.getTags?.(request);
57
+ const resultTags = config.getTagsFromResult?.(finalResponse);
58
+ const tags = { ...requestTags, ...resultTags };
59
+ const hasGauges = Object.keys(gauges).length > 0;
60
+ const hasTags = Object.keys(tags).length > 0;
61
+ const event = {
62
+ ts,
63
+ op: config.op,
64
+ kind: config.kind,
65
+ profileId,
66
+ ms: executionMs
67
+ };
68
+ if (hasGauges) {
69
+ event.gauges = gauges;
70
+ }
71
+ if (backend) {
72
+ event.backend = backend;
73
+ }
74
+ if (hasTags) {
75
+ event.tags = tags;
76
+ }
77
+ return event;
78
+ }
79
+ registerOperationMetrics({
80
+ op: 'completionStream',
81
+ kind: 'handler',
82
+ getTags: (req) => (req.modelId ? { modelId: req.modelId } : {}),
83
+ fromFinalChunk: (res) => {
84
+ const gauges = {};
85
+ if (res.stats?.timeToFirstToken !== undefined) {
86
+ gauges['timeToFirstToken'] = res.stats.timeToFirstToken;
87
+ }
88
+ if (res.stats?.tokensPerSecond !== undefined) {
89
+ gauges['tokensPerSecond'] = res.stats.tokensPerSecond;
90
+ }
91
+ if (res.stats?.cacheTokens !== undefined)
92
+ gauges['cacheTokens'] = res.stats.cacheTokens;
93
+ const modelExecMs = readModelExecutionMs(res);
94
+ if (modelExecMs !== undefined)
95
+ gauges['modelExecutionTime'] = modelExecMs;
96
+ return Object.keys(gauges).length > 0 ? gauges : undefined;
97
+ }
98
+ });
99
+ registerOperationMetrics({
100
+ op: 'translate',
101
+ kind: 'handler',
102
+ getTags: (req) => (req.modelId ? { modelId: req.modelId } : {}),
103
+ fromFinalChunk: (res) => {
104
+ const gauges = {};
105
+ const modelExecMs = readModelExecutionMs(res);
106
+ if (modelExecMs !== undefined)
107
+ gauges['modelExecutionTime'] = modelExecMs;
108
+ // Common stats
109
+ if (res.stats?.totalTime !== undefined)
110
+ gauges['totalTime'] = res.stats.totalTime;
111
+ if (res.stats?.totalTokens !== undefined)
112
+ gauges['totalTokens'] = res.stats.totalTokens;
113
+ if (res.stats?.tokensPerSecond !== undefined) {
114
+ gauges['tokensPerSecond'] = res.stats.tokensPerSecond;
115
+ }
116
+ if (res.stats?.timeToFirstToken !== undefined) {
117
+ gauges['timeToFirstToken'] = res.stats.timeToFirstToken;
118
+ }
119
+ // NMT-specific
120
+ if (res.stats?.decodeTime !== undefined)
121
+ gauges['decodeTime'] = res.stats.decodeTime;
122
+ if (res.stats?.encodeTime !== undefined)
123
+ gauges['encodeTime'] = res.stats.encodeTime;
124
+ // LLM-specific
125
+ if (res.stats?.cacheTokens !== undefined)
126
+ gauges['cacheTokens'] = res.stats.cacheTokens;
127
+ return Object.keys(gauges).length > 0 ? gauges : undefined;
128
+ }
129
+ });
130
+ registerOperationMetrics({
131
+ op: 'transcribeStream',
132
+ kind: 'handler',
133
+ getTags: (req) => (req.modelId ? { modelId: req.modelId } : {}),
134
+ fromFinalChunk: (res) => {
135
+ const gauges = {};
136
+ const modelExecMs = readModelExecutionMs(res);
137
+ if (modelExecMs !== undefined)
138
+ gauges['modelExecutionTime'] = modelExecMs;
139
+ // Common stats
140
+ if (res.stats?.audioDuration !== undefined)
141
+ gauges['audioDuration'] = res.stats.audioDuration;
142
+ if (res.stats?.realTimeFactor !== undefined)
143
+ gauges['realTimeFactor'] = res.stats.realTimeFactor;
144
+ if (res.stats?.tokensPerSecond !== undefined) {
145
+ gauges['tokensPerSecond'] = res.stats.tokensPerSecond;
146
+ }
147
+ if (res.stats?.totalTokens !== undefined)
148
+ gauges['totalTokens'] = res.stats.totalTokens;
149
+ if (res.stats?.totalSegments !== undefined)
150
+ gauges['totalSegments'] = res.stats.totalSegments;
151
+ // whisper-specific timings
152
+ if (res.stats?.whisperEncodeTime !== undefined) {
153
+ gauges['whisperEncodeTime'] = res.stats.whisperEncodeTime;
154
+ }
155
+ if (res.stats?.whisperDecodeTime !== undefined) {
156
+ gauges['whisperDecodeTime'] = res.stats.whisperDecodeTime;
157
+ }
158
+ // parakeet-specific timings
159
+ if (res.stats?.encoderTime !== undefined)
160
+ gauges['encoderTime'] = res.stats.encoderTime;
161
+ if (res.stats?.decoderTime !== undefined)
162
+ gauges['decoderTime'] = res.stats.decoderTime;
163
+ if (res.stats?.melSpecTime !== undefined)
164
+ gauges['melSpecTime'] = res.stats.melSpecTime;
165
+ return Object.keys(gauges).length > 0 ? gauges : undefined;
166
+ }
167
+ });
168
+ registerOperationMetrics({
169
+ op: 'textToSpeech',
170
+ kind: 'handler',
171
+ getTags: (req) => (req.modelId ? { modelId: req.modelId } : {}),
172
+ fromFinalChunk: (res) => {
173
+ const gauges = {};
174
+ const modelExecMs = readModelExecutionMs(res);
175
+ if (modelExecMs !== undefined)
176
+ gauges['modelExecutionTime'] = modelExecMs;
177
+ if (res.stats?.audioDuration !== undefined)
178
+ gauges['audioDuration'] = res.stats.audioDuration;
179
+ if (res.stats?.totalSamples !== undefined)
180
+ gauges['totalSamples'] = res.stats.totalSamples;
181
+ return Object.keys(gauges).length > 0 ? gauges : undefined;
182
+ }
183
+ });
184
+ // Duplex sibling of `textToSpeech`. Server emits the same `TtsStats` on the
185
+ // final chunk (via `collectTtsStats`), so the gauge set mirrors the
186
+ // non-streaming path; without registering here, sessions would silently
187
+ // skip `modelExecutionTime` / `audioDuration` / `totalSamples` metrics.
188
+ registerOperationMetrics({
189
+ op: 'textToSpeechStream',
190
+ kind: 'handler',
191
+ getTags: (req) => (req.modelId ? { modelId: req.modelId } : {}),
192
+ fromFinalChunk: (res) => {
193
+ const gauges = {};
194
+ const modelExecMs = readModelExecutionMs(res);
195
+ if (modelExecMs !== undefined)
196
+ gauges['modelExecutionTime'] = modelExecMs;
197
+ if (res.stats?.audioDuration !== undefined)
198
+ gauges['audioDuration'] = res.stats.audioDuration;
199
+ if (res.stats?.totalSamples !== undefined)
200
+ gauges['totalSamples'] = res.stats.totalSamples;
201
+ return Object.keys(gauges).length > 0 ? gauges : undefined;
202
+ }
203
+ });
204
+ registerOperationMetrics({
205
+ op: 'embed',
206
+ kind: 'handler',
207
+ getTags: (req) => (req.modelId ? { modelId: req.modelId } : {}),
208
+ fromResult: (res) => {
209
+ const gauges = {};
210
+ const modelExecMs = readModelExecutionMs(res);
211
+ if (modelExecMs !== undefined)
212
+ gauges['modelExecutionTime'] = modelExecMs;
213
+ if (res.stats?.totalTime !== undefined)
214
+ gauges['totalTime'] = res.stats.totalTime;
215
+ if (res.stats?.tokensPerSecond !== undefined) {
216
+ gauges['tokensPerSecond'] = res.stats.tokensPerSecond;
217
+ }
218
+ if (res.stats?.totalTokens !== undefined)
219
+ gauges['totalTokens'] = res.stats.totalTokens;
220
+ return Object.keys(gauges).length > 0 ? gauges : undefined;
221
+ }
222
+ });
223
+ registerOperationMetrics({
224
+ op: 'ocrStream',
225
+ kind: 'handler',
226
+ getTags: (req) => (req.modelId ? { modelId: req.modelId } : {}),
227
+ fromFinalChunk: (res) => {
228
+ const gauges = {};
229
+ if (res.stats?.detectionTime !== undefined)
230
+ gauges['detectionTime'] = res.stats.detectionTime;
231
+ if (res.stats?.recognitionTime !== undefined) {
232
+ gauges['recognitionTime'] = res.stats.recognitionTime;
233
+ }
234
+ if (res.stats?.totalTime !== undefined)
235
+ gauges['totalTime'] = res.stats.totalTime;
236
+ const modelExecMs = readModelExecutionMs(res);
237
+ if (modelExecMs !== undefined)
238
+ gauges['modelExecutionTime'] = modelExecMs;
239
+ return Object.keys(gauges).length > 0 ? gauges : undefined;
240
+ }
241
+ });
242
+ registerOperationMetrics({
243
+ op: 'diffusionStream',
244
+ kind: 'handler',
245
+ getTags: (req) => (req.modelId ? { modelId: req.modelId } : {}),
246
+ fromFinalChunk: (res) => {
247
+ if (!res.stats)
248
+ return undefined;
249
+ const gauges = {};
250
+ if (res.stats.generationMs !== undefined)
251
+ gauges['generationMs'] = res.stats.generationMs;
252
+ if (res.stats.conditionerMs !== undefined)
253
+ gauges['conditionerMs'] = res.stats.conditionerMs;
254
+ if (res.stats.denoiseMs !== undefined)
255
+ gauges['denoiseMs'] = res.stats.denoiseMs;
256
+ if (res.stats.vaeMs !== undefined)
257
+ gauges['vaeMs'] = res.stats.vaeMs;
258
+ if (res.stats.postProcessMs !== undefined)
259
+ gauges['postProcessMs'] = res.stats.postProcessMs;
260
+ if (res.stats.stepsPerSecond !== undefined)
261
+ gauges['stepsPerSecond'] = res.stats.stepsPerSecond;
262
+ if (res.stats.totalSteps !== undefined)
263
+ gauges['totalSteps'] = res.stats.totalSteps;
264
+ if (res.stats.totalImages !== undefined)
265
+ gauges['totalImages'] = res.stats.totalImages;
266
+ if (res.stats.totalPixels !== undefined)
267
+ gauges['totalPixels'] = res.stats.totalPixels;
268
+ return Object.keys(gauges).length > 0 ? gauges : undefined;
269
+ }
270
+ });
271
+ registerOperationMetrics({
272
+ op: 'videoStream',
273
+ kind: 'handler',
274
+ getTags: (req) => (req.modelId ? { modelId: req.modelId } : {}),
275
+ fromFinalChunk: (res) => {
276
+ if (!res.stats)
277
+ return undefined;
278
+ const gauges = {};
279
+ if (res.stats.generationMs !== undefined)
280
+ gauges['generationMs'] = res.stats.generationMs;
281
+ if (res.stats.conditionerMs !== undefined)
282
+ gauges['conditionerMs'] = res.stats.conditionerMs;
283
+ if (res.stats.denoiseMs !== undefined)
284
+ gauges['denoiseMs'] = res.stats.denoiseMs;
285
+ if (res.stats.vaeMs !== undefined)
286
+ gauges['vaeMs'] = res.stats.vaeMs;
287
+ if (res.stats.postProcessMs !== undefined)
288
+ gauges['postProcessMs'] = res.stats.postProcessMs;
289
+ if (res.stats.stepsPerSecond !== undefined)
290
+ gauges['stepsPerSecond'] = res.stats.stepsPerSecond;
291
+ if (res.stats.totalSteps !== undefined)
292
+ gauges['totalSteps'] = res.stats.totalSteps;
293
+ if (res.stats.totalVideos !== undefined)
294
+ gauges['totalVideos'] = res.stats.totalVideos;
295
+ if (res.stats.totalVideoFrames !== undefined) {
296
+ gauges['totalVideoFrames'] = res.stats.totalVideoFrames;
297
+ }
298
+ if (res.stats.videoFrames !== undefined)
299
+ gauges['videoFrames'] = res.stats.videoFrames;
300
+ if (res.stats.fps !== undefined)
301
+ gauges['fps'] = res.stats.fps;
302
+ return Object.keys(gauges).length > 0 ? gauges : undefined;
303
+ }
304
+ });
305
+ registerOperationMetrics({
306
+ op: 'pluginInvoke',
307
+ kind: 'handler',
308
+ getTags: (req) => {
309
+ const tags = {};
310
+ if (req.modelId)
311
+ tags['modelId'] = req.modelId;
312
+ if (req.handler)
313
+ tags['handler'] = req.handler;
314
+ return tags;
315
+ }
316
+ });
317
+ registerOperationMetrics({
318
+ op: 'pluginInvokeStream',
319
+ kind: 'handler',
320
+ getTags: (req) => {
321
+ const tags = {};
322
+ if (req.modelId)
323
+ tags['modelId'] = req.modelId;
324
+ if (req.handler)
325
+ tags['handler'] = req.handler;
326
+ return tags;
327
+ }
328
+ });
329
+ registerOperationMetrics({
330
+ op: 'loadModel',
331
+ kind: 'handler',
332
+ getTags: (req) => (req.modelType ? { modelType: req.modelType } : {}),
333
+ getTagsFromResult: (res) => {
334
+ const sourceType = res.__profilingMeta?.sourceType;
335
+ return sourceType ? { sourceType } : undefined;
336
+ },
337
+ fromResult: (res) => {
338
+ const meta = res.__profilingMeta;
339
+ if (!meta)
340
+ return undefined;
341
+ const gauges = {};
342
+ extractDownloadStatsGauges(meta.downloadStats, gauges);
343
+ if (meta.modelInitializationTimeMs !== undefined) {
344
+ gauges['modelInitializationTime'] = meta.modelInitializationTimeMs;
345
+ }
346
+ if (meta.totalLoadTimeMs !== undefined) {
347
+ gauges['totalLoadTime'] = meta.totalLoadTimeMs;
348
+ }
349
+ return Object.keys(gauges).length > 0 ? gauges : undefined;
350
+ }
351
+ });
352
+ registerOperationMetrics({
353
+ op: 'downloadAsset',
354
+ kind: 'handler',
355
+ getTagsFromResult: (res) => {
356
+ const sourceType = res.__profilingMeta?.sourceType;
357
+ return sourceType ? { sourceType } : undefined;
358
+ },
359
+ fromResult: (res) => {
360
+ const meta = res.__profilingMeta;
361
+ if (!meta)
362
+ return undefined;
363
+ const gauges = {};
364
+ extractDownloadStatsGauges(meta.downloadStats, gauges);
365
+ if (meta.totalDownloadTimeMs !== undefined) {
366
+ gauges['totalDownloadTime'] = meta.totalDownloadTimeMs;
367
+ }
368
+ return Object.keys(gauges).length > 0 ? gauges : undefined;
369
+ }
370
+ });
@@ -0,0 +1,17 @@
1
+ /**
2
+ * Generic wrappers for profiling handler execution.
3
+ * Used to wrap dispatch/invoke functions with timing capture.
4
+ */
5
+ import { type PerCallProfiling } from '../schemas/index.js';
6
+ export interface ProfiledReplyOptions<TRequest> {
7
+ op: string;
8
+ request: TRequest;
9
+ perCall?: PerCallProfiling;
10
+ }
11
+ export interface ProfiledStreamOptions<TRequest> {
12
+ op: string;
13
+ request: TRequest;
14
+ perCall?: PerCallProfiling;
15
+ }
16
+ export declare function profileReplyHandler<TRequest, TResponse>(options: ProfiledReplyOptions<TRequest>, handler: () => Promise<TResponse>): Promise<TResponse>;
17
+ export declare function profileStreamHandler<TRequest, TResponse, TReturn = unknown>(options: ProfiledStreamOptions<TRequest>, handler: () => AsyncGenerator<TResponse, TReturn>): AsyncGenerator<TResponse, TReturn>;