@qvac/inference 0.0.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,130 @@
1
+ /**
2
+ * Central state management for profiling enablement, configuration, and recording.
3
+ *
4
+ * Precedence (highest to lowest):
5
+ * 1. Per-call override
6
+ * 2. Runtime API (enable/disable)
7
+ * 3. Disabled default
8
+ */
9
+ import { getGlobalSingleton } from '../utils/global-singleton.js';
10
+ import { createAggregator, recordEvent as aggregatorRecord, getAggregates as aggregatorGetAggregates, getRecentEvents as aggregatorGetRecentEvents, clearAggregator, setMaxRecentEvents } from '../profiling/aggregator.js';
11
+ import { nowMs, generateProfileId } from '../profiling/clock.js';
12
+ const DEFAULT_CONFIG = {
13
+ enabled: false,
14
+ mode: 'summary',
15
+ includeServerBreakdown: false,
16
+ includeResourceGauges: false,
17
+ operationFilters: [],
18
+ maxRecentEvents: 1000
19
+ };
20
+ const CONTROLLER_STATE_KEY = Symbol.for('@qvac/inference:profiler-controller-state');
21
+ function getControllerState() {
22
+ const state = getGlobalSingleton(CONTROLLER_STATE_KEY, () => {
23
+ return {
24
+ runtimeOverride: undefined,
25
+ runtimeOptions: {},
26
+ onRecordCallbacks: [],
27
+ initialized: false
28
+ };
29
+ });
30
+ if (!state.initialized) {
31
+ createAggregator(DEFAULT_CONFIG.maxRecentEvents);
32
+ state.initialized = true;
33
+ }
34
+ return state;
35
+ }
36
+ export function enable(options) {
37
+ const state = getControllerState();
38
+ state.runtimeOverride = true;
39
+ state.runtimeOptions = options ? { ...options } : {};
40
+ clearAggregator();
41
+ setMaxRecentEvents(DEFAULT_CONFIG.maxRecentEvents);
42
+ }
43
+ export function disable() {
44
+ const state = getControllerState();
45
+ state.runtimeOverride = false;
46
+ state.runtimeOptions = {};
47
+ setMaxRecentEvents(DEFAULT_CONFIG.maxRecentEvents);
48
+ }
49
+ export function isEnabled() {
50
+ const state = getControllerState();
51
+ return state.runtimeOverride ?? false;
52
+ }
53
+ export function getEffectiveConfig() {
54
+ const state = getControllerState();
55
+ return {
56
+ enabled: isEnabled(),
57
+ mode: state.runtimeOptions.mode ?? DEFAULT_CONFIG.mode,
58
+ includeServerBreakdown: state.runtimeOptions.includeServerBreakdown ?? DEFAULT_CONFIG.includeServerBreakdown,
59
+ includeResourceGauges: state.runtimeOptions.includeResourceGauges ?? DEFAULT_CONFIG.includeResourceGauges,
60
+ operationFilters: [
61
+ ...(state.runtimeOptions.operationFilters ?? DEFAULT_CONFIG.operationFilters)
62
+ ],
63
+ maxRecentEvents: DEFAULT_CONFIG.maxRecentEvents
64
+ };
65
+ }
66
+ export function shouldProfile(operation, perCallOptions) {
67
+ if (perCallOptions?.enabled !== undefined) {
68
+ return perCallOptions.enabled;
69
+ }
70
+ if (!isEnabled()) {
71
+ return false;
72
+ }
73
+ const config = getEffectiveConfig();
74
+ if (config.operationFilters.length > 0) {
75
+ return config.operationFilters.includes(operation);
76
+ }
77
+ return true;
78
+ }
79
+ export function shouldIncludeServerBreakdown(perCallOptions) {
80
+ if (perCallOptions?.includeServerBreakdown !== undefined) {
81
+ return perCallOptions.includeServerBreakdown;
82
+ }
83
+ return getEffectiveConfig().includeServerBreakdown;
84
+ }
85
+ export function shouldIncludeResourceGauges(perCallOptions) {
86
+ if (perCallOptions?.includeResourceGauges !== undefined) {
87
+ return perCallOptions.includeResourceGauges;
88
+ }
89
+ return getEffectiveConfig().includeResourceGauges;
90
+ }
91
+ export function generateId() {
92
+ return generateProfileId();
93
+ }
94
+ export function record(event) {
95
+ const state = getControllerState();
96
+ let eventWithTs = event;
97
+ if (event.ts === undefined) {
98
+ eventWithTs = { ...event, ts: nowMs() };
99
+ }
100
+ const storeInBuffer = getEffectiveConfig().mode === 'verbose';
101
+ aggregatorRecord(eventWithTs, storeInBuffer);
102
+ for (const cb of state.onRecordCallbacks) {
103
+ try {
104
+ cb(eventWithTs);
105
+ }
106
+ catch {
107
+ // Callback errors should not break profiling
108
+ }
109
+ }
110
+ }
111
+ /** Returns unsubscribe function. */
112
+ export function onRecord(callback) {
113
+ const state = getControllerState();
114
+ state.onRecordCallbacks.push(callback);
115
+ return () => {
116
+ const idx = state.onRecordCallbacks.indexOf(callback);
117
+ if (idx >= 0) {
118
+ state.onRecordCallbacks.splice(idx, 1);
119
+ }
120
+ };
121
+ }
122
+ export function getAggregates() {
123
+ return aggregatorGetAggregates();
124
+ }
125
+ export function getRecentEvents() {
126
+ return aggregatorGetRecentEvents();
127
+ }
128
+ export function clear() {
129
+ clearAggregator();
130
+ }
@@ -0,0 +1,31 @@
1
+ import { type BaseTimings } from '../profiling/events.js';
2
+ import type { ProfilingRequestMeta, ProfilingResponseMeta, DelegationBreakdown } from '../schemas/index.js';
3
+ export interface DelegatedHandlerOptions {
4
+ profilingMeta?: ProfilingRequestMeta;
5
+ }
6
+ interface BaseDelegationTimings extends BaseTimings {
7
+ requestStringifyMs?: number;
8
+ sendStart?: number;
9
+ }
10
+ export interface DelegationTimings extends BaseDelegationTimings {
11
+ firstResponseAt?: number;
12
+ responseJsonParseMs?: number;
13
+ }
14
+ export interface DelegationStreamTimings extends BaseDelegationTimings {
15
+ firstChunkAt?: number;
16
+ lastChunkAt?: number;
17
+ chunkCount: number;
18
+ }
19
+ export declare function shouldProfileDelegation(op: string, incomingMeta?: ProfilingRequestMeta): boolean;
20
+ export declare function createDelegationTimings(profileId: string, requestType: string): DelegationTimings;
21
+ export declare function createDelegationStreamTimings(profileId: string, requestType: string): DelegationStreamTimings;
22
+ export declare function cacheDelegationConnectionTime(peerKey: string, durationMs: number): void;
23
+ export declare function flushServerConnectionEvent(peerKey: string): void;
24
+ export declare function consumeBreakdownConnectionTime(peerKey: string): number | undefined;
25
+ export declare function buildDelegationBreakdown(timings: DelegationTimings, connectionMs?: number): DelegationBreakdown;
26
+ export declare function buildDelegationStreamBreakdown(timings: DelegationStreamTimings): DelegationBreakdown;
27
+ export declare function recordDelegationEvents(timings: DelegationTimings, serverMeta?: ProfilingResponseMeta, connectionMs?: number): DelegationBreakdown;
28
+ export declare function recordDelegationStreamEvents(timings: DelegationStreamTimings, serverMeta?: ProfilingResponseMeta): void;
29
+ export declare function clearPeerConnectionTracking(peerKey: string): void;
30
+ export declare function resetDelegationConnectionTracking(): void;
31
+ export {};
@@ -0,0 +1,155 @@
1
+ import { nowMs } from '../profiling/clock.js';
2
+ import { record, shouldProfile } from '../profiling/controller.js';
3
+ import { recordPhase, recordServerBreakdownPhases } from '../profiling/events.js';
4
+ /**
5
+ * Per-peer connection tracking for delegation.
6
+ * Separate tracking for server-side event recording vs breakdown injection.
7
+ *
8
+ * Flow:
9
+ * 1. Connection happens → cacheDelegationConnectionTime stores ms
10
+ * 2. First profiled call (stream or unary) → flushServerConnectionEvent records server event
11
+ * 3. First unary call → consumeBreakdownConnectionTime returns ms for breakdown injection
12
+ */
13
+ const pendingConnectionTimes = new Map();
14
+ const serverConnectionRecorded = new Map();
15
+ const breakdownConnectionMs = new Map();
16
+ const breakdownConnectionInjected = new Map();
17
+ export function shouldProfileDelegation(op, incomingMeta) {
18
+ if (incomingMeta?.enabled === false) {
19
+ return false;
20
+ }
21
+ if (incomingMeta?.enabled === true) {
22
+ return true;
23
+ }
24
+ return shouldProfile(op);
25
+ }
26
+ export function createDelegationTimings(profileId, requestType) {
27
+ return { profileId, requestType, requestStart: nowMs() };
28
+ }
29
+ export function createDelegationStreamTimings(profileId, requestType) {
30
+ return { profileId, requestType, requestStart: nowMs(), chunkCount: 0 };
31
+ }
32
+ export function cacheDelegationConnectionTime(peerKey, durationMs) {
33
+ if (serverConnectionRecorded.get(peerKey))
34
+ return;
35
+ if (pendingConnectionTimes.has(peerKey))
36
+ return;
37
+ pendingConnectionTimes.set(peerKey, durationMs);
38
+ }
39
+ export function flushServerConnectionEvent(peerKey) {
40
+ if (serverConnectionRecorded.get(peerKey))
41
+ return;
42
+ const ms = pendingConnectionTimes.get(peerKey);
43
+ if (ms === undefined)
44
+ return;
45
+ pendingConnectionTimes.delete(peerKey);
46
+ serverConnectionRecorded.set(peerKey, true);
47
+ if (!breakdownConnectionInjected.get(peerKey)) {
48
+ breakdownConnectionMs.set(peerKey, ms);
49
+ }
50
+ record({
51
+ ts: nowMs(),
52
+ op: 'delegation',
53
+ kind: 'delegation',
54
+ phase: 'connection',
55
+ ms,
56
+ tags: { peer: peerKey.slice(0, 16) }
57
+ });
58
+ }
59
+ export function consumeBreakdownConnectionTime(peerKey) {
60
+ if (breakdownConnectionInjected.get(peerKey))
61
+ return undefined;
62
+ const ms = breakdownConnectionMs.get(peerKey);
63
+ if (ms === undefined)
64
+ return undefined;
65
+ breakdownConnectionMs.delete(peerKey);
66
+ breakdownConnectionInjected.set(peerKey, true);
67
+ return ms;
68
+ }
69
+ export function buildDelegationBreakdown(timings, connectionMs) {
70
+ const now = nowMs();
71
+ const breakdown = {
72
+ profileId: timings.profileId
73
+ };
74
+ if (connectionMs !== undefined) {
75
+ breakdown.connectionMs = connectionMs;
76
+ }
77
+ if (timings.requestStringifyMs !== undefined) {
78
+ breakdown.requestStringifyMs = timings.requestStringifyMs;
79
+ }
80
+ if (timings.sendStart !== undefined && timings.firstResponseAt !== undefined) {
81
+ breakdown.serverWaitMs = timings.firstResponseAt - timings.sendStart;
82
+ }
83
+ if (timings.responseJsonParseMs !== undefined) {
84
+ breakdown.responseJsonParseMs = timings.responseJsonParseMs;
85
+ }
86
+ breakdown.totalDelegationMs = now - timings.requestStart;
87
+ return breakdown;
88
+ }
89
+ export function buildDelegationStreamBreakdown(timings) {
90
+ const now = nowMs();
91
+ const breakdown = {
92
+ profileId: timings.profileId
93
+ };
94
+ if (timings.requestStringifyMs !== undefined) {
95
+ breakdown.requestStringifyMs = timings.requestStringifyMs;
96
+ }
97
+ if (timings.sendStart !== undefined && timings.firstChunkAt !== undefined) {
98
+ breakdown.serverWaitMs = timings.firstChunkAt - timings.sendStart;
99
+ }
100
+ breakdown.totalDelegationMs = now - timings.requestStart;
101
+ return breakdown;
102
+ }
103
+ export function recordDelegationEvents(timings, serverMeta, connectionMs) {
104
+ const now = nowMs();
105
+ const base = {
106
+ ts: now,
107
+ op: timings.requestType,
108
+ kind: 'delegation',
109
+ profileId: timings.profileId
110
+ };
111
+ const breakdown = buildDelegationBreakdown(timings, connectionMs);
112
+ recordPhase(base, 'request.stringify', breakdown.requestStringifyMs);
113
+ recordPhase(base, 'serverWait', breakdown.serverWaitMs);
114
+ recordPhase(base, 'response.jsonParse', breakdown.responseJsonParseMs);
115
+ recordPhase(base, 'totalDelegationTime', breakdown.totalDelegationMs);
116
+ if (serverMeta?.server) {
117
+ recordServerBreakdownPhases(base, serverMeta.server, 'delegated');
118
+ }
119
+ return breakdown;
120
+ }
121
+ export function recordDelegationStreamEvents(timings, serverMeta) {
122
+ const now = nowMs();
123
+ const totalTime = now - timings.requestStart;
124
+ const base = {
125
+ ts: now,
126
+ op: timings.requestType,
127
+ kind: 'delegation',
128
+ profileId: timings.profileId
129
+ };
130
+ recordPhase(base, 'request.stringify', timings.requestStringifyMs);
131
+ if (timings.sendStart !== undefined && timings.firstChunkAt !== undefined) {
132
+ recordPhase(base, 'ttfb', timings.firstChunkAt - timings.sendStart);
133
+ }
134
+ if (timings.firstChunkAt !== undefined && timings.lastChunkAt !== undefined) {
135
+ recordPhase(base, 'streamDuration', timings.lastChunkAt - timings.firstChunkAt);
136
+ }
137
+ recordPhase(base, 'totalDelegationTime', totalTime, {
138
+ count: timings.chunkCount
139
+ });
140
+ if (serverMeta?.server) {
141
+ recordServerBreakdownPhases(base, serverMeta.server, 'delegated');
142
+ }
143
+ }
144
+ export function clearPeerConnectionTracking(peerKey) {
145
+ pendingConnectionTimes.delete(peerKey);
146
+ serverConnectionRecorded.delete(peerKey);
147
+ breakdownConnectionMs.delete(peerKey);
148
+ breakdownConnectionInjected.delete(peerKey);
149
+ }
150
+ export function resetDelegationConnectionTracking() {
151
+ pendingConnectionTimes.clear();
152
+ serverConnectionRecorded.clear();
153
+ breakdownConnectionMs.clear();
154
+ breakdownConnectionInjected.clear();
155
+ }
@@ -0,0 +1,10 @@
1
+ /**
2
+ * Helpers to inject/extract __profiling metadata in RPC payloads.
3
+ */
4
+ import { type ProfilingRequestMeta, type ProfilingResponseMeta } from '../schemas/index.js';
5
+ export declare function createProfilingMeta(profileId: string, includeServerBreakdown: boolean, includeResourceGauges: boolean): ProfilingRequestMeta;
6
+ export declare function createProfilingDisabledMeta(): ProfilingRequestMeta;
7
+ export declare function createDelegatedProfilingMeta(profileId: string, meta?: ProfilingRequestMeta): ProfilingRequestMeta;
8
+ export declare function injectProfilingMetaIntoObject(obj: Record<string, unknown>, meta: ProfilingRequestMeta): Record<string, unknown>;
9
+ export declare function extractProfilingMeta(payload: unknown): ProfilingResponseMeta | undefined;
10
+ export declare function stripProfilingMeta<T extends object>(payload: T): T;
@@ -0,0 +1,45 @@
1
+ /**
2
+ * Helpers to inject/extract __profiling metadata in RPC payloads.
3
+ */
4
+ import { PROFILING_KEY } from '../schemas/index.js';
5
+ export function createProfilingMeta(profileId, includeServerBreakdown, includeResourceGauges) {
6
+ return {
7
+ enabled: true,
8
+ id: profileId,
9
+ includeServer: includeServerBreakdown,
10
+ includeResources: includeResourceGauges
11
+ };
12
+ }
13
+ export function createProfilingDisabledMeta() {
14
+ return { enabled: false };
15
+ }
16
+ export function createDelegatedProfilingMeta(profileId, meta) {
17
+ return {
18
+ enabled: true,
19
+ id: profileId,
20
+ includeServer: meta?.includeServer ?? false,
21
+ includeResources: meta?.includeResources ?? false,
22
+ resourceOrigin: 'provider',
23
+ ...(meta?.mode !== undefined && { mode: meta.mode })
24
+ };
25
+ }
26
+ export function injectProfilingMetaIntoObject(obj, meta) {
27
+ return { ...obj, [PROFILING_KEY]: meta };
28
+ }
29
+ export function extractProfilingMeta(payload) {
30
+ if (typeof payload === 'object' && payload !== null && PROFILING_KEY in payload) {
31
+ const meta = payload[PROFILING_KEY];
32
+ if (typeof meta === 'object' && meta !== null) {
33
+ return meta;
34
+ }
35
+ }
36
+ return undefined;
37
+ }
38
+ export function stripProfilingMeta(payload) {
39
+ if (PROFILING_KEY in payload) {
40
+ const { [PROFILING_KEY]: _unused, ...rest } = payload;
41
+ void _unused;
42
+ return rest;
43
+ }
44
+ return payload;
45
+ }
@@ -0,0 +1,19 @@
1
+ import type { ProfilingEventKind } from '../profiling/types.js';
2
+ import type { ServerBreakdown, DelegationBreakdown } from '../schemas/index.js';
3
+ export interface BaseTimings {
4
+ profileId: string;
5
+ requestType: string;
6
+ requestStart: number;
7
+ }
8
+ export interface BaseEvent {
9
+ ts: number;
10
+ op: string;
11
+ kind: ProfilingEventKind;
12
+ profileId: string;
13
+ }
14
+ export declare function recordPhase(base: BaseEvent, phase: string, ms?: number, extra?: {
15
+ count?: number;
16
+ }): void;
17
+ export declare function recordFailure(base: BaseEvent, startTime: number, error: unknown): void;
18
+ export declare function recordServerBreakdownPhases(base: BaseEvent, server: ServerBreakdown, prefix?: string): void;
19
+ export declare function recordDelegationBreakdownPhases(base: BaseEvent, delegation: DelegationBreakdown, prefix?: string): void;
@@ -0,0 +1,35 @@
1
+ import { nowMs } from '../profiling/clock.js';
2
+ import { record } from '../profiling/controller.js';
3
+ export function recordPhase(base, phase, ms, extra) {
4
+ if (ms === undefined)
5
+ return;
6
+ record({ ...base, phase, ms, ...extra });
7
+ }
8
+ export function recordFailure(base, startTime, error) {
9
+ const now = nowMs();
10
+ record({
11
+ ...base,
12
+ ts: now,
13
+ phase: 'failed',
14
+ ms: now - startTime,
15
+ tags: {
16
+ error: error instanceof Error ? error.name : 'Unknown',
17
+ message: error instanceof Error ? error.message.slice(0, 100) : String(error).slice(0, 100)
18
+ }
19
+ });
20
+ }
21
+ export function recordServerBreakdownPhases(base, server, prefix = 'server') {
22
+ recordPhase(base, `${prefix}.request.jsonParse`, server.requestJsonParseMs);
23
+ recordPhase(base, `${prefix}.request.zodValidation`, server.requestZodValidationMs);
24
+ recordPhase(base, `${prefix}.handlerExecution`, server.handlerExecutionMs);
25
+ recordPhase(base, `${prefix}.response.zodValidation`, server.responseZodValidationMs);
26
+ recordPhase(base, `${prefix}.response.stringify`, server.responseStringifyMs);
27
+ recordPhase(base, `${prefix}.totalServerTime`, server.totalServerMs);
28
+ }
29
+ export function recordDelegationBreakdownPhases(base, delegation, prefix = 'delegation') {
30
+ recordPhase(base, `${prefix}.connection`, delegation.connectionMs);
31
+ recordPhase(base, `${prefix}.request.stringify`, delegation.requestStringifyMs);
32
+ recordPhase(base, `${prefix}.serverWait`, delegation.serverWaitMs);
33
+ recordPhase(base, `${prefix}.response.jsonParse`, delegation.responseJsonParseMs);
34
+ recordPhase(base, `${prefix}.totalDelegationTime`, delegation.totalDelegationMs);
35
+ }
@@ -0,0 +1,9 @@
1
+ /**
2
+ * JSON, table, and summary export utilities for profiling data.
3
+ */
4
+ import type { ProfilerExport } from '../profiling/types.js';
5
+ export declare function exportJSON(options?: {
6
+ includeRecentEvents?: boolean;
7
+ }): ProfilerExport;
8
+ export declare function exportTable(): string;
9
+ export declare function exportSummary(): string;
@@ -0,0 +1,242 @@
1
+ /**
2
+ * JSON, table, and summary export utilities for profiling data.
3
+ */
4
+ import { getEffectiveConfig, getAggregates, getRecentEvents } from '../profiling/controller.js';
5
+ import { getDroppedCount, getEventCount } from '../profiling/aggregator.js';
6
+ import { nowMs } from '../profiling/clock.js';
7
+ export function exportJSON(options) {
8
+ const config = getEffectiveConfig();
9
+ const includeRecent = options?.includeRecentEvents ?? true;
10
+ const result = {
11
+ config,
12
+ aggregates: getAggregates(),
13
+ exportedAt: nowMs()
14
+ };
15
+ if (includeRecent && config.mode === 'verbose') {
16
+ result.recentEvents = getRecentEvents();
17
+ }
18
+ return result;
19
+ }
20
+ function aggregateMatchingStats(aggregates, predicate) {
21
+ const matches = Object.entries(aggregates).filter(([key]) => predicate(key));
22
+ if (matches.length === 0) {
23
+ return undefined;
24
+ }
25
+ let count = 0;
26
+ let sum = 0;
27
+ let min = Infinity;
28
+ let max = -Infinity;
29
+ let last = 0;
30
+ for (const [, stats] of matches) {
31
+ count += stats.count;
32
+ sum += stats.sum;
33
+ if (stats.count > 0) {
34
+ if (stats.min < min)
35
+ min = stats.min;
36
+ if (stats.max > max)
37
+ max = stats.max;
38
+ last = stats.last;
39
+ }
40
+ }
41
+ return {
42
+ count,
43
+ min: count > 0 ? min : 0,
44
+ max: count > 0 ? max : 0,
45
+ avg: count > 0 ? sum / count : 0,
46
+ sum,
47
+ last
48
+ };
49
+ }
50
+ function formatDuration(ms) {
51
+ if (ms < 1) {
52
+ return `${(ms * 1000).toFixed(0)}μs`;
53
+ }
54
+ if (ms < 1000) {
55
+ return `${ms.toFixed(1)}ms`;
56
+ }
57
+ if (ms < 60000) {
58
+ return `${(ms / 1000).toFixed(2)}s`;
59
+ }
60
+ return `${(ms / 60000).toFixed(2)}m`;
61
+ }
62
+ function formatBytes(bytes) {
63
+ if (bytes < 1024)
64
+ return `${bytes.toFixed(0)} B`;
65
+ if (bytes < 1024 * 1024)
66
+ return `${(bytes / 1024).toFixed(1)} KB`;
67
+ if (bytes < 1024 * 1024 * 1024)
68
+ return `${(bytes / (1024 * 1024)).toFixed(2)} MB`;
69
+ return `${(bytes / (1024 * 1024 * 1024)).toFixed(2)} GB`;
70
+ }
71
+ function formatThroughput(bps) {
72
+ if (bps < 1024)
73
+ return `${bps.toFixed(0)} B/s`;
74
+ if (bps < 1024 * 1024)
75
+ return `${(bps / 1024).toFixed(1)} KB/s`;
76
+ if (bps < 1024 * 1024 * 1024)
77
+ return `${(bps / (1024 * 1024)).toFixed(2)} MB/s`;
78
+ return `${(bps / (1024 * 1024 * 1024)).toFixed(2)} GB/s`;
79
+ }
80
+ function formatNumber(n) {
81
+ if (Number.isInteger(n)) {
82
+ return n.toLocaleString();
83
+ }
84
+ if (n === 0)
85
+ return '0';
86
+ if (Math.abs(n) < 0.01)
87
+ return n.toExponential(2);
88
+ if (Math.abs(n) < 1)
89
+ return n.toFixed(3);
90
+ if (Math.abs(n) < 100)
91
+ return n.toFixed(2);
92
+ return n.toFixed(1);
93
+ }
94
+ const METRIC_TYPE_REGISTRY = {
95
+ // Exceptions that patterns can't infer correctly
96
+ timeToFirstToken: 'duration',
97
+ totalSegments: 'number',
98
+ totalSamples: 'number'
99
+ };
100
+ function inferMetricTypeFromPattern(lowerName) {
101
+ if (lowerName.includes('bps') || lowerName.includes('speed')) {
102
+ return 'throughput';
103
+ }
104
+ if (lowerName.includes('bytes') ||
105
+ lowerName.includes('downloaded') ||
106
+ lowerName.includes('size')) {
107
+ return 'bytes';
108
+ }
109
+ if (lowerName.endsWith('time') ||
110
+ lowerName.endsWith('ms') ||
111
+ lowerName.endsWith('duration') ||
112
+ lowerName.includes('ttfb') ||
113
+ lowerName.includes('latency') ||
114
+ lowerName.includes('overhead') ||
115
+ lowerName.includes('execution')) {
116
+ return 'duration';
117
+ }
118
+ if (lowerName.includes('count') || lowerName.includes('tokens') || lowerName.includes('factor')) {
119
+ return 'number';
120
+ }
121
+ // Default to duration for unknown metrics (most profiling is timing)
122
+ return 'duration';
123
+ }
124
+ function detectMetricType(metricName) {
125
+ if (METRIC_TYPE_REGISTRY[metricName]) {
126
+ return METRIC_TYPE_REGISTRY[metricName];
127
+ }
128
+ return inferMetricTypeFromPattern(metricName.toLowerCase());
129
+ }
130
+ function formatMetricValue(value, metricName) {
131
+ const type = detectMetricType(metricName);
132
+ switch (type) {
133
+ case 'bytes':
134
+ return formatBytes(value);
135
+ case 'throughput':
136
+ return formatThroughput(value);
137
+ case 'number':
138
+ return formatNumber(value);
139
+ case 'duration':
140
+ default:
141
+ return formatDuration(value);
142
+ }
143
+ }
144
+ function pad(s, len, align = 'left') {
145
+ if (s.length >= len)
146
+ return s.substring(0, len);
147
+ const spaces = ' '.repeat(len - s.length);
148
+ return align === 'left' ? s + spaces : spaces + s;
149
+ }
150
+ export function exportTable() {
151
+ const aggregates = getAggregates();
152
+ const entries = Object.entries(aggregates);
153
+ if (entries.length === 0) {
154
+ return 'No profiling data recorded.';
155
+ }
156
+ const metricWidth = 48;
157
+ const numWidth = 12;
158
+ const header = [
159
+ pad('Metric', metricWidth),
160
+ pad('Count', numWidth, 'right'),
161
+ pad('Min', numWidth, 'right'),
162
+ pad('Max', numWidth, 'right'),
163
+ pad('Avg', numWidth, 'right'),
164
+ pad('Total', numWidth, 'right')
165
+ ].join(' | ');
166
+ const separator = '-'.repeat(header.length);
167
+ const rows = entries
168
+ .sort((a, b) => a[0].localeCompare(b[0]))
169
+ .map(([metric, stats]) => {
170
+ return [
171
+ pad(metric, metricWidth),
172
+ pad(formatNumber(stats.count), numWidth, 'right'),
173
+ pad(formatMetricValue(stats.min, metric), numWidth, 'right'),
174
+ pad(formatMetricValue(stats.max, metric), numWidth, 'right'),
175
+ pad(formatMetricValue(stats.avg, metric), numWidth, 'right'),
176
+ pad(formatMetricValue(stats.sum, metric), numWidth, 'right')
177
+ ].join(' | ');
178
+ });
179
+ return [separator, header, separator, ...rows, separator].join('\n');
180
+ }
181
+ export function exportSummary() {
182
+ const aggregates = getAggregates();
183
+ const config = getEffectiveConfig();
184
+ const eventCount = getEventCount();
185
+ const droppedCount = getDroppedCount();
186
+ const lines = [
187
+ '='.repeat(60),
188
+ 'PROFILER SUMMARY',
189
+ '='.repeat(60),
190
+ '',
191
+ 'Session:',
192
+ ` Status: ${config.enabled ? 'enabled' : 'disabled'}`,
193
+ ` Mode: ${config.mode}`,
194
+ ` Events: ${eventCount.toLocaleString()}`,
195
+ ` Dropped: ${droppedCount.toLocaleString()}`,
196
+ ''
197
+ ];
198
+ const keyMetrics = [
199
+ {
200
+ label: 'RPC Total',
201
+ stats: aggregateMatchingStats(aggregates, (key) => key.endsWith('.totalClientTime'))
202
+ },
203
+ {
204
+ label: 'Handler',
205
+ stats: aggregateMatchingStats(aggregates, (key) => key.endsWith('.server.handlerExecution') || !key.includes('.'))
206
+ },
207
+ {
208
+ label: 'Model Load',
209
+ stats: aggregateMatchingStats(aggregates, (key) => key === 'load.totalTime' || key.endsWith('.load.totalTime'))
210
+ },
211
+ {
212
+ label: 'Download',
213
+ stats: aggregateMatchingStats(aggregates, (key) => key === 'download.time' || key.endsWith('.download.time'))
214
+ }
215
+ ];
216
+ const hasMetrics = keyMetrics.some((m) => m.stats);
217
+ if (hasMetrics) {
218
+ lines.push('Key Metrics:');
219
+ lines.push('-'.repeat(60));
220
+ lines.push(' ' +
221
+ 'Metric'.padEnd(18) +
222
+ 'Samples'.padStart(10) +
223
+ 'Avg'.padStart(12) +
224
+ 'Total'.padStart(12));
225
+ lines.push('-'.repeat(60));
226
+ for (const { label, stats } of keyMetrics) {
227
+ if (stats) {
228
+ const name = label.padEnd(18);
229
+ const samples = String(stats.count).padStart(10);
230
+ const avg = formatDuration(stats.avg).padStart(12);
231
+ const total = formatDuration(stats.sum).padStart(12);
232
+ lines.push(` ${name}${samples}${avg}${total}`);
233
+ }
234
+ }
235
+ }
236
+ else {
237
+ lines.push('No metrics recorded yet.');
238
+ }
239
+ lines.push('');
240
+ lines.push('='.repeat(60));
241
+ return lines.join('\n');
242
+ }