@qvac/inference 0.18.1 → 0.19.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (388) hide show
  1. package/NOTICE +11 -2
  2. package/README.md +1 -5
  3. package/dist/api/assess-model-fit.d.ts +16 -0
  4. package/dist/api/assess-model-fit.js +27 -0
  5. package/dist/api/audio-gen.d.ts +4 -4
  6. package/dist/api/audio-gen.js +17 -6
  7. package/dist/api/completion-stream.d.ts +1 -1
  8. package/dist/api/completion-stream.js +1 -1
  9. package/dist/api/download-asset.d.ts +1 -1
  10. package/dist/api/download-asset.js +2 -2
  11. package/dist/api/finetune.js +1 -1
  12. package/dist/api/get-loaded-model-info.d.ts +6 -10
  13. package/dist/api/get-loaded-model-info.js +6 -10
  14. package/dist/api/heartbeat.d.ts +5 -22
  15. package/dist/api/heartbeat.js +6 -23
  16. package/dist/api/index.d.ts +36 -35
  17. package/dist/api/index.js +35 -35
  18. package/dist/api/load-model.d.ts +5 -1
  19. package/dist/api/load-model.js +3 -5
  20. package/dist/api/logging-stream-registry.js +1 -1
  21. package/dist/api/resume.d.ts +0 -3
  22. package/dist/api/resume.js +0 -3
  23. package/dist/api/subscribe-logs.js +1 -1
  24. package/dist/api/suspend.d.ts +0 -4
  25. package/dist/api/suspend.js +0 -4
  26. package/dist/api/translate.d.ts +3 -1
  27. package/dist/api/translate.js +16 -8
  28. package/dist/api/unload-model.js +3 -5
  29. package/dist/api/video-request.d.ts +207 -0
  30. package/dist/api/video-request.js +18 -0
  31. package/dist/api/video.d.ts +22 -2
  32. package/dist/api/video.js +25 -15
  33. package/dist/api/vla-helpers.d.ts +1 -2
  34. package/dist/api/vla-helpers.js +1 -2
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.d.ts +71 -0
  37. package/dist/api/world-result.js +293 -0
  38. package/dist/api/world.d.ts +143 -0
  39. package/dist/api/world.js +71 -0
  40. package/dist/config/resolve-config.d.ts +1 -1
  41. package/dist/config/resolve-config.js +1 -1
  42. package/dist/constants/index.d.ts +2 -2
  43. package/dist/constants/index.js +2 -2
  44. package/dist/dispatch.js +15 -28
  45. package/dist/errors/index.d.ts +35 -31
  46. package/dist/errors/index.js +66 -56
  47. package/dist/handlers/assess-model-fit.d.ts +10 -0
  48. package/dist/handlers/assess-model-fit.js +75 -0
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +1 -1
  51. package/dist/handlers/download-asset.js +6 -5
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +0 -12
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/get-system-resources.js +8 -0
  56. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  57. package/dist/handlers/load-model/download-stats.d.ts +3 -3
  58. package/dist/handlers/load-model/download-stats.js +5 -5
  59. package/dist/handlers/load-model/handler.js +6 -8
  60. package/dist/handlers/load-model/http-verify.d.ts +20 -0
  61. package/dist/handlers/load-model/http-verify.js +54 -0
  62. package/dist/handlers/load-model/http.d.ts +12 -2
  63. package/dist/handlers/load-model/http.js +119 -230
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +1 -1
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +4 -4
  74. package/dist/handlers/load-model/resolve-session.d.ts +8 -1
  75. package/dist/handlers/load-model/resolve-session.js +12 -9
  76. package/dist/handlers/load-model/resolve.d.ts +4 -4
  77. package/dist/handlers/load-model/resolve.js +18 -16
  78. package/dist/handlers/load-model/safe-fetch.d.ts +44 -0
  79. package/dist/handlers/load-model/safe-fetch.js +143 -0
  80. package/dist/handlers/load-model/types.d.ts +9 -0
  81. package/dist/handlers/plugin-dispatch.js +1 -4
  82. package/dist/handlers/plugin-invoke.js +1 -4
  83. package/dist/handlers/types.d.ts +0 -2
  84. package/dist/handlers/unload-model.js +1 -4
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/models/registry/index.d.ts +1 -1
  94. package/dist/models/registry/index.js +2 -2
  95. package/dist/models/registry/models.d.ts +250 -0
  96. package/dist/models/registry/models.js +2071 -1806
  97. package/dist/models/registry/resource-profiles.d.ts +18 -0
  98. package/dist/models/registry/resource-profiles.js +4934 -0
  99. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +14 -0
  100. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  101. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +47 -5
  102. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +134 -4
  103. package/dist/plugins/builtin/audiogen-ggml/plugin.js +47 -28
  104. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +1 -1
  105. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  106. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  107. package/dist/plugins/builtin/ggml-ocr/plugin.js +2 -2
  108. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  109. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  110. package/dist/plugins/builtin/index.d.ts +12 -12
  111. package/dist/plugins/builtin/index.js +12 -12
  112. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +2 -2
  113. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +37 -26
  114. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +12 -11
  115. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +133 -41
  116. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +7 -1
  117. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +26 -4
  118. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +19 -8
  119. package/dist/plugins/builtin/llamacpp-completion/plugin.js +10 -13
  120. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +4 -0
  121. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +13 -2
  122. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +2 -2
  123. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +2 -2
  124. package/dist/plugins/builtin/parakeet-transcription/plugin.js +3 -3
  125. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +1 -1
  126. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +32 -2
  127. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +126 -0
  128. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +820 -0
  129. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +153 -4
  130. package/dist/plugins/builtin/sdcpp-generation/plugin.js +134 -13
  131. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +1 -1
  132. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +1 -1
  133. package/dist/plugins/builtin/tts-ggml/plugin.js +2 -2
  134. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +2 -2
  135. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +3 -3
  136. package/dist/plugins/index.d.ts +1 -1
  137. package/dist/plugins/index.js +2 -2
  138. package/dist/plugins/ops/kv-cache-utils.js +1 -1
  139. package/dist/plugins/ops/load-model.js +1 -1
  140. package/dist/plugins/ops/transcribe.js +2 -2
  141. package/dist/plugins/ops/translate.js +4 -12
  142. package/dist/plugins/ops/unload-model.js +19 -21
  143. package/dist/plugins/registry.d.ts +1 -0
  144. package/dist/plugins/registry.js +12 -0
  145. package/dist/profiling/aggregator.d.ts +1 -1
  146. package/dist/profiling/aggregator.js +1 -1
  147. package/dist/profiling/controller.d.ts +1 -1
  148. package/dist/profiling/controller.js +2 -2
  149. package/dist/profiling/envelope.d.ts +0 -1
  150. package/dist/profiling/envelope.js +0 -10
  151. package/dist/profiling/events.d.ts +2 -3
  152. package/dist/profiling/events.js +2 -9
  153. package/dist/profiling/exporters.d.ts +1 -1
  154. package/dist/profiling/exporters.js +3 -3
  155. package/dist/profiling/index.d.ts +13 -14
  156. package/dist/profiling/index.js +12 -13
  157. package/dist/profiling/operation-metrics.d.ts +1 -1
  158. package/dist/profiling/operation-metrics.js +35 -2
  159. package/dist/profiling/operation-wrappers.js +12 -15
  160. package/dist/profiling/profiler.d.ts +1 -2
  161. package/dist/profiling/profiler.js +7 -26
  162. package/dist/profiling/types.d.ts +1 -1
  163. package/dist/rag/handler.js +1 -1
  164. package/dist/rag/handlers/close-workspace.js +1 -1
  165. package/dist/rag/handlers/delete-embeddings.js +1 -1
  166. package/dist/rag/handlers/delete-workspace.js +2 -6
  167. package/dist/rag/handlers/ingest.js +1 -1
  168. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  169. package/dist/rag/handlers/list-workspaces.js +1 -1
  170. package/dist/rag/handlers/reindex.js +1 -1
  171. package/dist/rag/handlers/save-embeddings.js +1 -1
  172. package/dist/rag/handlers/search.js +1 -1
  173. package/dist/rag/index.d.ts +11 -11
  174. package/dist/rag/index.js +11 -11
  175. package/dist/rag/rag-workspace-manager.d.ts +4 -2
  176. package/dist/rag/rag-workspace-manager.js +268 -15
  177. package/dist/registry.js +8 -58
  178. package/dist/resources/collector.d.ts +3 -1
  179. package/dist/resources/collector.js +91 -9
  180. package/dist/resources/instance.d.ts +1 -1
  181. package/dist/resources/instance.js +1 -1
  182. package/dist/resources/model-fit/assess.d.ts +36 -0
  183. package/dist/resources/model-fit/assess.js +578 -0
  184. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +8 -0
  185. package/dist/resources/model-fit/calibration/darwin-arm64.js +36 -0
  186. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +8 -0
  187. package/dist/resources/model-fit/calibration/darwin-x64.js +38 -0
  188. package/dist/resources/model-fit/calibration/fit.d.ts +73 -0
  189. package/dist/resources/model-fit/calibration/fit.js +152 -0
  190. package/dist/resources/model-fit/calibration/index.d.ts +37 -0
  191. package/dist/resources/model-fit/calibration/index.js +75 -0
  192. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +8 -0
  193. package/dist/resources/model-fit/calibration/linux-arm64.js +38 -0
  194. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +8 -0
  195. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +39 -0
  196. package/dist/resources/model-fit/calibration/linux-x64.d.ts +8 -0
  197. package/dist/resources/model-fit/calibration/linux-x64.js +38 -0
  198. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +8 -0
  199. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +39 -0
  200. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +8 -0
  201. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +36 -0
  202. package/dist/resources/model-fit/calibration/win32-x64.d.ts +8 -0
  203. package/dist/resources/model-fit/calibration/win32-x64.js +38 -0
  204. package/dist/resources/model-fit/estimators/llm.d.ts +45 -0
  205. package/dist/resources/model-fit/estimators/llm.js +220 -0
  206. package/dist/resources/model-fit/estimators/whisper.d.ts +10 -0
  207. package/dist/resources/model-fit/estimators/whisper.js +77 -0
  208. package/dist/resources/model-fit/types.d.ts +120 -0
  209. package/dist/resources/model-fit/types.js +1 -0
  210. package/dist/resources/native.d.ts +1 -1
  211. package/dist/resources/native.js +14 -0
  212. package/dist/resources/normalize.d.ts +1 -1
  213. package/dist/resources/types.d.ts +16 -0
  214. package/dist/runtime/index.d.ts +5 -5
  215. package/dist/runtime/index.js +2 -2
  216. package/dist/runtime/lifecycle.js +5 -7
  217. package/dist/runtime/model-registry.d.ts +0 -14
  218. package/dist/runtime/model-registry.js +17 -40
  219. package/dist/runtime/registry-client.js +1 -1
  220. package/dist/runtime/request-context.d.ts +3 -3
  221. package/dist/runtime/request-context.js +13 -1
  222. package/dist/runtime/request-registry.d.ts +1 -1
  223. package/dist/runtime/request-registry.js +4 -5
  224. package/dist/runtime/state.d.ts +1 -1
  225. package/dist/runtime/state.js +18 -3
  226. package/dist/schemas/assess-model-fit.d.ts +271 -0
  227. package/dist/schemas/assess-model-fit.js +153 -0
  228. package/dist/schemas/audio-gen.d.ts +434 -4
  229. package/dist/schemas/audio-gen.js +131 -19
  230. package/dist/schemas/batch-completion-stream.d.ts +2 -2
  231. package/dist/schemas/batch-completion-stream.js +3 -3
  232. package/dist/schemas/bci-config.js +73 -27
  233. package/dist/schemas/bci.d.ts +2 -2
  234. package/dist/schemas/bci.js +5 -5
  235. package/dist/schemas/cancel.d.ts +5 -0
  236. package/dist/schemas/cancel.js +1 -0
  237. package/dist/schemas/classification.js +13 -6
  238. package/dist/schemas/common.d.ts +662 -331
  239. package/dist/schemas/common.js +33 -31
  240. package/dist/schemas/completion-event.d.ts +2 -2
  241. package/dist/schemas/completion-event.js +1 -1
  242. package/dist/schemas/completion-stream.d.ts +1 -5
  243. package/dist/schemas/completion-stream.js +4 -8
  244. package/dist/schemas/config.d.ts +640 -18
  245. package/dist/schemas/config.js +50 -8
  246. package/dist/schemas/download-asset.d.ts +19 -1
  247. package/dist/schemas/download-asset.js +20 -4
  248. package/dist/schemas/engine-addon-map.d.ts +1 -1
  249. package/dist/schemas/engine-addon-map.js +3 -3
  250. package/dist/schemas/error.d.ts +2 -2
  251. package/dist/schemas/error.js +2 -2
  252. package/dist/schemas/errors.d.ts +2 -6
  253. package/dist/schemas/errors.js +30 -40
  254. package/dist/schemas/heartbeat.d.ts +10 -0
  255. package/dist/schemas/heartbeat.js +8 -0
  256. package/dist/schemas/index.d.ts +46 -44
  257. package/dist/schemas/index.js +45 -43
  258. package/dist/schemas/llamacpp-config.d.ts +32 -10
  259. package/dist/schemas/llamacpp-config.js +11 -8
  260. package/dist/schemas/load-model.d.ts +2933 -1948
  261. package/dist/schemas/load-model.js +52 -52
  262. package/dist/schemas/mcp-adapter.d.ts +1 -1
  263. package/dist/schemas/model-config-schemas.d.ts +2354 -0
  264. package/dist/schemas/model-config-schemas.js +46 -0
  265. package/dist/schemas/model-info.d.ts +10 -20
  266. package/dist/schemas/model-info.js +4 -25
  267. package/dist/schemas/model-ops.d.ts +0 -1
  268. package/dist/schemas/model-ops.js +1 -2
  269. package/dist/schemas/model-resource-profile.d.ts +109 -0
  270. package/dist/schemas/model-resource-profile.js +83 -0
  271. package/dist/schemas/model-src-utils.d.ts +1 -0
  272. package/dist/schemas/model-src-utils.js +33 -13
  273. package/dist/schemas/ocr.js +48 -13
  274. package/dist/schemas/path-validation.js +8 -2
  275. package/dist/schemas/plugin.d.ts +14 -1
  276. package/dist/schemas/plugin.js +11 -0
  277. package/dist/schemas/profiling.d.ts +138 -43
  278. package/dist/schemas/profiling.js +1 -22
  279. package/dist/schemas/rag.js +1 -1
  280. package/dist/schemas/registry.js +1 -1
  281. package/dist/schemas/reload-config.d.ts +0 -2
  282. package/dist/schemas/reload-config.js +2 -3
  283. package/dist/schemas/sdcpp-config.d.ts +344 -4
  284. package/dist/schemas/sdcpp-config.js +504 -17
  285. package/dist/schemas/system-resources.d.ts +138 -0
  286. package/dist/schemas/system-resources.js +3 -1
  287. package/dist/schemas/text-to-speech.js +183 -76
  288. package/dist/schemas/transcription-config.js +253 -85
  289. package/dist/schemas/transcription.d.ts +3 -3
  290. package/dist/schemas/translate.d.ts +2 -2
  291. package/dist/schemas/translate.js +1 -1
  292. package/dist/schemas/translation-config.js +53 -25
  293. package/dist/schemas/vla.d.ts +1 -1
  294. package/dist/selection.d.ts +1 -5
  295. package/dist/selection.js +2 -6
  296. package/dist/surface.d.ts +1 -1
  297. package/dist/utils/aggregate-events.d.ts +1 -1
  298. package/dist/utils/aggregate-events.js +2 -2
  299. package/dist/utils/archive.js +2 -2
  300. package/dist/utils/audio-input.js +1 -1
  301. package/dist/utils/cache/auto-history.d.ts +1 -1
  302. package/dist/utils/cache/auto-history.js +1 -1
  303. package/dist/utils/cache/paths.js +5 -5
  304. package/dist/utils/completion-normalizer.js +1 -1
  305. package/dist/utils/gguf-tensor-extractor.js +1 -1
  306. package/dist/utils/image-dimensions.d.ts +26 -0
  307. package/dist/utils/image-dimensions.js +46 -0
  308. package/dist/utils/index.d.ts +13 -10
  309. package/dist/utils/index.js +13 -10
  310. package/dist/utils/mcp-adapter.d.ts +1 -1
  311. package/dist/utils/mcp-adapter.js +1 -1
  312. package/dist/utils/path-sanitize.d.ts +7 -0
  313. package/dist/utils/path-sanitize.js +36 -0
  314. package/dist/utils/path-security.d.ts +0 -7
  315. package/dist/utils/path-security.js +1 -36
  316. package/dist/utils/shard-utils.js +3 -3
  317. package/dist/utils/tool-integration.js +1 -1
  318. package/dist/utils/tools/dialect.js +1 -1
  319. package/dist/utils/tools/index.d.ts +2 -2
  320. package/dist/utils/tools/index.js +2 -2
  321. package/dist/utils/tools/parser.js +8 -8
  322. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  323. package/dist/utils/tools/parsers/dsml.js +1 -1
  324. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  325. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  326. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  327. package/dist/utils/tools/parsers/harmony.js +1 -1
  328. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  329. package/dist/utils/tools/parsers/hermes.js +1 -1
  330. package/dist/utils/tools/parsers/json.d.ts +1 -1
  331. package/dist/utils/tools/parsers/json.js +1 -1
  332. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  333. package/dist/utils/tools/parsers/pythonic.js +1 -1
  334. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  335. package/dist/utils/tools/parsers/qwen35.js +3 -3
  336. package/dist/utils/url-security.d.ts +17 -0
  337. package/dist/utils/url-security.js +75 -0
  338. package/package.json +31 -26
  339. package/dist/api/provide.d.ts +0 -23
  340. package/dist/api/provide.js +0 -32
  341. package/dist/api/stop-provider.d.ts +0 -20
  342. package/dist/api/stop-provider.js +0 -30
  343. package/dist/p2p/cancel-delegated.d.ts +0 -3
  344. package/dist/p2p/cancel-delegated.js +0 -64
  345. package/dist/p2p/completion-stream-delegated.d.ts +0 -4
  346. package/dist/p2p/completion-stream-delegated.js +0 -51
  347. package/dist/p2p/delegate-client.d.ts +0 -9
  348. package/dist/p2p/delegate-client.js +0 -219
  349. package/dist/p2p/delegate-connect-diagnostics.d.ts +0 -8
  350. package/dist/p2p/delegate-connect-diagnostics.js +0 -38
  351. package/dist/p2p/delegate-transport.d.ts +0 -18
  352. package/dist/p2p/delegate-transport.js +0 -237
  353. package/dist/p2p/error-handlers.d.ts +0 -4
  354. package/dist/p2p/error-handlers.js +0 -31
  355. package/dist/p2p/handle-request.d.ts +0 -2
  356. package/dist/p2p/handle-request.js +0 -171
  357. package/dist/p2p/handler-utils.d.ts +0 -19
  358. package/dist/p2p/handler-utils.js +0 -180
  359. package/dist/p2p/heartbeat-delegated.d.ts +0 -3
  360. package/dist/p2p/heartbeat-delegated.js +0 -32
  361. package/dist/p2p/load-model-delegated.d.ts +0 -6
  362. package/dist/p2p/load-model-delegated.js +0 -132
  363. package/dist/p2p/progress-throttle.d.ts +0 -7
  364. package/dist/p2p/progress-throttle.js +0 -47
  365. package/dist/p2p/provideHandler/connection.d.ts +0 -2
  366. package/dist/p2p/provideHandler/connection.js +0 -38
  367. package/dist/p2p/provideHandler/handler.d.ts +0 -2
  368. package/dist/p2p/provideHandler/handler.js +0 -66
  369. package/dist/p2p/provideHandler/proxy.d.ts +0 -2
  370. package/dist/p2p/provideHandler/proxy.js +0 -24
  371. package/dist/p2p/provideHandler.d.ts +0 -1
  372. package/dist/p2p/provideHandler.js +0 -2
  373. package/dist/p2p/rpc-utils.d.ts +0 -4
  374. package/dist/p2p/rpc-utils.js +0 -8
  375. package/dist/p2p/stopProvideHandler.d.ts +0 -2
  376. package/dist/p2p/stopProvideHandler.js +0 -29
  377. package/dist/p2p/swarm.d.ts +0 -9
  378. package/dist/p2p/swarm.js +0 -103
  379. package/dist/p2p/transport-selector.d.ts +0 -2
  380. package/dist/p2p/transport-selector.js +0 -18
  381. package/dist/p2p/unload-model-delegated.d.ts +0 -2
  382. package/dist/p2p/unload-model-delegated.js +0 -31
  383. package/dist/profiling/delegation-profiler.d.ts +0 -31
  384. package/dist/profiling/delegation-profiler.js +0 -155
  385. package/dist/schemas/delegate.d.ts +0 -29
  386. package/dist/schemas/delegate.js +0 -40
  387. package/dist/schemas/provide.d.ts +0 -50
  388. package/dist/schemas/provide.js +0 -32
@@ -3,10 +3,6 @@ import { z } from 'zod';
3
3
  export declare const PROFILING_KEY = "__profiling";
4
4
  /** Marker key for profiling-only trailer frames in streaming responses */
5
5
  export declare const PROFILING_TRAILER_KEY = "__profilingTrailer";
6
- /**
7
- * Symbol key for attaching delegation breakdown to response objects.
8
- */
9
- export declare const DELEGATION_BREAKDOWN_KEY: unique symbol;
10
6
  /**
11
7
  * Symbol key for attaching operation event to response objects.
12
8
  */
@@ -70,10 +66,6 @@ export declare const profilerGPUResourceGaugeSchema: z.ZodObject<{
70
66
  }, z.core.$strip>], "status">;
71
67
  }, z.core.$strip>;
72
68
  export declare const profilerResourceGaugeSchema: z.ZodObject<{
73
- origin: z.ZodEnum<{
74
- local: "local";
75
- provider: "provider";
76
- }>;
77
69
  sampledAt: z.ZodNumber;
78
70
  cpu: z.ZodDiscriminatedUnion<[z.ZodObject<{
79
71
  status: z.ZodLiteral<"supported">;
@@ -145,6 +137,52 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
145
137
  status: z.ZodLiteral<"failed">;
146
138
  reason: z.ZodOptional<z.ZodString>;
147
139
  }, z.core.$strip>], "status">;
140
+ processUsedBytes: z.ZodDiscriminatedUnion<[z.ZodObject<{
141
+ status: z.ZodLiteral<"supported">;
142
+ value: z.ZodNumber;
143
+ provenance: z.ZodObject<{
144
+ source: z.ZodString;
145
+ scope: z.ZodOptional<z.ZodEnum<{
146
+ device: "device";
147
+ system: "system";
148
+ process: "process";
149
+ budget: "budget";
150
+ "shared-system": "shared-system";
151
+ }>>;
152
+ }, z.core.$strip>;
153
+ }, z.core.$strip>, z.ZodObject<{
154
+ status: z.ZodLiteral<"unavailable">;
155
+ reason: z.ZodOptional<z.ZodString>;
156
+ }, z.core.$strip>, z.ZodObject<{
157
+ status: z.ZodLiteral<"unverified">;
158
+ reason: z.ZodOptional<z.ZodString>;
159
+ }, z.core.$strip>, z.ZodObject<{
160
+ status: z.ZodLiteral<"failed">;
161
+ reason: z.ZodOptional<z.ZodString>;
162
+ }, z.core.$strip>], "status">;
163
+ processAvailableBytes: z.ZodDiscriminatedUnion<[z.ZodObject<{
164
+ status: z.ZodLiteral<"supported">;
165
+ value: z.ZodNumber;
166
+ provenance: z.ZodObject<{
167
+ source: z.ZodString;
168
+ scope: z.ZodOptional<z.ZodEnum<{
169
+ device: "device";
170
+ system: "system";
171
+ process: "process";
172
+ budget: "budget";
173
+ "shared-system": "shared-system";
174
+ }>>;
175
+ }, z.core.$strip>;
176
+ }, z.core.$strip>, z.ZodObject<{
177
+ status: z.ZodLiteral<"unavailable">;
178
+ reason: z.ZodOptional<z.ZodString>;
179
+ }, z.core.$strip>, z.ZodObject<{
180
+ status: z.ZodLiteral<"unverified">;
181
+ reason: z.ZodOptional<z.ZodString>;
182
+ }, z.core.$strip>, z.ZodObject<{
183
+ status: z.ZodLiteral<"failed">;
184
+ reason: z.ZodOptional<z.ZodString>;
185
+ }, z.core.$strip>], "status">;
148
186
  }, z.core.$strip>;
149
187
  gpus: z.ZodDiscriminatedUnion<[z.ZodObject<{
150
188
  status: z.ZodLiteral<"supported">;
@@ -230,20 +268,6 @@ export declare const serverBreakdownSchema: z.ZodObject<{
230
268
  responseStringifyMs: z.ZodOptional<z.ZodNumber>;
231
269
  totalServerMs: z.ZodOptional<z.ZodNumber>;
232
270
  }, z.core.$strip>;
233
- /**
234
- * Delegation timing breakdown (consumer server → client).
235
- * Captures timing for server-to-provider delegation hops.
236
- * Note: Only injected for unary requests; streaming delegation
237
- * records server-side but does not inject into response.
238
- */
239
- export declare const delegationBreakdownSchema: z.ZodObject<{
240
- profileId: z.ZodOptional<z.ZodString>;
241
- connectionMs: z.ZodOptional<z.ZodNumber>;
242
- requestStringifyMs: z.ZodOptional<z.ZodNumber>;
243
- serverWaitMs: z.ZodOptional<z.ZodNumber>;
244
- responseJsonParseMs: z.ZodOptional<z.ZodNumber>;
245
- totalDelegationMs: z.ZodOptional<z.ZodNumber>;
246
- }, z.core.$strip>;
247
271
  export declare const operationEventSchema: z.ZodObject<{
248
272
  op: z.ZodString;
249
273
  kind: z.ZodLiteral<"handler">;
@@ -251,10 +275,6 @@ export declare const operationEventSchema: z.ZodObject<{
251
275
  profileId: z.ZodOptional<z.ZodString>;
252
276
  gauges: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
253
277
  resources: z.ZodOptional<z.ZodObject<{
254
- origin: z.ZodEnum<{
255
- local: "local";
256
- provider: "provider";
257
- }>;
258
278
  sampledAt: z.ZodNumber;
259
279
  cpu: z.ZodDiscriminatedUnion<[z.ZodObject<{
260
280
  status: z.ZodLiteral<"supported">;
@@ -326,6 +346,52 @@ export declare const operationEventSchema: z.ZodObject<{
326
346
  status: z.ZodLiteral<"failed">;
327
347
  reason: z.ZodOptional<z.ZodString>;
328
348
  }, z.core.$strip>], "status">;
349
+ processUsedBytes: z.ZodDiscriminatedUnion<[z.ZodObject<{
350
+ status: z.ZodLiteral<"supported">;
351
+ value: z.ZodNumber;
352
+ provenance: z.ZodObject<{
353
+ source: z.ZodString;
354
+ scope: z.ZodOptional<z.ZodEnum<{
355
+ device: "device";
356
+ system: "system";
357
+ process: "process";
358
+ budget: "budget";
359
+ "shared-system": "shared-system";
360
+ }>>;
361
+ }, z.core.$strip>;
362
+ }, z.core.$strip>, z.ZodObject<{
363
+ status: z.ZodLiteral<"unavailable">;
364
+ reason: z.ZodOptional<z.ZodString>;
365
+ }, z.core.$strip>, z.ZodObject<{
366
+ status: z.ZodLiteral<"unverified">;
367
+ reason: z.ZodOptional<z.ZodString>;
368
+ }, z.core.$strip>, z.ZodObject<{
369
+ status: z.ZodLiteral<"failed">;
370
+ reason: z.ZodOptional<z.ZodString>;
371
+ }, z.core.$strip>], "status">;
372
+ processAvailableBytes: z.ZodDiscriminatedUnion<[z.ZodObject<{
373
+ status: z.ZodLiteral<"supported">;
374
+ value: z.ZodNumber;
375
+ provenance: z.ZodObject<{
376
+ source: z.ZodString;
377
+ scope: z.ZodOptional<z.ZodEnum<{
378
+ device: "device";
379
+ system: "system";
380
+ process: "process";
381
+ budget: "budget";
382
+ "shared-system": "shared-system";
383
+ }>>;
384
+ }, z.core.$strip>;
385
+ }, z.core.$strip>, z.ZodObject<{
386
+ status: z.ZodLiteral<"unavailable">;
387
+ reason: z.ZodOptional<z.ZodString>;
388
+ }, z.core.$strip>, z.ZodObject<{
389
+ status: z.ZodLiteral<"unverified">;
390
+ reason: z.ZodOptional<z.ZodString>;
391
+ }, z.core.$strip>, z.ZodObject<{
392
+ status: z.ZodLiteral<"failed">;
393
+ reason: z.ZodOptional<z.ZodString>;
394
+ }, z.core.$strip>], "status">;
329
395
  }, z.core.$strip>;
330
396
  gpus: z.ZodDiscriminatedUnion<[z.ZodObject<{
331
397
  status: z.ZodLiteral<"supported">;
@@ -448,10 +514,6 @@ export declare const profilingRequestMetaSchema: z.ZodObject<{
448
514
  id: z.ZodOptional<z.ZodString>;
449
515
  includeServer: z.ZodOptional<z.ZodBoolean>;
450
516
  includeResources: z.ZodOptional<z.ZodBoolean>;
451
- resourceOrigin: z.ZodOptional<z.ZodEnum<{
452
- local: "local";
453
- provider: "provider";
454
- }>>;
455
517
  mode: z.ZodOptional<z.ZodEnum<{
456
518
  summary: "summary";
457
519
  verbose: "verbose";
@@ -467,14 +529,6 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
467
529
  responseStringifyMs: z.ZodOptional<z.ZodNumber>;
468
530
  totalServerMs: z.ZodOptional<z.ZodNumber>;
469
531
  }, z.core.$strip>>;
470
- delegation: z.ZodOptional<z.ZodObject<{
471
- profileId: z.ZodOptional<z.ZodString>;
472
- connectionMs: z.ZodOptional<z.ZodNumber>;
473
- requestStringifyMs: z.ZodOptional<z.ZodNumber>;
474
- serverWaitMs: z.ZodOptional<z.ZodNumber>;
475
- responseJsonParseMs: z.ZodOptional<z.ZodNumber>;
476
- totalDelegationMs: z.ZodOptional<z.ZodNumber>;
477
- }, z.core.$strip>>;
478
532
  operation: z.ZodOptional<z.ZodObject<{
479
533
  op: z.ZodString;
480
534
  kind: z.ZodLiteral<"handler">;
@@ -482,10 +536,6 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
482
536
  profileId: z.ZodOptional<z.ZodString>;
483
537
  gauges: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
484
538
  resources: z.ZodOptional<z.ZodObject<{
485
- origin: z.ZodEnum<{
486
- local: "local";
487
- provider: "provider";
488
- }>;
489
539
  sampledAt: z.ZodNumber;
490
540
  cpu: z.ZodDiscriminatedUnion<[z.ZodObject<{
491
541
  status: z.ZodLiteral<"supported">;
@@ -557,6 +607,52 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
557
607
  status: z.ZodLiteral<"failed">;
558
608
  reason: z.ZodOptional<z.ZodString>;
559
609
  }, z.core.$strip>], "status">;
610
+ processUsedBytes: z.ZodDiscriminatedUnion<[z.ZodObject<{
611
+ status: z.ZodLiteral<"supported">;
612
+ value: z.ZodNumber;
613
+ provenance: z.ZodObject<{
614
+ source: z.ZodString;
615
+ scope: z.ZodOptional<z.ZodEnum<{
616
+ device: "device";
617
+ system: "system";
618
+ process: "process";
619
+ budget: "budget";
620
+ "shared-system": "shared-system";
621
+ }>>;
622
+ }, z.core.$strip>;
623
+ }, z.core.$strip>, z.ZodObject<{
624
+ status: z.ZodLiteral<"unavailable">;
625
+ reason: z.ZodOptional<z.ZodString>;
626
+ }, z.core.$strip>, z.ZodObject<{
627
+ status: z.ZodLiteral<"unverified">;
628
+ reason: z.ZodOptional<z.ZodString>;
629
+ }, z.core.$strip>, z.ZodObject<{
630
+ status: z.ZodLiteral<"failed">;
631
+ reason: z.ZodOptional<z.ZodString>;
632
+ }, z.core.$strip>], "status">;
633
+ processAvailableBytes: z.ZodDiscriminatedUnion<[z.ZodObject<{
634
+ status: z.ZodLiteral<"supported">;
635
+ value: z.ZodNumber;
636
+ provenance: z.ZodObject<{
637
+ source: z.ZodString;
638
+ scope: z.ZodOptional<z.ZodEnum<{
639
+ device: "device";
640
+ system: "system";
641
+ process: "process";
642
+ budget: "budget";
643
+ "shared-system": "shared-system";
644
+ }>>;
645
+ }, z.core.$strip>;
646
+ }, z.core.$strip>, z.ZodObject<{
647
+ status: z.ZodLiteral<"unavailable">;
648
+ reason: z.ZodOptional<z.ZodString>;
649
+ }, z.core.$strip>, z.ZodObject<{
650
+ status: z.ZodLiteral<"unverified">;
651
+ reason: z.ZodOptional<z.ZodString>;
652
+ }, z.core.$strip>, z.ZodObject<{
653
+ status: z.ZodLiteral<"failed">;
654
+ reason: z.ZodOptional<z.ZodString>;
655
+ }, z.core.$strip>], "status">;
560
656
  }, z.core.$strip>;
561
657
  gpus: z.ZodDiscriminatedUnion<[z.ZodObject<{
562
658
  status: z.ZodLiteral<"supported">;
@@ -688,7 +784,6 @@ export type ProfilingResponseMeta = z.infer<typeof profilingResponseMetaSchema>;
688
784
  export type ProfilerMode = z.infer<typeof profilerModeSchema>;
689
785
  export type ProfilingRequestMeta = z.infer<typeof profilingRequestMetaSchema>;
690
786
  export type ServerBreakdown = z.infer<typeof serverBreakdownSchema>;
691
- export type DelegationBreakdown = z.infer<typeof delegationBreakdownSchema>;
692
787
  export type PerCallProfiling = z.infer<typeof perCallProfilingSchema>;
693
788
  export type OperationEvent = z.infer<typeof operationEventSchema>;
694
789
  export type ProfilerGPUResourceGauge = z.infer<typeof profilerGPUResourceGaugeSchema>;
@@ -1,13 +1,9 @@
1
1
  import { z } from 'zod';
2
- import { gpuResourceSampleSchema, inferenceBackendDiagnosticsSchema, resourceMetricSchema, systemResourceSampleSchema } from '../schemas/system-resources.js';
2
+ import { gpuResourceSampleSchema, inferenceBackendDiagnosticsSchema, resourceMetricSchema, systemResourceSampleSchema } from './system-resources.js';
3
3
  /** Internal envelope key for profiling metadata in RPC payloads */
4
4
  export const PROFILING_KEY = '__profiling';
5
5
  /** Marker key for profiling-only trailer frames in streaming responses */
6
6
  export const PROFILING_TRAILER_KEY = '__profilingTrailer';
7
- /**
8
- * Symbol key for attaching delegation breakdown to response objects.
9
- */
10
- export const DELEGATION_BREAKDOWN_KEY = Symbol.for('@qvac/inference:delegation-breakdown');
11
7
  /**
12
8
  * Symbol key for attaching operation event to response objects.
13
9
  */
@@ -24,7 +20,6 @@ export const profilerGPUResourceGaugeSchema = z.object({
24
20
  memoryUsedBytes: gpuResourceSampleSchema.shape.memoryUsedBytes
25
21
  });
26
22
  export const profilerResourceGaugeSchema = z.object({
27
- origin: z.enum(['local', 'provider']),
28
23
  sampledAt: systemResourceSampleSchema.shape.sampledAt,
29
24
  cpu: systemResourceSampleSchema.shape.cpu,
30
25
  memory: systemResourceSampleSchema.shape.memory,
@@ -42,20 +37,6 @@ export const serverBreakdownSchema = z.object({
42
37
  responseStringifyMs: z.number().optional(),
43
38
  totalServerMs: z.number().optional()
44
39
  });
45
- /**
46
- * Delegation timing breakdown (consumer server → client).
47
- * Captures timing for server-to-provider delegation hops.
48
- * Note: Only injected for unary requests; streaming delegation
49
- * records server-side but does not inject into response.
50
- */
51
- export const delegationBreakdownSchema = z.object({
52
- profileId: z.string().optional(),
53
- connectionMs: z.number().optional(),
54
- requestStringifyMs: z.number().optional(),
55
- serverWaitMs: z.number().optional(),
56
- responseJsonParseMs: z.number().optional(),
57
- totalDelegationMs: z.number().optional()
58
- });
59
40
  export const operationEventSchema = z.object({
60
41
  op: z.string(),
61
42
  kind: z.literal('handler'),
@@ -72,13 +53,11 @@ export const profilingRequestMetaSchema = z.object({
72
53
  id: z.string().optional(),
73
54
  includeServer: z.boolean().optional(),
74
55
  includeResources: z.boolean().optional(),
75
- resourceOrigin: z.enum(['local', 'provider']).optional(),
76
56
  mode: profilerModeSchema.optional()
77
57
  });
78
58
  export const profilingResponseMetaSchema = z.object({
79
59
  id: z.string(),
80
60
  server: serverBreakdownSchema.optional(),
81
- delegation: delegationBreakdownSchema.optional(),
82
61
  operation: operationEventSchema.optional()
83
62
  });
84
63
  export const perCallProfilingSchema = z.object({
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { safePathComponent } from '../schemas/path-validation.js';
2
+ import { safePathComponent } from './path-validation.js';
3
3
  // ============== Common Schemas ==============
4
4
  const llmChunkOptsSchema = z.object({
5
5
  chunkSize: z.number().optional(),
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { ModelType } from '../schemas/model-types.js';
2
+ import { ModelType } from './model-types.js';
3
3
  // QVAC Model Registry entry schema matching the RegistryItem from models/registry/models.ts
4
4
  const modelRegistryEntryAddonSchema = z.enum([
5
5
  'llm',
@@ -362,7 +362,6 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
362
362
  modelId: z.ZodString;
363
363
  modelSrc: z.ZodOptional<z.ZodNever>;
364
364
  withProgress: z.ZodOptional<z.ZodNever>;
365
- delegate: z.ZodOptional<z.ZodNever>;
366
365
  seed: z.ZodOptional<z.ZodNever>;
367
366
  modelType: z.ZodEnum<{
368
367
  "whispercpp-transcription": "whispercpp-transcription";
@@ -474,7 +473,6 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
474
473
  modelId: z.ZodString;
475
474
  modelSrc: z.ZodOptional<z.ZodNever>;
476
475
  withProgress: z.ZodOptional<z.ZodNever>;
477
- delegate: z.ZodOptional<z.ZodNever>;
478
476
  seed: z.ZodOptional<z.ZodNever>;
479
477
  modelType: z.ZodEnum<{
480
478
  "whispercpp-transcription": "whispercpp-transcription";
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { whisperConfigSchema } from '../schemas/transcription-config.js';
3
- import { whisperModelTypeSchema } from '../schemas/model-types.js';
2
+ import { whisperConfigSchema } from './transcription-config.js';
3
+ import { whisperModelTypeSchema } from './model-types.js';
4
4
  export const modelIdSchema = z.string().regex(/^[0-9a-f]{16}$/, 'Invalid modelId format');
5
5
  export const reloadConfigOptionsSchema = z.union([
6
6
  z.object({
@@ -29,7 +29,6 @@ const reloadConfigRequestBaseSchema = z.object({
29
29
  // Explicitly exclude load-specific fields for type narrowing
30
30
  modelSrc: z.never().optional(),
31
31
  withProgress: z.never().optional(),
32
- delegate: z.never().optional(),
33
32
  seed: z.never().optional()
34
33
  });
35
34
  export const reloadConfigWhisperRequestSchema = reloadConfigRequestBaseSchema.extend({