@qvac/inference 0.18.2 → 0.19.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (388) hide show
  1. package/NOTICE +11 -2
  2. package/README.md +1 -5
  3. package/dist/api/assess-model-fit.d.ts +16 -0
  4. package/dist/api/assess-model-fit.js +27 -0
  5. package/dist/api/audio-gen.d.ts +4 -4
  6. package/dist/api/audio-gen.js +17 -6
  7. package/dist/api/completion-stream.d.ts +1 -1
  8. package/dist/api/completion-stream.js +1 -1
  9. package/dist/api/download-asset.d.ts +1 -1
  10. package/dist/api/download-asset.js +2 -2
  11. package/dist/api/finetune.js +1 -1
  12. package/dist/api/get-loaded-model-info.d.ts +6 -10
  13. package/dist/api/get-loaded-model-info.js +6 -10
  14. package/dist/api/heartbeat.d.ts +5 -22
  15. package/dist/api/heartbeat.js +6 -23
  16. package/dist/api/index.d.ts +36 -35
  17. package/dist/api/index.js +35 -35
  18. package/dist/api/load-model.d.ts +5 -1
  19. package/dist/api/load-model.js +3 -5
  20. package/dist/api/logging-stream-registry.js +1 -1
  21. package/dist/api/resume.d.ts +0 -3
  22. package/dist/api/resume.js +0 -3
  23. package/dist/api/subscribe-logs.js +1 -1
  24. package/dist/api/suspend.d.ts +0 -4
  25. package/dist/api/suspend.js +0 -4
  26. package/dist/api/translate.d.ts +3 -1
  27. package/dist/api/translate.js +16 -8
  28. package/dist/api/unload-model.js +3 -5
  29. package/dist/api/video-request.d.ts +207 -0
  30. package/dist/api/video-request.js +18 -0
  31. package/dist/api/video.d.ts +22 -2
  32. package/dist/api/video.js +25 -15
  33. package/dist/api/vla-helpers.d.ts +1 -2
  34. package/dist/api/vla-helpers.js +1 -2
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.d.ts +71 -0
  37. package/dist/api/world-result.js +293 -0
  38. package/dist/api/world.d.ts +143 -0
  39. package/dist/api/world.js +71 -0
  40. package/dist/config/resolve-config.d.ts +1 -1
  41. package/dist/config/resolve-config.js +1 -1
  42. package/dist/constants/index.d.ts +2 -2
  43. package/dist/constants/index.js +2 -2
  44. package/dist/dispatch.js +15 -28
  45. package/dist/errors/index.d.ts +35 -31
  46. package/dist/errors/index.js +66 -56
  47. package/dist/handlers/assess-model-fit.d.ts +10 -0
  48. package/dist/handlers/assess-model-fit.js +75 -0
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +1 -1
  51. package/dist/handlers/download-asset.js +6 -5
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +0 -12
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/get-system-resources.js +8 -0
  56. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  57. package/dist/handlers/load-model/download-stats.d.ts +3 -3
  58. package/dist/handlers/load-model/download-stats.js +5 -5
  59. package/dist/handlers/load-model/handler.js +6 -8
  60. package/dist/handlers/load-model/http-verify.d.ts +20 -0
  61. package/dist/handlers/load-model/http-verify.js +54 -0
  62. package/dist/handlers/load-model/http.d.ts +12 -2
  63. package/dist/handlers/load-model/http.js +119 -230
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +1 -1
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +4 -4
  74. package/dist/handlers/load-model/resolve-session.d.ts +8 -1
  75. package/dist/handlers/load-model/resolve-session.js +12 -9
  76. package/dist/handlers/load-model/resolve.d.ts +4 -4
  77. package/dist/handlers/load-model/resolve.js +18 -16
  78. package/dist/handlers/load-model/safe-fetch.d.ts +44 -0
  79. package/dist/handlers/load-model/safe-fetch.js +143 -0
  80. package/dist/handlers/load-model/types.d.ts +9 -0
  81. package/dist/handlers/plugin-dispatch.js +1 -4
  82. package/dist/handlers/plugin-invoke.js +1 -4
  83. package/dist/handlers/types.d.ts +0 -2
  84. package/dist/handlers/unload-model.js +1 -4
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/models/registry/index.d.ts +1 -1
  94. package/dist/models/registry/index.js +2 -2
  95. package/dist/models/registry/models.d.ts +250 -0
  96. package/dist/models/registry/models.js +2071 -1806
  97. package/dist/models/registry/resource-profiles.d.ts +18 -0
  98. package/dist/models/registry/resource-profiles.js +4934 -0
  99. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +14 -0
  100. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  101. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +47 -5
  102. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +134 -4
  103. package/dist/plugins/builtin/audiogen-ggml/plugin.js +47 -28
  104. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +1 -1
  105. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  106. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  107. package/dist/plugins/builtin/ggml-ocr/plugin.js +2 -2
  108. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  109. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  110. package/dist/plugins/builtin/index.d.ts +12 -12
  111. package/dist/plugins/builtin/index.js +12 -12
  112. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +2 -2
  113. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +37 -26
  114. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +12 -11
  115. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +133 -41
  116. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +7 -1
  117. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +26 -4
  118. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +19 -8
  119. package/dist/plugins/builtin/llamacpp-completion/plugin.js +10 -13
  120. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +4 -0
  121. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +13 -2
  122. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +2 -2
  123. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +2 -2
  124. package/dist/plugins/builtin/parakeet-transcription/plugin.js +3 -3
  125. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +1 -1
  126. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +32 -2
  127. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +126 -0
  128. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +820 -0
  129. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +153 -4
  130. package/dist/plugins/builtin/sdcpp-generation/plugin.js +134 -13
  131. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +1 -1
  132. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +1 -1
  133. package/dist/plugins/builtin/tts-ggml/plugin.js +2 -2
  134. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +2 -2
  135. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +3 -3
  136. package/dist/plugins/index.d.ts +1 -1
  137. package/dist/plugins/index.js +2 -2
  138. package/dist/plugins/ops/kv-cache-utils.js +1 -1
  139. package/dist/plugins/ops/load-model.js +1 -1
  140. package/dist/plugins/ops/transcribe.js +2 -2
  141. package/dist/plugins/ops/translate.js +4 -12
  142. package/dist/plugins/ops/unload-model.js +19 -21
  143. package/dist/plugins/registry.d.ts +1 -0
  144. package/dist/plugins/registry.js +12 -0
  145. package/dist/profiling/aggregator.d.ts +1 -1
  146. package/dist/profiling/aggregator.js +1 -1
  147. package/dist/profiling/controller.d.ts +1 -1
  148. package/dist/profiling/controller.js +2 -2
  149. package/dist/profiling/envelope.d.ts +0 -1
  150. package/dist/profiling/envelope.js +0 -10
  151. package/dist/profiling/events.d.ts +2 -3
  152. package/dist/profiling/events.js +2 -9
  153. package/dist/profiling/exporters.d.ts +1 -1
  154. package/dist/profiling/exporters.js +3 -3
  155. package/dist/profiling/index.d.ts +13 -14
  156. package/dist/profiling/index.js +12 -13
  157. package/dist/profiling/operation-metrics.d.ts +1 -1
  158. package/dist/profiling/operation-metrics.js +35 -2
  159. package/dist/profiling/operation-wrappers.js +12 -15
  160. package/dist/profiling/profiler.d.ts +1 -2
  161. package/dist/profiling/profiler.js +7 -26
  162. package/dist/profiling/types.d.ts +1 -1
  163. package/dist/rag/handler.js +1 -1
  164. package/dist/rag/handlers/close-workspace.js +1 -1
  165. package/dist/rag/handlers/delete-embeddings.js +1 -1
  166. package/dist/rag/handlers/delete-workspace.js +2 -6
  167. package/dist/rag/handlers/ingest.js +1 -1
  168. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  169. package/dist/rag/handlers/list-workspaces.js +1 -1
  170. package/dist/rag/handlers/reindex.js +1 -1
  171. package/dist/rag/handlers/save-embeddings.js +1 -1
  172. package/dist/rag/handlers/search.js +1 -1
  173. package/dist/rag/index.d.ts +11 -11
  174. package/dist/rag/index.js +11 -11
  175. package/dist/rag/rag-workspace-manager.d.ts +4 -2
  176. package/dist/rag/rag-workspace-manager.js +268 -15
  177. package/dist/registry.js +8 -58
  178. package/dist/resources/collector.d.ts +3 -1
  179. package/dist/resources/collector.js +91 -9
  180. package/dist/resources/instance.d.ts +1 -1
  181. package/dist/resources/instance.js +1 -1
  182. package/dist/resources/model-fit/assess.d.ts +36 -0
  183. package/dist/resources/model-fit/assess.js +578 -0
  184. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +8 -0
  185. package/dist/resources/model-fit/calibration/darwin-arm64.js +36 -0
  186. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +8 -0
  187. package/dist/resources/model-fit/calibration/darwin-x64.js +38 -0
  188. package/dist/resources/model-fit/calibration/fit.d.ts +73 -0
  189. package/dist/resources/model-fit/calibration/fit.js +152 -0
  190. package/dist/resources/model-fit/calibration/index.d.ts +37 -0
  191. package/dist/resources/model-fit/calibration/index.js +75 -0
  192. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +8 -0
  193. package/dist/resources/model-fit/calibration/linux-arm64.js +38 -0
  194. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +8 -0
  195. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +39 -0
  196. package/dist/resources/model-fit/calibration/linux-x64.d.ts +8 -0
  197. package/dist/resources/model-fit/calibration/linux-x64.js +38 -0
  198. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +8 -0
  199. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +39 -0
  200. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +8 -0
  201. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +36 -0
  202. package/dist/resources/model-fit/calibration/win32-x64.d.ts +8 -0
  203. package/dist/resources/model-fit/calibration/win32-x64.js +38 -0
  204. package/dist/resources/model-fit/estimators/llm.d.ts +45 -0
  205. package/dist/resources/model-fit/estimators/llm.js +220 -0
  206. package/dist/resources/model-fit/estimators/whisper.d.ts +10 -0
  207. package/dist/resources/model-fit/estimators/whisper.js +77 -0
  208. package/dist/resources/model-fit/types.d.ts +120 -0
  209. package/dist/resources/model-fit/types.js +1 -0
  210. package/dist/resources/native.d.ts +1 -1
  211. package/dist/resources/native.js +14 -0
  212. package/dist/resources/normalize.d.ts +1 -1
  213. package/dist/resources/types.d.ts +16 -0
  214. package/dist/runtime/index.d.ts +5 -5
  215. package/dist/runtime/index.js +2 -2
  216. package/dist/runtime/lifecycle.js +5 -7
  217. package/dist/runtime/model-registry.d.ts +0 -14
  218. package/dist/runtime/model-registry.js +17 -40
  219. package/dist/runtime/registry-client.js +1 -1
  220. package/dist/runtime/request-context.d.ts +3 -3
  221. package/dist/runtime/request-context.js +13 -1
  222. package/dist/runtime/request-registry.d.ts +1 -1
  223. package/dist/runtime/request-registry.js +4 -5
  224. package/dist/runtime/state.d.ts +1 -1
  225. package/dist/runtime/state.js +18 -3
  226. package/dist/schemas/assess-model-fit.d.ts +271 -0
  227. package/dist/schemas/assess-model-fit.js +153 -0
  228. package/dist/schemas/audio-gen.d.ts +434 -4
  229. package/dist/schemas/audio-gen.js +131 -19
  230. package/dist/schemas/batch-completion-stream.d.ts +2 -2
  231. package/dist/schemas/batch-completion-stream.js +3 -3
  232. package/dist/schemas/bci-config.js +73 -27
  233. package/dist/schemas/bci.d.ts +2 -2
  234. package/dist/schemas/bci.js +5 -5
  235. package/dist/schemas/cancel.d.ts +5 -0
  236. package/dist/schemas/cancel.js +1 -0
  237. package/dist/schemas/classification.js +13 -6
  238. package/dist/schemas/common.d.ts +662 -331
  239. package/dist/schemas/common.js +33 -31
  240. package/dist/schemas/completion-event.d.ts +2 -2
  241. package/dist/schemas/completion-event.js +1 -1
  242. package/dist/schemas/completion-stream.d.ts +1 -5
  243. package/dist/schemas/completion-stream.js +4 -8
  244. package/dist/schemas/config.d.ts +640 -18
  245. package/dist/schemas/config.js +50 -8
  246. package/dist/schemas/download-asset.d.ts +19 -1
  247. package/dist/schemas/download-asset.js +20 -4
  248. package/dist/schemas/engine-addon-map.d.ts +1 -1
  249. package/dist/schemas/engine-addon-map.js +3 -3
  250. package/dist/schemas/error.d.ts +2 -2
  251. package/dist/schemas/error.js +2 -2
  252. package/dist/schemas/errors.d.ts +2 -6
  253. package/dist/schemas/errors.js +30 -40
  254. package/dist/schemas/heartbeat.d.ts +10 -0
  255. package/dist/schemas/heartbeat.js +8 -0
  256. package/dist/schemas/index.d.ts +46 -44
  257. package/dist/schemas/index.js +45 -43
  258. package/dist/schemas/llamacpp-config.d.ts +32 -10
  259. package/dist/schemas/llamacpp-config.js +11 -8
  260. package/dist/schemas/load-model.d.ts +2933 -1948
  261. package/dist/schemas/load-model.js +52 -52
  262. package/dist/schemas/mcp-adapter.d.ts +1 -1
  263. package/dist/schemas/model-config-schemas.d.ts +2354 -0
  264. package/dist/schemas/model-config-schemas.js +46 -0
  265. package/dist/schemas/model-info.d.ts +10 -20
  266. package/dist/schemas/model-info.js +4 -25
  267. package/dist/schemas/model-ops.d.ts +0 -1
  268. package/dist/schemas/model-ops.js +1 -2
  269. package/dist/schemas/model-resource-profile.d.ts +109 -0
  270. package/dist/schemas/model-resource-profile.js +83 -0
  271. package/dist/schemas/model-src-utils.d.ts +1 -0
  272. package/dist/schemas/model-src-utils.js +33 -13
  273. package/dist/schemas/ocr.js +48 -13
  274. package/dist/schemas/path-validation.js +8 -2
  275. package/dist/schemas/plugin.d.ts +14 -1
  276. package/dist/schemas/plugin.js +11 -0
  277. package/dist/schemas/profiling.d.ts +138 -43
  278. package/dist/schemas/profiling.js +1 -22
  279. package/dist/schemas/rag.js +1 -1
  280. package/dist/schemas/registry.js +1 -1
  281. package/dist/schemas/reload-config.d.ts +0 -2
  282. package/dist/schemas/reload-config.js +2 -3
  283. package/dist/schemas/sdcpp-config.d.ts +344 -4
  284. package/dist/schemas/sdcpp-config.js +504 -17
  285. package/dist/schemas/system-resources.d.ts +138 -0
  286. package/dist/schemas/system-resources.js +3 -1
  287. package/dist/schemas/text-to-speech.js +183 -76
  288. package/dist/schemas/transcription-config.js +253 -85
  289. package/dist/schemas/transcription.d.ts +3 -3
  290. package/dist/schemas/translate.d.ts +2 -2
  291. package/dist/schemas/translate.js +1 -1
  292. package/dist/schemas/translation-config.js +53 -25
  293. package/dist/schemas/vla.d.ts +1 -1
  294. package/dist/selection.d.ts +1 -5
  295. package/dist/selection.js +2 -6
  296. package/dist/surface.d.ts +1 -1
  297. package/dist/utils/aggregate-events.d.ts +1 -1
  298. package/dist/utils/aggregate-events.js +2 -2
  299. package/dist/utils/archive.js +2 -2
  300. package/dist/utils/audio-input.js +1 -1
  301. package/dist/utils/cache/auto-history.d.ts +1 -1
  302. package/dist/utils/cache/auto-history.js +1 -1
  303. package/dist/utils/cache/paths.js +5 -5
  304. package/dist/utils/completion-normalizer.js +1 -1
  305. package/dist/utils/gguf-tensor-extractor.js +1 -1
  306. package/dist/utils/image-dimensions.d.ts +26 -0
  307. package/dist/utils/image-dimensions.js +46 -0
  308. package/dist/utils/index.d.ts +13 -10
  309. package/dist/utils/index.js +13 -10
  310. package/dist/utils/mcp-adapter.d.ts +1 -1
  311. package/dist/utils/mcp-adapter.js +1 -1
  312. package/dist/utils/path-sanitize.d.ts +7 -0
  313. package/dist/utils/path-sanitize.js +36 -0
  314. package/dist/utils/path-security.d.ts +0 -7
  315. package/dist/utils/path-security.js +1 -36
  316. package/dist/utils/shard-utils.js +3 -3
  317. package/dist/utils/tool-integration.js +1 -1
  318. package/dist/utils/tools/dialect.js +1 -1
  319. package/dist/utils/tools/index.d.ts +2 -2
  320. package/dist/utils/tools/index.js +2 -2
  321. package/dist/utils/tools/parser.js +8 -8
  322. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  323. package/dist/utils/tools/parsers/dsml.js +1 -1
  324. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  325. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  326. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  327. package/dist/utils/tools/parsers/harmony.js +1 -1
  328. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  329. package/dist/utils/tools/parsers/hermes.js +1 -1
  330. package/dist/utils/tools/parsers/json.d.ts +1 -1
  331. package/dist/utils/tools/parsers/json.js +1 -1
  332. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  333. package/dist/utils/tools/parsers/pythonic.js +1 -1
  334. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  335. package/dist/utils/tools/parsers/qwen35.js +3 -3
  336. package/dist/utils/url-security.d.ts +17 -0
  337. package/dist/utils/url-security.js +75 -0
  338. package/package.json +31 -26
  339. package/dist/api/provide.d.ts +0 -23
  340. package/dist/api/provide.js +0 -32
  341. package/dist/api/stop-provider.d.ts +0 -20
  342. package/dist/api/stop-provider.js +0 -30
  343. package/dist/p2p/cancel-delegated.d.ts +0 -3
  344. package/dist/p2p/cancel-delegated.js +0 -64
  345. package/dist/p2p/completion-stream-delegated.d.ts +0 -4
  346. package/dist/p2p/completion-stream-delegated.js +0 -51
  347. package/dist/p2p/delegate-client.d.ts +0 -9
  348. package/dist/p2p/delegate-client.js +0 -219
  349. package/dist/p2p/delegate-connect-diagnostics.d.ts +0 -8
  350. package/dist/p2p/delegate-connect-diagnostics.js +0 -38
  351. package/dist/p2p/delegate-transport.d.ts +0 -18
  352. package/dist/p2p/delegate-transport.js +0 -237
  353. package/dist/p2p/error-handlers.d.ts +0 -4
  354. package/dist/p2p/error-handlers.js +0 -31
  355. package/dist/p2p/handle-request.d.ts +0 -2
  356. package/dist/p2p/handle-request.js +0 -171
  357. package/dist/p2p/handler-utils.d.ts +0 -19
  358. package/dist/p2p/handler-utils.js +0 -180
  359. package/dist/p2p/heartbeat-delegated.d.ts +0 -3
  360. package/dist/p2p/heartbeat-delegated.js +0 -32
  361. package/dist/p2p/load-model-delegated.d.ts +0 -6
  362. package/dist/p2p/load-model-delegated.js +0 -132
  363. package/dist/p2p/progress-throttle.d.ts +0 -7
  364. package/dist/p2p/progress-throttle.js +0 -47
  365. package/dist/p2p/provideHandler/connection.d.ts +0 -2
  366. package/dist/p2p/provideHandler/connection.js +0 -38
  367. package/dist/p2p/provideHandler/handler.d.ts +0 -2
  368. package/dist/p2p/provideHandler/handler.js +0 -66
  369. package/dist/p2p/provideHandler/proxy.d.ts +0 -2
  370. package/dist/p2p/provideHandler/proxy.js +0 -24
  371. package/dist/p2p/provideHandler.d.ts +0 -1
  372. package/dist/p2p/provideHandler.js +0 -2
  373. package/dist/p2p/rpc-utils.d.ts +0 -4
  374. package/dist/p2p/rpc-utils.js +0 -8
  375. package/dist/p2p/stopProvideHandler.d.ts +0 -2
  376. package/dist/p2p/stopProvideHandler.js +0 -29
  377. package/dist/p2p/swarm.d.ts +0 -9
  378. package/dist/p2p/swarm.js +0 -103
  379. package/dist/p2p/transport-selector.d.ts +0 -2
  380. package/dist/p2p/transport-selector.js +0 -18
  381. package/dist/p2p/unload-model-delegated.d.ts +0 -2
  382. package/dist/p2p/unload-model-delegated.js +0 -31
  383. package/dist/profiling/delegation-profiler.d.ts +0 -31
  384. package/dist/profiling/delegation-profiler.js +0 -155
  385. package/dist/schemas/delegate.d.ts +0 -29
  386. package/dist/schemas/delegate.js +0 -40
  387. package/dist/schemas/provide.d.ts +0 -50
  388. package/dist/schemas/provide.js +0 -32
@@ -1,155 +0,0 @@
1
- import { nowMs } from '../profiling/clock.js';
2
- import { record, shouldProfile } from '../profiling/controller.js';
3
- import { recordPhase, recordServerBreakdownPhases } from '../profiling/events.js';
4
- /**
5
- * Per-peer connection tracking for delegation.
6
- * Separate tracking for server-side event recording vs breakdown injection.
7
- *
8
- * Flow:
9
- * 1. Connection happens → cacheDelegationConnectionTime stores ms
10
- * 2. First profiled call (stream or unary) → flushServerConnectionEvent records server event
11
- * 3. First unary call → consumeBreakdownConnectionTime returns ms for breakdown injection
12
- */
13
- const pendingConnectionTimes = new Map();
14
- const serverConnectionRecorded = new Map();
15
- const breakdownConnectionMs = new Map();
16
- const breakdownConnectionInjected = new Map();
17
- export function shouldProfileDelegation(op, incomingMeta) {
18
- if (incomingMeta?.enabled === false) {
19
- return false;
20
- }
21
- if (incomingMeta?.enabled === true) {
22
- return true;
23
- }
24
- return shouldProfile(op);
25
- }
26
- export function createDelegationTimings(profileId, requestType) {
27
- return { profileId, requestType, requestStart: nowMs() };
28
- }
29
- export function createDelegationStreamTimings(profileId, requestType) {
30
- return { profileId, requestType, requestStart: nowMs(), chunkCount: 0 };
31
- }
32
- export function cacheDelegationConnectionTime(peerKey, durationMs) {
33
- if (serverConnectionRecorded.get(peerKey))
34
- return;
35
- if (pendingConnectionTimes.has(peerKey))
36
- return;
37
- pendingConnectionTimes.set(peerKey, durationMs);
38
- }
39
- export function flushServerConnectionEvent(peerKey) {
40
- if (serverConnectionRecorded.get(peerKey))
41
- return;
42
- const ms = pendingConnectionTimes.get(peerKey);
43
- if (ms === undefined)
44
- return;
45
- pendingConnectionTimes.delete(peerKey);
46
- serverConnectionRecorded.set(peerKey, true);
47
- if (!breakdownConnectionInjected.get(peerKey)) {
48
- breakdownConnectionMs.set(peerKey, ms);
49
- }
50
- record({
51
- ts: nowMs(),
52
- op: 'delegation',
53
- kind: 'delegation',
54
- phase: 'connection',
55
- ms,
56
- tags: { peer: peerKey.slice(0, 16) }
57
- });
58
- }
59
- export function consumeBreakdownConnectionTime(peerKey) {
60
- if (breakdownConnectionInjected.get(peerKey))
61
- return undefined;
62
- const ms = breakdownConnectionMs.get(peerKey);
63
- if (ms === undefined)
64
- return undefined;
65
- breakdownConnectionMs.delete(peerKey);
66
- breakdownConnectionInjected.set(peerKey, true);
67
- return ms;
68
- }
69
- export function buildDelegationBreakdown(timings, connectionMs) {
70
- const now = nowMs();
71
- const breakdown = {
72
- profileId: timings.profileId
73
- };
74
- if (connectionMs !== undefined) {
75
- breakdown.connectionMs = connectionMs;
76
- }
77
- if (timings.requestStringifyMs !== undefined) {
78
- breakdown.requestStringifyMs = timings.requestStringifyMs;
79
- }
80
- if (timings.sendStart !== undefined && timings.firstResponseAt !== undefined) {
81
- breakdown.serverWaitMs = timings.firstResponseAt - timings.sendStart;
82
- }
83
- if (timings.responseJsonParseMs !== undefined) {
84
- breakdown.responseJsonParseMs = timings.responseJsonParseMs;
85
- }
86
- breakdown.totalDelegationMs = now - timings.requestStart;
87
- return breakdown;
88
- }
89
- export function buildDelegationStreamBreakdown(timings) {
90
- const now = nowMs();
91
- const breakdown = {
92
- profileId: timings.profileId
93
- };
94
- if (timings.requestStringifyMs !== undefined) {
95
- breakdown.requestStringifyMs = timings.requestStringifyMs;
96
- }
97
- if (timings.sendStart !== undefined && timings.firstChunkAt !== undefined) {
98
- breakdown.serverWaitMs = timings.firstChunkAt - timings.sendStart;
99
- }
100
- breakdown.totalDelegationMs = now - timings.requestStart;
101
- return breakdown;
102
- }
103
- export function recordDelegationEvents(timings, serverMeta, connectionMs) {
104
- const now = nowMs();
105
- const base = {
106
- ts: now,
107
- op: timings.requestType,
108
- kind: 'delegation',
109
- profileId: timings.profileId
110
- };
111
- const breakdown = buildDelegationBreakdown(timings, connectionMs);
112
- recordPhase(base, 'request.stringify', breakdown.requestStringifyMs);
113
- recordPhase(base, 'serverWait', breakdown.serverWaitMs);
114
- recordPhase(base, 'response.jsonParse', breakdown.responseJsonParseMs);
115
- recordPhase(base, 'totalDelegationTime', breakdown.totalDelegationMs);
116
- if (serverMeta?.server) {
117
- recordServerBreakdownPhases(base, serverMeta.server, 'delegated');
118
- }
119
- return breakdown;
120
- }
121
- export function recordDelegationStreamEvents(timings, serverMeta) {
122
- const now = nowMs();
123
- const totalTime = now - timings.requestStart;
124
- const base = {
125
- ts: now,
126
- op: timings.requestType,
127
- kind: 'delegation',
128
- profileId: timings.profileId
129
- };
130
- recordPhase(base, 'request.stringify', timings.requestStringifyMs);
131
- if (timings.sendStart !== undefined && timings.firstChunkAt !== undefined) {
132
- recordPhase(base, 'ttfb', timings.firstChunkAt - timings.sendStart);
133
- }
134
- if (timings.firstChunkAt !== undefined && timings.lastChunkAt !== undefined) {
135
- recordPhase(base, 'streamDuration', timings.lastChunkAt - timings.firstChunkAt);
136
- }
137
- recordPhase(base, 'totalDelegationTime', totalTime, {
138
- count: timings.chunkCount
139
- });
140
- if (serverMeta?.server) {
141
- recordServerBreakdownPhases(base, serverMeta.server, 'delegated');
142
- }
143
- }
144
- export function clearPeerConnectionTracking(peerKey) {
145
- pendingConnectionTimes.delete(peerKey);
146
- serverConnectionRecorded.delete(peerKey);
147
- breakdownConnectionMs.delete(peerKey);
148
- breakdownConnectionInjected.delete(peerKey);
149
- }
150
- export function resetDelegationConnectionTracking() {
151
- pendingConnectionTimes.clear();
152
- serverConnectionRecorded.clear();
153
- breakdownConnectionMs.clear();
154
- breakdownConnectionInjected.clear();
155
- }
@@ -1,29 +0,0 @@
1
- import { z } from 'zod';
2
- export declare const delegateBaseSchema: z.ZodObject<{
3
- providerPublicKey: z.ZodString;
4
- timeout: z.ZodOptional<z.ZodNumber>;
5
- healthCheckTimeout: z.ZodOptional<z.ZodNumber>;
6
- }, z.core.$strip>;
7
- export declare const delegateSchema: z.ZodOptional<z.ZodObject<{
8
- providerPublicKey: z.ZodString;
9
- timeout: z.ZodOptional<z.ZodNumber>;
10
- healthCheckTimeout: z.ZodOptional<z.ZodNumber>;
11
- fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
12
- forceNewConnection: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
13
- }, z.core.$strip>>;
14
- export declare const heartbeatRequestSchema: z.ZodObject<{
15
- type: z.ZodLiteral<"heartbeat">;
16
- delegate: z.ZodOptional<z.ZodObject<{
17
- providerPublicKey: z.ZodString;
18
- timeout: z.ZodOptional<z.ZodNumber>;
19
- healthCheckTimeout: z.ZodOptional<z.ZodNumber>;
20
- }, z.core.$strip>>;
21
- }, z.core.$strip>;
22
- export declare const heartbeatResponseSchema: z.ZodObject<{
23
- type: z.ZodLiteral<"heartbeat">;
24
- number: z.ZodNumber;
25
- }, z.core.$strip>;
26
- export type DelegateBase = z.infer<typeof delegateBaseSchema>;
27
- export type Delegate = z.infer<typeof delegateSchema>;
28
- export type HeartbeatRequest = z.infer<typeof heartbeatRequestSchema>;
29
- export type HeartbeatResponse = z.infer<typeof heartbeatResponseSchema>;
@@ -1,40 +0,0 @@
1
- import { z } from 'zod';
2
- const HYPERSWARM_PUBLIC_KEY_HEX = /^[0-9a-fA-F]{64}$/;
3
- export const delegateBaseSchema = z.object({
4
- providerPublicKey: z
5
- .string()
6
- .regex(HYPERSWARM_PUBLIC_KEY_HEX, 'providerPublicKey must be a 64-character hex string (32-byte ed25519 public key)')
7
- .describe('Hex-encoded public key of the remote provider to delegate to.'),
8
- timeout: z
9
- .number()
10
- .min(100)
11
- .optional()
12
- .describe('Per-call timeout in milliseconds for the delegated request.'),
13
- healthCheckTimeout: z
14
- .number()
15
- .min(100)
16
- .optional()
17
- .describe('Timeout in milliseconds for the health-check probe before delegating.')
18
- });
19
- export const delegateSchema = delegateBaseSchema
20
- .extend({
21
- fallbackToLocal: z
22
- .boolean()
23
- .optional()
24
- .default(false)
25
- .describe('When `true`, fall back to local execution if the delegated provider is unreachable.'),
26
- forceNewConnection: z
27
- .boolean()
28
- .optional()
29
- .default(false)
30
- .describe('When `true`, skip any cached delegation connection and open a fresh one.')
31
- })
32
- .optional();
33
- export const heartbeatRequestSchema = z.object({
34
- type: z.literal('heartbeat'),
35
- delegate: delegateBaseSchema.optional()
36
- });
37
- export const heartbeatResponseSchema = z.object({
38
- type: z.literal('heartbeat'),
39
- number: z.number()
40
- });
@@ -1,50 +0,0 @@
1
- import { z } from 'zod';
2
- export declare const firewallConfigSchema: z.ZodObject<{
3
- mode: z.ZodDefault<z.ZodEnum<{
4
- allow: "allow";
5
- deny: "deny";
6
- }>>;
7
- publicKeys: z.ZodDefault<z.ZodArray<z.ZodString>>;
8
- }, z.core.$strip>;
9
- export declare const provideParamsSchema: z.ZodObject<{
10
- firewall: z.ZodOptional<z.ZodObject<{
11
- mode: z.ZodDefault<z.ZodEnum<{
12
- allow: "allow";
13
- deny: "deny";
14
- }>>;
15
- publicKeys: z.ZodDefault<z.ZodArray<z.ZodString>>;
16
- }, z.core.$strip>>;
17
- }, z.core.$strict>;
18
- export declare const provideRequestSchema: z.ZodObject<{
19
- firewall: z.ZodOptional<z.ZodObject<{
20
- mode: z.ZodDefault<z.ZodEnum<{
21
- allow: "allow";
22
- deny: "deny";
23
- }>>;
24
- publicKeys: z.ZodDefault<z.ZodArray<z.ZodString>>;
25
- }, z.core.$strip>>;
26
- type: z.ZodLiteral<"provide">;
27
- }, z.core.$strict>;
28
- export declare const provideResponseSchema: z.ZodObject<{
29
- type: z.ZodLiteral<"provide">;
30
- success: z.ZodBoolean;
31
- error: z.ZodOptional<z.ZodString>;
32
- publicKey: z.ZodOptional<z.ZodString>;
33
- }, z.core.$strip>;
34
- export declare const envSchema: z.ZodObject<{
35
- QVAC_HYPERSWARM_SEED: z.ZodString;
36
- }, z.core.$strip>;
37
- export declare const stopProvideRequestSchema: z.ZodObject<{
38
- type: z.ZodLiteral<"stopProvide">;
39
- }, z.core.$strict>;
40
- export declare const stopProvideResponseSchema: z.ZodObject<{
41
- type: z.ZodLiteral<"stopProvide">;
42
- success: z.ZodBoolean;
43
- error: z.ZodOptional<z.ZodString>;
44
- }, z.core.$strip>;
45
- export type FirewallConfig = z.infer<typeof firewallConfigSchema>;
46
- export type ProvideParams = z.infer<typeof provideParamsSchema>;
47
- export type ProvideRequest = z.infer<typeof provideRequestSchema>;
48
- export type ProvideResponse = z.infer<typeof provideResponseSchema>;
49
- export type StopProvideRequest = z.infer<typeof stopProvideRequestSchema>;
50
- export type StopProvideResponse = z.infer<typeof stopProvideResponseSchema>;
@@ -1,32 +0,0 @@
1
- import { z } from 'zod';
2
- export const firewallConfigSchema = z.object({
3
- mode: z.enum(['allow', 'deny']).default('allow'),
4
- publicKeys: z.array(z.string()).default([])
5
- });
6
- export const provideParamsSchema = z
7
- .object({
8
- firewall: firewallConfigSchema.optional()
9
- })
10
- .strict();
11
- export const provideRequestSchema = provideParamsSchema.extend({
12
- type: z.literal('provide')
13
- });
14
- export const provideResponseSchema = z.object({
15
- type: z.literal('provide'),
16
- success: z.boolean(),
17
- error: z.string().optional(),
18
- publicKey: z.string().optional()
19
- });
20
- export const envSchema = z.object({
21
- QVAC_HYPERSWARM_SEED: z.string()
22
- });
23
- export const stopProvideRequestSchema = z
24
- .object({
25
- type: z.literal('stopProvide')
26
- })
27
- .strict();
28
- export const stopProvideResponseSchema = z.object({
29
- type: z.literal('stopProvide'),
30
- success: z.boolean(),
31
- error: z.string().optional()
32
- });