@qvac/inference 0.18.1 → 0.19.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (388) hide show
  1. package/NOTICE +11 -2
  2. package/README.md +1 -5
  3. package/dist/api/assess-model-fit.d.ts +16 -0
  4. package/dist/api/assess-model-fit.js +27 -0
  5. package/dist/api/audio-gen.d.ts +4 -4
  6. package/dist/api/audio-gen.js +17 -6
  7. package/dist/api/completion-stream.d.ts +1 -1
  8. package/dist/api/completion-stream.js +1 -1
  9. package/dist/api/download-asset.d.ts +1 -1
  10. package/dist/api/download-asset.js +2 -2
  11. package/dist/api/finetune.js +1 -1
  12. package/dist/api/get-loaded-model-info.d.ts +6 -10
  13. package/dist/api/get-loaded-model-info.js +6 -10
  14. package/dist/api/heartbeat.d.ts +5 -22
  15. package/dist/api/heartbeat.js +6 -23
  16. package/dist/api/index.d.ts +36 -35
  17. package/dist/api/index.js +35 -35
  18. package/dist/api/load-model.d.ts +5 -1
  19. package/dist/api/load-model.js +3 -5
  20. package/dist/api/logging-stream-registry.js +1 -1
  21. package/dist/api/resume.d.ts +0 -3
  22. package/dist/api/resume.js +0 -3
  23. package/dist/api/subscribe-logs.js +1 -1
  24. package/dist/api/suspend.d.ts +0 -4
  25. package/dist/api/suspend.js +0 -4
  26. package/dist/api/translate.d.ts +3 -1
  27. package/dist/api/translate.js +16 -8
  28. package/dist/api/unload-model.js +3 -5
  29. package/dist/api/video-request.d.ts +207 -0
  30. package/dist/api/video-request.js +18 -0
  31. package/dist/api/video.d.ts +22 -2
  32. package/dist/api/video.js +25 -15
  33. package/dist/api/vla-helpers.d.ts +1 -2
  34. package/dist/api/vla-helpers.js +1 -2
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.d.ts +71 -0
  37. package/dist/api/world-result.js +293 -0
  38. package/dist/api/world.d.ts +143 -0
  39. package/dist/api/world.js +71 -0
  40. package/dist/config/resolve-config.d.ts +1 -1
  41. package/dist/config/resolve-config.js +1 -1
  42. package/dist/constants/index.d.ts +2 -2
  43. package/dist/constants/index.js +2 -2
  44. package/dist/dispatch.js +15 -28
  45. package/dist/errors/index.d.ts +35 -31
  46. package/dist/errors/index.js +66 -56
  47. package/dist/handlers/assess-model-fit.d.ts +10 -0
  48. package/dist/handlers/assess-model-fit.js +75 -0
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +1 -1
  51. package/dist/handlers/download-asset.js +6 -5
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +0 -12
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/get-system-resources.js +8 -0
  56. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  57. package/dist/handlers/load-model/download-stats.d.ts +3 -3
  58. package/dist/handlers/load-model/download-stats.js +5 -5
  59. package/dist/handlers/load-model/handler.js +6 -8
  60. package/dist/handlers/load-model/http-verify.d.ts +20 -0
  61. package/dist/handlers/load-model/http-verify.js +54 -0
  62. package/dist/handlers/load-model/http.d.ts +12 -2
  63. package/dist/handlers/load-model/http.js +119 -230
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +1 -1
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +4 -4
  74. package/dist/handlers/load-model/resolve-session.d.ts +8 -1
  75. package/dist/handlers/load-model/resolve-session.js +12 -9
  76. package/dist/handlers/load-model/resolve.d.ts +4 -4
  77. package/dist/handlers/load-model/resolve.js +18 -16
  78. package/dist/handlers/load-model/safe-fetch.d.ts +44 -0
  79. package/dist/handlers/load-model/safe-fetch.js +143 -0
  80. package/dist/handlers/load-model/types.d.ts +9 -0
  81. package/dist/handlers/plugin-dispatch.js +1 -4
  82. package/dist/handlers/plugin-invoke.js +1 -4
  83. package/dist/handlers/types.d.ts +0 -2
  84. package/dist/handlers/unload-model.js +1 -4
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/models/registry/index.d.ts +1 -1
  94. package/dist/models/registry/index.js +2 -2
  95. package/dist/models/registry/models.d.ts +250 -0
  96. package/dist/models/registry/models.js +2071 -1806
  97. package/dist/models/registry/resource-profiles.d.ts +18 -0
  98. package/dist/models/registry/resource-profiles.js +4934 -0
  99. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +14 -0
  100. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  101. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +47 -5
  102. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +134 -4
  103. package/dist/plugins/builtin/audiogen-ggml/plugin.js +47 -28
  104. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +1 -1
  105. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  106. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  107. package/dist/plugins/builtin/ggml-ocr/plugin.js +2 -2
  108. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  109. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  110. package/dist/plugins/builtin/index.d.ts +12 -12
  111. package/dist/plugins/builtin/index.js +12 -12
  112. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +2 -2
  113. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +37 -26
  114. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +12 -11
  115. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +133 -41
  116. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +7 -1
  117. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +26 -4
  118. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +19 -8
  119. package/dist/plugins/builtin/llamacpp-completion/plugin.js +10 -13
  120. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +4 -0
  121. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +13 -2
  122. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +2 -2
  123. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +2 -2
  124. package/dist/plugins/builtin/parakeet-transcription/plugin.js +3 -3
  125. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +1 -1
  126. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +32 -2
  127. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +126 -0
  128. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +820 -0
  129. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +153 -4
  130. package/dist/plugins/builtin/sdcpp-generation/plugin.js +134 -13
  131. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +1 -1
  132. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +1 -1
  133. package/dist/plugins/builtin/tts-ggml/plugin.js +2 -2
  134. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +2 -2
  135. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +3 -3
  136. package/dist/plugins/index.d.ts +1 -1
  137. package/dist/plugins/index.js +2 -2
  138. package/dist/plugins/ops/kv-cache-utils.js +1 -1
  139. package/dist/plugins/ops/load-model.js +1 -1
  140. package/dist/plugins/ops/transcribe.js +2 -2
  141. package/dist/plugins/ops/translate.js +4 -12
  142. package/dist/plugins/ops/unload-model.js +19 -21
  143. package/dist/plugins/registry.d.ts +1 -0
  144. package/dist/plugins/registry.js +12 -0
  145. package/dist/profiling/aggregator.d.ts +1 -1
  146. package/dist/profiling/aggregator.js +1 -1
  147. package/dist/profiling/controller.d.ts +1 -1
  148. package/dist/profiling/controller.js +2 -2
  149. package/dist/profiling/envelope.d.ts +0 -1
  150. package/dist/profiling/envelope.js +0 -10
  151. package/dist/profiling/events.d.ts +2 -3
  152. package/dist/profiling/events.js +2 -9
  153. package/dist/profiling/exporters.d.ts +1 -1
  154. package/dist/profiling/exporters.js +3 -3
  155. package/dist/profiling/index.d.ts +13 -14
  156. package/dist/profiling/index.js +12 -13
  157. package/dist/profiling/operation-metrics.d.ts +1 -1
  158. package/dist/profiling/operation-metrics.js +35 -2
  159. package/dist/profiling/operation-wrappers.js +12 -15
  160. package/dist/profiling/profiler.d.ts +1 -2
  161. package/dist/profiling/profiler.js +7 -26
  162. package/dist/profiling/types.d.ts +1 -1
  163. package/dist/rag/handler.js +1 -1
  164. package/dist/rag/handlers/close-workspace.js +1 -1
  165. package/dist/rag/handlers/delete-embeddings.js +1 -1
  166. package/dist/rag/handlers/delete-workspace.js +2 -6
  167. package/dist/rag/handlers/ingest.js +1 -1
  168. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  169. package/dist/rag/handlers/list-workspaces.js +1 -1
  170. package/dist/rag/handlers/reindex.js +1 -1
  171. package/dist/rag/handlers/save-embeddings.js +1 -1
  172. package/dist/rag/handlers/search.js +1 -1
  173. package/dist/rag/index.d.ts +11 -11
  174. package/dist/rag/index.js +11 -11
  175. package/dist/rag/rag-workspace-manager.d.ts +4 -2
  176. package/dist/rag/rag-workspace-manager.js +268 -15
  177. package/dist/registry.js +8 -58
  178. package/dist/resources/collector.d.ts +3 -1
  179. package/dist/resources/collector.js +91 -9
  180. package/dist/resources/instance.d.ts +1 -1
  181. package/dist/resources/instance.js +1 -1
  182. package/dist/resources/model-fit/assess.d.ts +36 -0
  183. package/dist/resources/model-fit/assess.js +578 -0
  184. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +8 -0
  185. package/dist/resources/model-fit/calibration/darwin-arm64.js +36 -0
  186. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +8 -0
  187. package/dist/resources/model-fit/calibration/darwin-x64.js +38 -0
  188. package/dist/resources/model-fit/calibration/fit.d.ts +73 -0
  189. package/dist/resources/model-fit/calibration/fit.js +152 -0
  190. package/dist/resources/model-fit/calibration/index.d.ts +37 -0
  191. package/dist/resources/model-fit/calibration/index.js +75 -0
  192. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +8 -0
  193. package/dist/resources/model-fit/calibration/linux-arm64.js +38 -0
  194. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +8 -0
  195. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +39 -0
  196. package/dist/resources/model-fit/calibration/linux-x64.d.ts +8 -0
  197. package/dist/resources/model-fit/calibration/linux-x64.js +38 -0
  198. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +8 -0
  199. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +39 -0
  200. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +8 -0
  201. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +36 -0
  202. package/dist/resources/model-fit/calibration/win32-x64.d.ts +8 -0
  203. package/dist/resources/model-fit/calibration/win32-x64.js +38 -0
  204. package/dist/resources/model-fit/estimators/llm.d.ts +45 -0
  205. package/dist/resources/model-fit/estimators/llm.js +220 -0
  206. package/dist/resources/model-fit/estimators/whisper.d.ts +10 -0
  207. package/dist/resources/model-fit/estimators/whisper.js +77 -0
  208. package/dist/resources/model-fit/types.d.ts +120 -0
  209. package/dist/resources/model-fit/types.js +1 -0
  210. package/dist/resources/native.d.ts +1 -1
  211. package/dist/resources/native.js +14 -0
  212. package/dist/resources/normalize.d.ts +1 -1
  213. package/dist/resources/types.d.ts +16 -0
  214. package/dist/runtime/index.d.ts +5 -5
  215. package/dist/runtime/index.js +2 -2
  216. package/dist/runtime/lifecycle.js +5 -7
  217. package/dist/runtime/model-registry.d.ts +0 -14
  218. package/dist/runtime/model-registry.js +17 -40
  219. package/dist/runtime/registry-client.js +1 -1
  220. package/dist/runtime/request-context.d.ts +3 -3
  221. package/dist/runtime/request-context.js +13 -1
  222. package/dist/runtime/request-registry.d.ts +1 -1
  223. package/dist/runtime/request-registry.js +4 -5
  224. package/dist/runtime/state.d.ts +1 -1
  225. package/dist/runtime/state.js +18 -3
  226. package/dist/schemas/assess-model-fit.d.ts +271 -0
  227. package/dist/schemas/assess-model-fit.js +153 -0
  228. package/dist/schemas/audio-gen.d.ts +434 -4
  229. package/dist/schemas/audio-gen.js +131 -19
  230. package/dist/schemas/batch-completion-stream.d.ts +2 -2
  231. package/dist/schemas/batch-completion-stream.js +3 -3
  232. package/dist/schemas/bci-config.js +73 -27
  233. package/dist/schemas/bci.d.ts +2 -2
  234. package/dist/schemas/bci.js +5 -5
  235. package/dist/schemas/cancel.d.ts +5 -0
  236. package/dist/schemas/cancel.js +1 -0
  237. package/dist/schemas/classification.js +13 -6
  238. package/dist/schemas/common.d.ts +662 -331
  239. package/dist/schemas/common.js +33 -31
  240. package/dist/schemas/completion-event.d.ts +2 -2
  241. package/dist/schemas/completion-event.js +1 -1
  242. package/dist/schemas/completion-stream.d.ts +1 -5
  243. package/dist/schemas/completion-stream.js +4 -8
  244. package/dist/schemas/config.d.ts +640 -18
  245. package/dist/schemas/config.js +50 -8
  246. package/dist/schemas/download-asset.d.ts +19 -1
  247. package/dist/schemas/download-asset.js +20 -4
  248. package/dist/schemas/engine-addon-map.d.ts +1 -1
  249. package/dist/schemas/engine-addon-map.js +3 -3
  250. package/dist/schemas/error.d.ts +2 -2
  251. package/dist/schemas/error.js +2 -2
  252. package/dist/schemas/errors.d.ts +2 -6
  253. package/dist/schemas/errors.js +30 -40
  254. package/dist/schemas/heartbeat.d.ts +10 -0
  255. package/dist/schemas/heartbeat.js +8 -0
  256. package/dist/schemas/index.d.ts +46 -44
  257. package/dist/schemas/index.js +45 -43
  258. package/dist/schemas/llamacpp-config.d.ts +32 -10
  259. package/dist/schemas/llamacpp-config.js +11 -8
  260. package/dist/schemas/load-model.d.ts +2933 -1948
  261. package/dist/schemas/load-model.js +52 -52
  262. package/dist/schemas/mcp-adapter.d.ts +1 -1
  263. package/dist/schemas/model-config-schemas.d.ts +2354 -0
  264. package/dist/schemas/model-config-schemas.js +46 -0
  265. package/dist/schemas/model-info.d.ts +10 -20
  266. package/dist/schemas/model-info.js +4 -25
  267. package/dist/schemas/model-ops.d.ts +0 -1
  268. package/dist/schemas/model-ops.js +1 -2
  269. package/dist/schemas/model-resource-profile.d.ts +109 -0
  270. package/dist/schemas/model-resource-profile.js +83 -0
  271. package/dist/schemas/model-src-utils.d.ts +1 -0
  272. package/dist/schemas/model-src-utils.js +33 -13
  273. package/dist/schemas/ocr.js +48 -13
  274. package/dist/schemas/path-validation.js +8 -2
  275. package/dist/schemas/plugin.d.ts +14 -1
  276. package/dist/schemas/plugin.js +11 -0
  277. package/dist/schemas/profiling.d.ts +138 -43
  278. package/dist/schemas/profiling.js +1 -22
  279. package/dist/schemas/rag.js +1 -1
  280. package/dist/schemas/registry.js +1 -1
  281. package/dist/schemas/reload-config.d.ts +0 -2
  282. package/dist/schemas/reload-config.js +2 -3
  283. package/dist/schemas/sdcpp-config.d.ts +344 -4
  284. package/dist/schemas/sdcpp-config.js +504 -17
  285. package/dist/schemas/system-resources.d.ts +138 -0
  286. package/dist/schemas/system-resources.js +3 -1
  287. package/dist/schemas/text-to-speech.js +183 -76
  288. package/dist/schemas/transcription-config.js +253 -85
  289. package/dist/schemas/transcription.d.ts +3 -3
  290. package/dist/schemas/translate.d.ts +2 -2
  291. package/dist/schemas/translate.js +1 -1
  292. package/dist/schemas/translation-config.js +53 -25
  293. package/dist/schemas/vla.d.ts +1 -1
  294. package/dist/selection.d.ts +1 -5
  295. package/dist/selection.js +2 -6
  296. package/dist/surface.d.ts +1 -1
  297. package/dist/utils/aggregate-events.d.ts +1 -1
  298. package/dist/utils/aggregate-events.js +2 -2
  299. package/dist/utils/archive.js +2 -2
  300. package/dist/utils/audio-input.js +1 -1
  301. package/dist/utils/cache/auto-history.d.ts +1 -1
  302. package/dist/utils/cache/auto-history.js +1 -1
  303. package/dist/utils/cache/paths.js +5 -5
  304. package/dist/utils/completion-normalizer.js +1 -1
  305. package/dist/utils/gguf-tensor-extractor.js +1 -1
  306. package/dist/utils/image-dimensions.d.ts +26 -0
  307. package/dist/utils/image-dimensions.js +46 -0
  308. package/dist/utils/index.d.ts +13 -10
  309. package/dist/utils/index.js +13 -10
  310. package/dist/utils/mcp-adapter.d.ts +1 -1
  311. package/dist/utils/mcp-adapter.js +1 -1
  312. package/dist/utils/path-sanitize.d.ts +7 -0
  313. package/dist/utils/path-sanitize.js +36 -0
  314. package/dist/utils/path-security.d.ts +0 -7
  315. package/dist/utils/path-security.js +1 -36
  316. package/dist/utils/shard-utils.js +3 -3
  317. package/dist/utils/tool-integration.js +1 -1
  318. package/dist/utils/tools/dialect.js +1 -1
  319. package/dist/utils/tools/index.d.ts +2 -2
  320. package/dist/utils/tools/index.js +2 -2
  321. package/dist/utils/tools/parser.js +8 -8
  322. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  323. package/dist/utils/tools/parsers/dsml.js +1 -1
  324. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  325. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  326. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  327. package/dist/utils/tools/parsers/harmony.js +1 -1
  328. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  329. package/dist/utils/tools/parsers/hermes.js +1 -1
  330. package/dist/utils/tools/parsers/json.d.ts +1 -1
  331. package/dist/utils/tools/parsers/json.js +1 -1
  332. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  333. package/dist/utils/tools/parsers/pythonic.js +1 -1
  334. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  335. package/dist/utils/tools/parsers/qwen35.js +3 -3
  336. package/dist/utils/url-security.d.ts +17 -0
  337. package/dist/utils/url-security.js +75 -0
  338. package/package.json +31 -26
  339. package/dist/api/provide.d.ts +0 -23
  340. package/dist/api/provide.js +0 -32
  341. package/dist/api/stop-provider.d.ts +0 -20
  342. package/dist/api/stop-provider.js +0 -30
  343. package/dist/p2p/cancel-delegated.d.ts +0 -3
  344. package/dist/p2p/cancel-delegated.js +0 -64
  345. package/dist/p2p/completion-stream-delegated.d.ts +0 -4
  346. package/dist/p2p/completion-stream-delegated.js +0 -51
  347. package/dist/p2p/delegate-client.d.ts +0 -9
  348. package/dist/p2p/delegate-client.js +0 -219
  349. package/dist/p2p/delegate-connect-diagnostics.d.ts +0 -8
  350. package/dist/p2p/delegate-connect-diagnostics.js +0 -38
  351. package/dist/p2p/delegate-transport.d.ts +0 -18
  352. package/dist/p2p/delegate-transport.js +0 -237
  353. package/dist/p2p/error-handlers.d.ts +0 -4
  354. package/dist/p2p/error-handlers.js +0 -31
  355. package/dist/p2p/handle-request.d.ts +0 -2
  356. package/dist/p2p/handle-request.js +0 -171
  357. package/dist/p2p/handler-utils.d.ts +0 -19
  358. package/dist/p2p/handler-utils.js +0 -180
  359. package/dist/p2p/heartbeat-delegated.d.ts +0 -3
  360. package/dist/p2p/heartbeat-delegated.js +0 -32
  361. package/dist/p2p/load-model-delegated.d.ts +0 -6
  362. package/dist/p2p/load-model-delegated.js +0 -132
  363. package/dist/p2p/progress-throttle.d.ts +0 -7
  364. package/dist/p2p/progress-throttle.js +0 -47
  365. package/dist/p2p/provideHandler/connection.d.ts +0 -2
  366. package/dist/p2p/provideHandler/connection.js +0 -38
  367. package/dist/p2p/provideHandler/handler.d.ts +0 -2
  368. package/dist/p2p/provideHandler/handler.js +0 -66
  369. package/dist/p2p/provideHandler/proxy.d.ts +0 -2
  370. package/dist/p2p/provideHandler/proxy.js +0 -24
  371. package/dist/p2p/provideHandler.d.ts +0 -1
  372. package/dist/p2p/provideHandler.js +0 -2
  373. package/dist/p2p/rpc-utils.d.ts +0 -4
  374. package/dist/p2p/rpc-utils.js +0 -8
  375. package/dist/p2p/stopProvideHandler.d.ts +0 -2
  376. package/dist/p2p/stopProvideHandler.js +0 -29
  377. package/dist/p2p/swarm.d.ts +0 -9
  378. package/dist/p2p/swarm.js +0 -103
  379. package/dist/p2p/transport-selector.d.ts +0 -2
  380. package/dist/p2p/transport-selector.js +0 -18
  381. package/dist/p2p/unload-model-delegated.d.ts +0 -2
  382. package/dist/p2p/unload-model-delegated.js +0 -31
  383. package/dist/profiling/delegation-profiler.d.ts +0 -31
  384. package/dist/profiling/delegation-profiler.js +0 -155
  385. package/dist/schemas/delegate.d.ts +0 -29
  386. package/dist/schemas/delegate.js +0 -40
  387. package/dist/schemas/provide.d.ts +0 -50
  388. package/dist/schemas/provide.js +0 -32
@@ -1,32 +0,0 @@
1
- import { getEngineLogger } from '../logging/index.js';
2
- import { getRPC } from '../p2p/delegate-client.js';
3
- import { send } from '../p2p/delegate-transport.js';
4
- import { DelegateConnectionFailedError } from '../errors/index.js';
5
- const logger = getEngineLogger();
6
- export async function handleHeartbeatDelegated(request, options) {
7
- const { delegate } = request;
8
- if (!delegate) {
9
- throw new DelegateConnectionFailedError('Delegated heartbeat handler called without delegate info');
10
- }
11
- const { providerPublicKey, timeout } = delegate;
12
- try {
13
- const rpc = await getRPC(providerPublicKey, { timeout });
14
- const delegateOpts = {
15
- peerKey: providerPublicKey
16
- };
17
- if (timeout !== undefined) {
18
- delegateOpts.timeout = timeout;
19
- }
20
- if (options?.profilingMeta) {
21
- delegateOpts.profilingMeta = options.profilingMeta;
22
- }
23
- // eslint-disable-next-line @typescript-eslint/no-unused-vars
24
- const { delegate: _delegate, ...providerRequest } = request;
25
- const response = await send(providerRequest, rpc, delegateOpts);
26
- return response;
27
- }
28
- catch (error) {
29
- logger.error('Error during delegated heartbeat:', error);
30
- throw error;
31
- }
32
- }
@@ -1,6 +0,0 @@
1
- import type { LoadModelSrcRequest, LoadModelResponse, ModelProgressUpdate } from '../schemas/index.js';
2
- import type { DelegatedHandlerOptions } from '../profiling/index.js';
3
- export interface HandleLoadModelDelegatedOptions extends DelegatedHandlerOptions {
4
- progressCallback?: (update: ModelProgressUpdate) => void;
5
- }
6
- export declare function handleLoadModelDelegated(request: LoadModelSrcRequest, options?: HandleLoadModelDelegatedOptions): Promise<LoadModelResponse>;
@@ -1,132 +0,0 @@
1
- import { DELEGATION_BREAKDOWN_KEY, OPERATION_EVENT_KEY, modelInputToSrcSchema } from '../schemas/index.js';
2
- import { registerModel, isModelLoaded, unregisterModel } from '../runtime/model-registry.js';
3
- import { send, stream } from '../p2p/delegate-transport.js';
4
- import { getRPC } from '../p2p/delegate-client.js';
5
- import { handleLoadModel } from '../handlers/load-model/index.js';
6
- import { ModelLoadFailedError, DelegateNoFinalResponseError } from '../errors/index.js';
7
- import { getEngineLogger } from '../logging/index.js';
8
- const logger = getEngineLogger();
9
- export async function handleLoadModelDelegated(request, options) {
10
- const { progressCallback, profilingMeta } = options ?? {};
11
- if (!request.delegate) {
12
- throw new ModelLoadFailedError('Delegate information is required for delegated load model');
13
- }
14
- const { delegate } = request;
15
- const { providerPublicKey, timeout, healthCheckTimeout, fallbackToLocal, forceNewConnection } = delegate;
16
- try {
17
- logger.info(`📤 Sending delegated loadModel request to provider: ${providerPublicKey}${timeout ? `, timeout: ${timeout}ms` : ''}${forceNewConnection ? ' (forcing new connection)' : ''}`);
18
- const rpc = await getRPC(providerPublicKey, {
19
- timeout,
20
- healthCheckTimeout,
21
- forceNewConnection
22
- });
23
- // Strip out the delegate field to avoid infinite delegation
24
- // eslint-disable-next-line @typescript-eslint/no-unused-vars
25
- const { delegate: _, ...providerRequest } = request;
26
- let finalResponse;
27
- let delegationBreakdown;
28
- let operationEvent;
29
- // Build delegate options with profiling metadata
30
- const delegateOpts = { peerKey: providerPublicKey };
31
- if (profilingMeta) {
32
- delegateOpts.profilingMeta = profilingMeta;
33
- }
34
- if (timeout) {
35
- delegateOpts.timeout = timeout;
36
- }
37
- if (request.withProgress) {
38
- // Use streaming for progress updates
39
- logger.debug('📊 Using streaming mode for loadModel with progress');
40
- const responseStream = stream(providerRequest, rpc, delegateOpts);
41
- for await (const response of responseStream) {
42
- if (response.type === 'modelProgress') {
43
- // Forward progress updates to the client
44
- if (progressCallback) {
45
- progressCallback(response);
46
- }
47
- }
48
- else if (response.type === 'loadModel') {
49
- finalResponse = response;
50
- operationEvent = response[OPERATION_EVENT_KEY];
51
- break;
52
- }
53
- }
54
- if (!finalResponse) {
55
- throw new DelegateNoFinalResponseError();
56
- }
57
- }
58
- else {
59
- // Use simple send for non-progress requests
60
- logger.debug('📤 Using simple send mode for loadModel');
61
- const providerResponse = await send(providerRequest, rpc, delegateOpts);
62
- finalResponse = providerResponse;
63
- const typedResponse = providerResponse;
64
- delegationBreakdown = typedResponse[DELEGATION_BREAKDOWN_KEY];
65
- operationEvent = typedResponse[OPERATION_EVENT_KEY];
66
- }
67
- if (!finalResponse || !finalResponse.success) {
68
- logger.error('Provider failed to load model:', finalResponse?.error);
69
- return {
70
- type: 'loadModel',
71
- success: false,
72
- error: `Provider failed to load model: ${finalResponse?.error || 'Unknown error'}`
73
- };
74
- }
75
- const modelId = finalResponse.modelId ||
76
- modelInputToSrcSchema.parse(request.modelSrc) ||
77
- `delegated-${Date.now()}`;
78
- const delegateOptions = {
79
- providerPublicKey
80
- };
81
- if (timeout !== undefined) {
82
- delegateOptions.timeout = timeout;
83
- }
84
- if (healthCheckTimeout !== undefined) {
85
- delegateOptions.healthCheckTimeout = healthCheckTimeout;
86
- }
87
- if (isModelLoaded(modelId)) {
88
- logger.info(`Delegated model ${modelId} is already registered, replacing with new provider: ${providerPublicKey}`);
89
- unregisterModel(modelId);
90
- }
91
- registerModel(modelId, delegateOptions);
92
- logger.info(`✅ Delegated model registered: ${modelId} -> provider: ${providerPublicKey}`);
93
- const result = {
94
- type: 'loadModel',
95
- success: true,
96
- modelId
97
- };
98
- if (delegationBreakdown) {
99
- ;
100
- result[DELEGATION_BREAKDOWN_KEY] = delegationBreakdown;
101
- }
102
- if (operationEvent) {
103
- ;
104
- result[OPERATION_EVENT_KEY] = operationEvent;
105
- }
106
- return result;
107
- }
108
- catch (error) {
109
- logger.error('Error in delegated load model:', error);
110
- if (fallbackToLocal) {
111
- logger.info('🔄 Fallback to local model loading enabled, attempting local load...');
112
- try {
113
- // eslint-disable-next-line @typescript-eslint/no-unused-vars
114
- const { delegate: _, ...localRequest } = request;
115
- return await handleLoadModel(localRequest, progressCallback);
116
- }
117
- catch (localError) {
118
- logger.error('❌ Local fallback also failed:', localError);
119
- return {
120
- type: 'loadModel',
121
- success: false,
122
- error: `Both delegated and local loading failed. Delegated error: ${error instanceof Error ? error.message : String(error)}. Local error: ${localError instanceof Error ? localError.message : String(localError)}`
123
- };
124
- }
125
- }
126
- return {
127
- type: 'loadModel',
128
- success: false,
129
- error: error instanceof Error ? error.message : 'Unknown error'
130
- };
131
- }
132
- }
@@ -1,7 +0,0 @@
1
- export declare const PROGRESS_THROTTLE_MS = 150;
2
- export declare const PROGRESS_MAX_PENDING = 100;
3
- export type ProgressThrottle<T> = {
4
- push: (update: T) => void;
5
- flush: () => void;
6
- };
7
- export declare function createProgressThrottle<T>(writeBatch: (updates: T[]) => void, clock?: () => number, throttleMs?: number, maxPending?: number): ProgressThrottle<T>;
@@ -1,47 +0,0 @@
1
- export const PROGRESS_THROTTLE_MS = 150;
2
- export const PROGRESS_MAX_PENDING = 100;
3
- export function createProgressThrottle(writeBatch, clock = Date.now, throttleMs = PROGRESS_THROTTLE_MS, maxPending = PROGRESS_MAX_PENDING) {
4
- let lastWrite = 0;
5
- let pending = [];
6
- let flushTimer = null;
7
- function flushPending() {
8
- if (pending.length === 0)
9
- return;
10
- lastWrite = clock();
11
- const batch = pending;
12
- pending = [];
13
- writeBatch(batch);
14
- }
15
- function push(update) {
16
- const now = clock();
17
- if (now - lastWrite >= throttleMs) {
18
- lastWrite = now;
19
- writeBatch([update]);
20
- }
21
- else {
22
- pending.push(update);
23
- if (pending.length >= maxPending) {
24
- if (flushTimer) {
25
- clearTimeout(flushTimer);
26
- flushTimer = null;
27
- }
28
- flushPending();
29
- return;
30
- }
31
- if (!flushTimer) {
32
- flushTimer = setTimeout(() => {
33
- flushTimer = null;
34
- flushPending();
35
- }, throttleMs - (now - lastWrite));
36
- }
37
- }
38
- }
39
- function flush() {
40
- if (flushTimer) {
41
- clearTimeout(flushTimer);
42
- flushTimer = null;
43
- }
44
- flushPending();
45
- }
46
- return { push, flush };
47
- }
@@ -1,2 +0,0 @@
1
- import type Hyperswarm from 'hyperswarm';
2
- export declare function setupConnectionHandlers(swarm: Hyperswarm): void;
@@ -1,38 +0,0 @@
1
- import RPC from 'bare-rpc';
2
- import { createRpcProxy } from '../../p2p/provideHandler/proxy.js';
3
- import { hasActiveProviders } from '../../p2p/swarm.js';
4
- import { getEngineLogger } from '../../logging/index.js';
5
- const logger = getEngineLogger();
6
- export function setupConnectionHandlers(swarm) {
7
- logger.debug('👂 Setting up connection listener...');
8
- swarm.on('close', () => {
9
- logger.debug('🔗 Connection closed!');
10
- });
11
- swarm.on('connection', (conn) => {
12
- const peerPubkey = conn.remotePublicKey?.toString('hex');
13
- // The swarm is shared between consumer and provider sides, and once
14
- // `swarm.listen()` has bound our keyPair on the DHT we cannot un-bind
15
- // it without destroying the swarm. To honor `stopQVACProvider()` —
16
- // which decrements `activeProviderCount` to 0 — we drop incoming
17
- // connections at the RPC layer when there's no active provider, so
18
- // peers can no longer dispatch delegated requests at us.
19
- if (!hasActiveProviders()) {
20
- logger.debug(`🚪 Dropping inbound connection from ${peerPubkey?.substring(0, 16)}... — provider is stopped`);
21
- conn.destroy();
22
- return;
23
- }
24
- logger.debug('🔗 Connection event triggered!');
25
- logger.info(`📡 New connection established from: ${peerPubkey?.substring(0, 16)}...`);
26
- logger.debug('🔐 Full peer public key:', peerPubkey);
27
- logger.debug('⚙️ Creating RPC instance for connection...');
28
- new RPC(conn, createRpcProxy());
29
- logger.debug('✅ RPC instance created successfully');
30
- conn.on('close', () => {
31
- logger.debug(`🔌 Connection closed for peer: ${peerPubkey?.substring(0, 16)}`);
32
- });
33
- conn.on('error', (err) => {
34
- logger.error(`❌ Connection error for peer ${peerPubkey?.substring(0, 16)}:`, err);
35
- });
36
- });
37
- logger.debug('✅ Connection listener set up');
38
- }
@@ -1,2 +0,0 @@
1
- import type { ProvideRequest, ProvideResponse } from '../../schemas/provide.js';
2
- export declare function provideHandler(request: ProvideRequest): Promise<ProvideResponse>;
@@ -1,66 +0,0 @@
1
- import { getSwarm, hasActiveProviders, registerProvider } from '../../p2p/swarm.js';
2
- import { setupConnectionHandlers } from '../../p2p/provideHandler/connection.js';
3
- import { getEngineLogger } from '../../logging/index.js';
4
- const logger = getEngineLogger();
5
- // Tracks whether the connection listener has been attached on this swarm
6
- // instance. `swarm.listen()` and `swarm.on("connection", ...)` cannot be
7
- // undone without destroying the swarm (which is shared with consumers), so
8
- // we only ever set them up once per process and gate inbound RPC mounting
9
- // inside the listener on `hasActiveProviders()`.
10
- let listenerAttached = false;
11
- // Consumers reach the provider by calling `dht.connect(publicKey)` directly,
12
- // so the provider only needs its DHT server bound on its keyPair — no topic
13
- // announce required. `swarm.listen()` is the minimal operation that makes
14
- // the keyPair reachable on the DHT.
15
- //
16
- // This handler is idempotent: a second `startQVACProvider()` call returns
17
- // success without re-listening, re-attaching listeners, or double-counting
18
- // the active-provider counter (which would prevent a single `stopQVACProvider`
19
- // from cleanly shutting things down).
20
- export async function provideHandler(request) {
21
- const swarm = getSwarm({
22
- firewallConfig: request.firewall
23
- });
24
- logger.debug('🚀 Provide request received:', request);
25
- try {
26
- const pubKey = swarm.keyPair.publicKey;
27
- logger.debug('🔑 Provider public key:', pubKey.toString('hex'));
28
- if (hasActiveProviders()) {
29
- logger.info('ℹ️ Provider already running, returning existing identity');
30
- return {
31
- type: 'provide',
32
- success: true,
33
- publicKey: pubKey.toString('hex')
34
- };
35
- }
36
- // We must wait for the DHT routing table to populate BEFORE announcing.
37
- // `swarm.listen()` only does a single initial announce using whatever
38
- // peers are in the routing table at that moment — if the DHT isn't
39
- // bootstrapped yet, that announce reaches very few nodes and consumers
40
- // won't be able to find us via dht.connect(publicKey).
41
- logger.info('🌐 Waiting for DHT to fully bootstrap...');
42
- await swarm.dht.fullyBootstrapped();
43
- logger.info('🌐 Announcing provider on DHT (binding keyPair)...');
44
- await swarm.listen();
45
- logger.info('🎯 Provider is listening and ready to accept connections');
46
- if (!listenerAttached) {
47
- setupConnectionHandlers(swarm);
48
- listenerAttached = true;
49
- }
50
- registerProvider();
51
- return {
52
- type: 'provide',
53
- success: true,
54
- publicKey: pubKey.toString('hex')
55
- };
56
- }
57
- catch (error) {
58
- logger.error('❌ Error in provide handler:', error);
59
- logger.error('❌ Error stack:', error instanceof Error ? error.stack : 'No stack trace');
60
- return {
61
- type: 'provide',
62
- success: false,
63
- error: error instanceof Error ? error.message : 'Unknown error'
64
- };
65
- }
66
- }
@@ -1,2 +0,0 @@
1
- import type RPC from 'bare-rpc';
2
- export declare function createRpcProxy(): (rpcRequest: RPC.IncomingRequest) => Promise<void>;
@@ -1,24 +0,0 @@
1
- import { handleRequest } from '../../p2p/handle-request.js';
2
- import { getEngineLogger } from '../../logging/index.js';
3
- const logger = getEngineLogger();
4
- // Proxies RPC requests to the main handler: handleRequest
5
- export function createRpcProxy() {
6
- return async (rpcRequest) => {
7
- logger.debug('📬 RPC request callback triggered!');
8
- logger.debug('📦 Raw RPC request data:', rpcRequest.data?.toString());
9
- try {
10
- logger.debug('🚀 Calling handleRequest...');
11
- await handleRequest(rpcRequest);
12
- logger.debug('✅ handleRequest completed successfully');
13
- }
14
- catch (error) {
15
- logger.error('❌ Error:', error instanceof Error ? error.message : error);
16
- const errorResponse = JSON.stringify({
17
- type: 'error',
18
- error: error instanceof Error ? error.message : 'Unknown error'
19
- });
20
- logger.debug('📤 Sending error response:', errorResponse);
21
- rpcRequest.reply(errorResponse, 'utf-8');
22
- }
23
- };
24
- }
@@ -1 +0,0 @@
1
- export { provideHandler } from '../p2p/provideHandler/handler.js';
@@ -1,2 +0,0 @@
1
- // Re-export the provideHandler from the refactored provideHandler modules
2
- export { provideHandler } from '../p2p/provideHandler/handler.js';
@@ -1,4 +0,0 @@
1
- export declare function getNextCommandId(): number;
2
- export declare function isTerminalChunk(value: unknown): value is {
3
- done: true;
4
- };
@@ -1,8 +0,0 @@
1
- let commandCounter = 0;
2
- export function getNextCommandId() {
3
- commandCounter = (commandCounter + 1) % Number.MAX_SAFE_INTEGER;
4
- return commandCounter;
5
- }
6
- export function isTerminalChunk(value) {
7
- return typeof value === 'object' && value !== null && 'done' in value && value.done === true;
8
- }
@@ -1,2 +0,0 @@
1
- import type { StopProvideResponse } from '../schemas/provide.js';
2
- export declare function stopProvideHandler(): StopProvideResponse;
@@ -1,29 +0,0 @@
1
- import { unregisterProvider } from '../p2p/swarm.js';
2
- import { getEngineLogger } from '../logging/index.js';
3
- const logger = getEngineLogger();
4
- // Decrements the active-provider counter. The shared connection listener
5
- // (set up once in `provideHandler`) checks `hasActiveProviders()`
6
- // before mounting an RPC server on incoming sockets, so once the counter
7
- // reaches 0 inbound peers are dropped and remote calls stop being served.
8
- //
9
- // We deliberately do NOT destroy the swarm or unbind the keyPair from the
10
- // DHT here, because the same swarm also serves this instance's consumer role
11
- // (delegate-client.ts). Stopping the provider role must not kill outgoing
12
- // delegation connections.
13
- export function stopProvideHandler() {
14
- try {
15
- unregisterProvider();
16
- return {
17
- type: 'stopProvide',
18
- success: true
19
- };
20
- }
21
- catch (error) {
22
- logger.error('❌ Error in stop provide handler:', error);
23
- return {
24
- type: 'stopProvide',
25
- success: false,
26
- error: error instanceof Error ? error.message : 'Unknown error'
27
- };
28
- }
29
- }
@@ -1,9 +0,0 @@
1
- import Hyperswarm from 'hyperswarm';
2
- import { type FirewallConfig } from '../schemas/provide.js';
3
- export declare function getSwarm({ firewallConfig }?: {
4
- firewallConfig?: FirewallConfig | undefined;
5
- }): Hyperswarm;
6
- export declare function registerProvider(): void;
7
- export declare function unregisterProvider(): void;
8
- export declare function hasActiveProviders(): boolean;
9
- export declare function destroySwarm(): Promise<void>;
package/dist/p2p/swarm.js DELETED
@@ -1,103 +0,0 @@
1
- import env from 'bare-env';
2
- import Hyperswarm from 'hyperswarm';
3
- import crypto from 'bare-crypto';
4
- import { envSchema } from '../schemas/provide.js';
5
- import { getConfig } from '../runtime/state.js';
6
- import { registerSwarm, unregisterSwarm } from '../runtime/runtime-lifecycle.js';
7
- import { getEngineLogger } from '../logging/index.js';
8
- import { Buffer } from 'bare-buffer';
9
- const logger = getEngineLogger();
10
- function getHyperswarmSeedBuffer() {
11
- const parsedEnv = envSchema.safeParse(env);
12
- if (parsedEnv.success) {
13
- return Buffer.from(parsedEnv.data.QVAC_HYPERSWARM_SEED, 'hex');
14
- }
15
- else {
16
- logger.info(`🎲 No seed provided, generating random seed (provider will have random identity)`);
17
- return crypto.randomBytes(32);
18
- }
19
- }
20
- function createFirewallFunction(config) {
21
- if (!config || config.publicKeys.length === 0) {
22
- return () => false;
23
- }
24
- const { mode, publicKeys } = config;
25
- const publicKeySet = new Set(publicKeys);
26
- return (remotePublicKey) => {
27
- const remoteKeyHex = remotePublicKey.toString('hex');
28
- if (mode === 'allow') {
29
- const allowed = publicKeySet.has(remoteKeyHex);
30
- if (!allowed) {
31
- logger.debug(`🚫 Firewall: Denied connection from ${remoteKeyHex.substring(0, 16)}... (not in allowlist)`);
32
- }
33
- else {
34
- logger.debug(`✅ Firewall: Allowed connection from ${remoteKeyHex.substring(0, 16)}... (in allowlist)`);
35
- }
36
- return !allowed;
37
- }
38
- else {
39
- const denied = publicKeySet.has(remoteKeyHex);
40
- if (denied) {
41
- logger.debug(`🚫 Firewall: Denied connection from ${remoteKeyHex.substring(0, 16)}... (in denylist)`);
42
- }
43
- else {
44
- logger.debug(`✅ Firewall: Allowed connection from ${remoteKeyHex.substring(0, 16)}... (not in denylist)`);
45
- }
46
- return denied;
47
- }
48
- };
49
- }
50
- function createSwarm(firewallConfig) {
51
- const seed = getHyperswarmSeedBuffer();
52
- const firewall = createFirewallFunction(firewallConfig);
53
- const getRelays = () => {
54
- const config = getConfig();
55
- const relayPublicKeys = config.swarmRelays;
56
- if (!relayPublicKeys || relayPublicKeys.length === 0) {
57
- return null;
58
- }
59
- return relayPublicKeys.map((key) => Buffer.from(key, 'hex'));
60
- };
61
- const swarmOptions = { seed, firewall, relayThrough: getRelays };
62
- return new Hyperswarm(swarmOptions);
63
- }
64
- let swarm = null;
65
- // Delegation is always 1:1 (a single provider service per instance), but we
66
- // still use a counter to be resilient against duplicate provide/stopProvide
67
- // calls and to avoid ever reporting "no active providers" while one is still
68
- // running.
69
- let activeProviderCount = 0;
70
- export function getSwarm({ firewallConfig } = {}) {
71
- if (swarm) {
72
- return swarm;
73
- }
74
- swarm = createSwarm(firewallConfig);
75
- registerSwarm(swarm, { label: 'shared-swarm', createdAt: Date.now() });
76
- return swarm;
77
- }
78
- export function registerProvider() {
79
- activeProviderCount++;
80
- }
81
- export function unregisterProvider() {
82
- if (activeProviderCount > 0)
83
- activeProviderCount--;
84
- }
85
- export function hasActiveProviders() {
86
- return activeProviderCount > 0;
87
- }
88
- export async function destroySwarm() {
89
- if (!swarm)
90
- return;
91
- const ref = swarm;
92
- swarm = null;
93
- try {
94
- await ref.destroy();
95
- unregisterSwarm(ref);
96
- activeProviderCount = 0;
97
- }
98
- catch (error) {
99
- if (swarm === null)
100
- swarm = ref;
101
- throw error;
102
- }
103
- }
@@ -1,2 +0,0 @@
1
- import type { HandlerEntry } from '../handlers/types.js';
2
- export declare function shouldUseStreamErrorTransport(entry: HandlerEntry | undefined, rawRequest: Record<string, unknown> | undefined): boolean;
@@ -1,18 +0,0 @@
1
- export function shouldUseStreamErrorTransport(entry, rawRequest) {
2
- if (!entry)
3
- return false;
4
- if (entry.type === 'stream')
5
- return true;
6
- if (entry.type !== 'reply')
7
- return false;
8
- if (rawRequest?.['withProgress'] !== true)
9
- return false;
10
- try {
11
- return typeof entry.supportsProgress === 'function'
12
- ? entry.supportsProgress(rawRequest)
13
- : !!entry.supportsProgress;
14
- }
15
- catch {
16
- return !!entry.supportsProgress;
17
- }
18
- }
@@ -1,2 +0,0 @@
1
- import type { UnloadModelRequest, UnloadModelResponse } from '../schemas/index.js';
2
- export declare function handleUnloadModelDelegated(request: UnloadModelRequest): Promise<UnloadModelResponse>;
@@ -1,31 +0,0 @@
1
- import { getModelEntry, unregisterModel, getRegistryStats } from '../runtime/model-registry.js';
2
- import { getRPC } from '../p2p/delegate-client.js';
3
- import { send } from '../p2p/delegate-transport.js';
4
- import { hasActiveProviders } from '../p2p/swarm.js';
5
- import { ModelIsDelegatedError } from '../errors/index.js';
6
- import { getEngineLogger } from '../logging/index.js';
7
- const logger = getEngineLogger();
8
- export async function handleUnloadModelDelegated(request) {
9
- const entry = getModelEntry(request.modelId);
10
- if (!entry?.isDelegated) {
11
- throw new ModelIsDelegatedError(request.modelId);
12
- }
13
- const { providerPublicKey, timeout, healthCheckTimeout } = entry.delegated;
14
- unregisterModel(request.modelId);
15
- try {
16
- logger.info(`Sending delegated unload for model ${request.modelId} to provider: ${providerPublicKey}`);
17
- const rpc = await getRPC(providerPublicKey, { timeout, healthCheckTimeout });
18
- await send({ type: 'unloadModel', modelId: request.modelId, clearStorage: false }, rpc, { timeout, peerKey: providerPublicKey });
19
- logger.info(`Delegated model ${request.modelId} unloaded on provider`);
20
- }
21
- catch (error) {
22
- logger.error(`Failed to unload delegated model ${request.modelId} on provider:`, error);
23
- }
24
- const stats = getRegistryStats();
25
- return {
26
- type: 'unloadModel',
27
- success: true,
28
- hasActiveModels: stats.totalModels > 0,
29
- hasActiveProviders: hasActiveProviders()
30
- };
31
- }
@@ -1,31 +0,0 @@
1
- import { type BaseTimings } from '../profiling/events.js';
2
- import type { ProfilingRequestMeta, ProfilingResponseMeta, DelegationBreakdown } from '../schemas/index.js';
3
- export interface DelegatedHandlerOptions {
4
- profilingMeta?: ProfilingRequestMeta;
5
- }
6
- interface BaseDelegationTimings extends BaseTimings {
7
- requestStringifyMs?: number;
8
- sendStart?: number;
9
- }
10
- export interface DelegationTimings extends BaseDelegationTimings {
11
- firstResponseAt?: number;
12
- responseJsonParseMs?: number;
13
- }
14
- export interface DelegationStreamTimings extends BaseDelegationTimings {
15
- firstChunkAt?: number;
16
- lastChunkAt?: number;
17
- chunkCount: number;
18
- }
19
- export declare function shouldProfileDelegation(op: string, incomingMeta?: ProfilingRequestMeta): boolean;
20
- export declare function createDelegationTimings(profileId: string, requestType: string): DelegationTimings;
21
- export declare function createDelegationStreamTimings(profileId: string, requestType: string): DelegationStreamTimings;
22
- export declare function cacheDelegationConnectionTime(peerKey: string, durationMs: number): void;
23
- export declare function flushServerConnectionEvent(peerKey: string): void;
24
- export declare function consumeBreakdownConnectionTime(peerKey: string): number | undefined;
25
- export declare function buildDelegationBreakdown(timings: DelegationTimings, connectionMs?: number): DelegationBreakdown;
26
- export declare function buildDelegationStreamBreakdown(timings: DelegationStreamTimings): DelegationBreakdown;
27
- export declare function recordDelegationEvents(timings: DelegationTimings, serverMeta?: ProfilingResponseMeta, connectionMs?: number): DelegationBreakdown;
28
- export declare function recordDelegationStreamEvents(timings: DelegationStreamTimings, serverMeta?: ProfilingResponseMeta): void;
29
- export declare function clearPeerConnectionTracking(peerKey: string): void;
30
- export declare function resetDelegationConnectionTracking(): void;
31
- export {};