@qvac/inference 0.0.0 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +928 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,3 @@
1
+ import type { CancelRequest, CancelResponse } from '../schemas/cancel.js';
2
+ import type { DelegatedHandlerOptions } from '../profiling/index.js';
3
+ export declare function handleCancelDelegated(request: CancelRequest, options?: DelegatedHandlerOptions): Promise<CancelResponse>;
@@ -0,0 +1,64 @@
1
+ import { getEngineLogger } from '../logging/index.js';
2
+ import { getModelEntry } from '../runtime/model-registry.js';
3
+ import { getRPC } from '../p2p/delegate-client.js';
4
+ import { send } from '../p2p/delegate-transport.js';
5
+ const logger = getEngineLogger();
6
+ /**
7
+ * Resolve the delegated provider for a cancel request, if any.
8
+ *
9
+ * The cancel envelope has two operations. Only `broad` cancels delegate
10
+ * at the cancel layer — see `isCancelDelegated` in `handler-registry.ts`
11
+ * for the policy and the rationale.
12
+ *
13
+ * The targeted `request` arm is handled locally because the registry
14
+ * is process-singleton and already holds the entry for delegated
15
+ * requests (the delegated handler registers its own context on the
16
+ * provider-facing side). To cancel a specific delegated request, hold
17
+ * onto the delegated `loadModel(...).requestId` and fire a broad cancel
18
+ * against the model id instead.
19
+ */
20
+ function resolveDelegationTarget(request) {
21
+ if (request.operation !== 'broad')
22
+ return null;
23
+ const entry = getModelEntry(request.modelId);
24
+ if (!entry?.isDelegated)
25
+ return null;
26
+ const target = {
27
+ providerPublicKey: entry.delegated.providerPublicKey
28
+ };
29
+ if (entry.delegated.timeout !== undefined) {
30
+ target.timeout = entry.delegated.timeout;
31
+ }
32
+ return target;
33
+ }
34
+ export async function handleCancelDelegated(request, options) {
35
+ const target = resolveDelegationTarget(request);
36
+ if (!target) {
37
+ logger.warn(`Delegated cancel skipped (no delegation target): operation=${request.operation}`);
38
+ return { type: 'cancel', success: true };
39
+ }
40
+ try {
41
+ const rpc = await getRPC(target.providerPublicKey, {
42
+ timeout: target.timeout
43
+ });
44
+ const delegateOpts = {
45
+ peerKey: target.providerPublicKey
46
+ };
47
+ if (target.timeout !== undefined) {
48
+ delegateOpts.timeout = target.timeout;
49
+ }
50
+ if (options?.profilingMeta) {
51
+ delegateOpts.profilingMeta = options.profilingMeta;
52
+ }
53
+ await send(request, rpc, delegateOpts);
54
+ return { type: 'cancel', success: true };
55
+ }
56
+ catch (error) {
57
+ logger.error('Error during delegated cancellation:', error);
58
+ return {
59
+ type: 'cancel',
60
+ success: false,
61
+ error: error instanceof Error ? error.message : 'Unknown error'
62
+ };
63
+ }
64
+ }
@@ -0,0 +1,4 @@
1
+ import type { CompletionStreamRequest, CompletionStreamResponse } from '../schemas/index.js';
2
+ import type { DelegatedHandlerOptions } from '../profiling/index.js';
3
+ export type HandleCompletionStreamDelegatedOptions = DelegatedHandlerOptions;
4
+ export declare function handleCompletionStreamDelegated(request: CompletionStreamRequest, options?: HandleCompletionStreamDelegatedOptions): AsyncGenerator<CompletionStreamResponse>;
@@ -0,0 +1,51 @@
1
+ import { getModelEntry } from '../runtime/model-registry.js';
2
+ import { getRPC } from '../p2p/delegate-client.js';
3
+ import { stream } from '../p2p/delegate-transport.js';
4
+ import { ModelIsDelegatedError } from '../errors/index.js';
5
+ import { getEngineLogger } from '../logging/index.js';
6
+ const logger = getEngineLogger();
7
+ export async function* handleCompletionStreamDelegated(request, options) {
8
+ const { profilingMeta } = options ?? {};
9
+ // Get delegation info from model registry
10
+ const entry = getModelEntry(request.modelId);
11
+ if (!entry?.isDelegated) {
12
+ throw new ModelIsDelegatedError(request.modelId);
13
+ }
14
+ const { providerPublicKey, timeout, healthCheckTimeout } = entry.delegated;
15
+ try {
16
+ logger.debug(`📤 Sending delegated completionStream request to provider: ${providerPublicKey}${timeout ? `, timeout: ${timeout}ms` : ''}`);
17
+ const rpc = await getRPC(providerPublicKey, { timeout, healthCheckTimeout });
18
+ // Build delegate options with profiling metadata
19
+ const delegateOpts = { peerKey: providerPublicKey };
20
+ if (profilingMeta) {
21
+ delegateOpts.profilingMeta = profilingMeta;
22
+ }
23
+ if (timeout) {
24
+ delegateOpts.timeout = timeout;
25
+ }
26
+ // Use the regular stream function with the HyperSwarm RPC instance
27
+ const responseStream = stream(request, rpc, delegateOpts);
28
+ // Yield each response from the stream
29
+ for await (const response of responseStream) {
30
+ yield response;
31
+ }
32
+ }
33
+ catch (error) {
34
+ logger.error('Error in delegated completion stream:', error);
35
+ const message = error instanceof Error ? error.message : String(error);
36
+ yield {
37
+ type: 'completionStream',
38
+ done: true,
39
+ events: [
40
+ {
41
+ type: 'completionDone',
42
+ seq: 0,
43
+ stopReason: 'error',
44
+ error: {
45
+ message: `Error communicating with provider: ${message}`
46
+ }
47
+ }
48
+ ]
49
+ };
50
+ }
51
+ }
@@ -0,0 +1,9 @@
1
+ import RPC from 'bare-rpc';
2
+ import type { RPCOptions } from '../schemas/index.js';
3
+ export declare function getRPC(publicKey: string, options?: RPCOptions): Promise<RPC>;
4
+ /**
5
+ * Remove a stale RPC connection for a peer.
6
+ * Called when a delegation request fails (e.g., timeout) so the next
7
+ * attempt creates a fresh connection instead of reusing a dead RPC.
8
+ */
9
+ export declare function cleanupStaleConnection(publicKey: string): void;
@@ -0,0 +1,219 @@
1
+ import { getSwarm } from '../p2p/swarm.js';
2
+ import { getConfig } from '../runtime/state.js';
3
+ import { ensureDhtBootstrapped, describeConnectFailure } from '../p2p/delegate-connect-diagnostics.js';
4
+ import RPC from 'bare-rpc';
5
+ import { withTimeout } from '../utils/withTimeout.js';
6
+ import { DelegateConnectionFailedError } from '../errors/index.js';
7
+ import { getEngineLogger } from '../logging/index.js';
8
+ import { nowMs } from '../profiling/index.js';
9
+ import { cacheDelegationConnectionTime, clearPeerConnectionTracking } from '../profiling/delegation-profiler.js';
10
+ import { getNextCommandId } from '../p2p/rpc-utils.js';
11
+ import { Buffer } from 'bare-buffer';
12
+ const logger = getEngineLogger();
13
+ const activeRPCs = new Map();
14
+ const activeConnections = new Map();
15
+ // In-flight `ensureRPCConnection` promises keyed by peer. Concurrent
16
+ // `getRPC(publicKey)` callers (without `forceNewConnection`) join the same
17
+ // promise instead of each running their own bootstrap+connect, which would
18
+ // open multiple sockets, clobber the active maps, and leak the loser.
19
+ const inflightConnections = new Map();
20
+ const HEALTH_CHECK_TIMEOUT_MS = 1500;
21
+ function getConfiguredRelayCount() {
22
+ return getConfig().swarmRelays?.length ?? 0;
23
+ }
24
+ function isHeartbeatResponse(payload) {
25
+ return (typeof payload === 'object' &&
26
+ payload !== null &&
27
+ payload['type'] === 'heartbeat');
28
+ }
29
+ async function isRPCConnectionHealthy(rpc, timeout = HEALTH_CHECK_TIMEOUT_MS) {
30
+ try {
31
+ const req = rpc.request(getNextCommandId());
32
+ req.send(JSON.stringify({ type: 'heartbeat' }), 'utf-8');
33
+ const response = await withTimeout(req.reply('utf-8'), timeout);
34
+ const payload = JSON.parse(response?.toString() || '{}');
35
+ return isHeartbeatResponse(payload);
36
+ }
37
+ catch (error) {
38
+ logger.debug('RPC health check failed', { error });
39
+ return false;
40
+ }
41
+ }
42
+ function trackConnection(publicKey, conn, rpc) {
43
+ activeRPCs.set(publicKey, rpc);
44
+ activeConnections.set(publicKey, conn);
45
+ conn.on('close', () => {
46
+ logger.debug(`Connection closed for peer: ${publicKey}`);
47
+ if (activeConnections.get(publicKey) === conn) {
48
+ activeConnections.delete(publicKey);
49
+ activeRPCs.delete(publicKey);
50
+ clearPeerConnectionTracking(publicKey);
51
+ }
52
+ });
53
+ conn.on('error', (err) => {
54
+ logger.error(`Connection error for peer ${publicKey}:`, err);
55
+ if (activeConnections.get(publicKey) === conn) {
56
+ activeConnections.delete(publicKey);
57
+ activeRPCs.delete(publicKey);
58
+ clearPeerConnectionTracking(publicKey);
59
+ }
60
+ });
61
+ }
62
+ async function closeConnection(publicKey) {
63
+ const existingConnection = activeConnections.get(publicKey);
64
+ if (!existingConnection)
65
+ return;
66
+ logger.info(`🔌 Closing existing connection for peer: ${publicKey}`);
67
+ // Wait for the close event before returning so any pending cleanup
68
+ // in the underlying DHT stream completes before we reconnect.
69
+ await new Promise((resolve) => {
70
+ existingConnection.once('close', () => resolve());
71
+ existingConnection.destroy();
72
+ });
73
+ if (activeConnections.get(publicKey) === existingConnection) {
74
+ activeConnections.delete(publicKey);
75
+ activeRPCs.delete(publicKey);
76
+ clearPeerConnectionTracking(publicKey);
77
+ }
78
+ }
79
+ // Open a direct DHT connection to a peer by public key. Bypasses topic
80
+ // discovery entirely — we already know who we're talking to, so we skip
81
+ // swarm.join()/flush() and let the DHT route by public key.
82
+ function openDhtConnection(publicKey) {
83
+ const swarm = getSwarm();
84
+ const relayThrough = swarm.relayThrough ? swarm.relayThrough(false, swarm) : null;
85
+ return swarm.dht.connect(Buffer.from(publicKey, 'hex'), {
86
+ keyPair: swarm.keyPair,
87
+ relayThrough
88
+ });
89
+ }
90
+ // Resolve when the DHT connection emits "open"; reject promptly on "error"
91
+ // or "close" so firewall-rejected / abruptly-closed connects fail fast
92
+ // instead of dragging out the full delegate timeout (60s on cold paths).
93
+ function waitForOpen(conn, timeout) {
94
+ const opened = new Promise((resolve, reject) => {
95
+ const cleanup = () => {
96
+ conn.removeListener('open', onOpen);
97
+ conn.removeListener('error', onError);
98
+ conn.removeListener('close', onClose);
99
+ };
100
+ const onOpen = () => {
101
+ cleanup();
102
+ resolve();
103
+ };
104
+ const onError = (err) => {
105
+ cleanup();
106
+ reject(err);
107
+ };
108
+ const onClose = () => {
109
+ cleanup();
110
+ reject(new DelegateConnectionFailedError('Connection closed before open (peer unreachable or rejected by firewall)'));
111
+ };
112
+ conn.once('open', onOpen);
113
+ conn.once('error', onError);
114
+ conn.once('close', onClose);
115
+ });
116
+ return withTimeout(opened, timeout);
117
+ }
118
+ async function ensureRPCConnection(publicKey, timeout, healthCheckTimeout) {
119
+ const healthCheckCap = healthCheckTimeout ?? HEALTH_CHECK_TIMEOUT_MS;
120
+ const operationStart = nowMs();
121
+ const getRemainingTimeout = () => {
122
+ if (timeout === undefined)
123
+ return undefined;
124
+ return Math.max(timeout - (nowMs() - operationStart), 0);
125
+ };
126
+ const existingRpc = activeRPCs.get(publicKey);
127
+ if (existingRpc) {
128
+ const remainingTimeout = getRemainingTimeout();
129
+ const probeTimeout = remainingTimeout === undefined
130
+ ? healthCheckCap
131
+ : Math.min(remainingTimeout / 2, healthCheckCap);
132
+ const isHealthy = await isRPCConnectionHealthy(existingRpc, probeTimeout);
133
+ if (isHealthy) {
134
+ return existingRpc;
135
+ }
136
+ logger.info(`🧹 Cached RPC failed health check for peer ${publicKey}, reconnecting`);
137
+ cleanupStaleConnection(publicKey);
138
+ }
139
+ const connectionStart = nowMs();
140
+ let conn;
141
+ const relayCount = getConfiguredRelayCount();
142
+ try {
143
+ logger.info(`🔗 Establishing direct DHT connection to peer: ${publicKey}${timeout ? `, timeout: ${timeout}ms` : ''} (${relayCount} swarm relay(s) configured)`);
144
+ await ensureDhtBootstrapped(getSwarm().dht, getRemainingTimeout());
145
+ conn = openDhtConnection(publicKey);
146
+ await waitForOpen(conn, getRemainingTimeout());
147
+ logger.info(`🍺 Peer connection opened: ${publicKey}`);
148
+ const rpc = new RPC(conn, () => {
149
+ // No-op handler since we're only sending requests, not receiving them
150
+ });
151
+ trackConnection(publicKey, conn, rpc);
152
+ const connectionDuration = nowMs() - connectionStart;
153
+ cacheDelegationConnectionTime(publicKey, connectionDuration);
154
+ return rpc;
155
+ }
156
+ catch (error) {
157
+ if (conn && !conn.destroyed) {
158
+ conn.destroy();
159
+ }
160
+ cleanupStaleConnection(publicKey);
161
+ logger.error('Failed to establish RPC connection:', error);
162
+ throw new DelegateConnectionFailedError(`RPC connection failed: ${describeConnectFailure(error, publicKey, relayCount)}`, error);
163
+ }
164
+ }
165
+ // Create an RPC instance for a specific HyperSwarm peer.
166
+ // Connects directly via the DHT using the peer's public key — no topic
167
+ // discovery required.
168
+ //
169
+ // Concurrent calls for the same peer share a single in-flight bootstrap +
170
+ // connect operation, but each caller still gets its own `timeout` enforced
171
+ // against the shared promise (via `withTimeout`) — so a fast caller that
172
+ // gives up at 5s does not block a slow caller waiting up to 60s.
173
+ //
174
+ // `forceNewConnection` always tears down the existing socket first and
175
+ // starts a fresh attempt outside the shared promise.
176
+ export async function getRPC(publicKey, options = {}) {
177
+ if (options.forceNewConnection) {
178
+ await closeConnection(publicKey);
179
+ return await ensureRPCConnection(publicKey, options.timeout, options.healthCheckTimeout);
180
+ }
181
+ let inflight = inflightConnections.get(publicKey);
182
+ if (!inflight) {
183
+ inflight = ensureRPCConnection(publicKey, options.timeout, options.healthCheckTimeout);
184
+ const tracked = inflight;
185
+ inflightConnections.set(publicKey, tracked);
186
+ // Clear the inflight entry on settle. We register a single combined
187
+ // settle handler via `then(handler, handler)` so that on rejection the
188
+ // failure is *observed* on `tracked` itself — using `tracked.finally(...)`
189
+ // returns a fresh promise that re-rejects with the original error, and
190
+ // since nothing awaits that fresh promise it would surface as an
191
+ // unhandled rejection. The process treats unhandled rejections as fatal
192
+ // and tears down the swarm + cancels all in-flight downloads, which then
193
+ // breaks the legitimate fallback-to-local path that the caller awaits via
194
+ // `withTimeout(inflight, ...)` below. Caller still observes the original
195
+ // rejection through `await withTimeout(inflight, ...)`.
196
+ const clearInflight = () => {
197
+ if (inflightConnections.get(publicKey) === tracked) {
198
+ inflightConnections.delete(publicKey);
199
+ }
200
+ };
201
+ tracked.then(clearInflight, clearInflight);
202
+ }
203
+ return await withTimeout(inflight, options.timeout);
204
+ }
205
+ /**
206
+ * Remove a stale RPC connection for a peer.
207
+ * Called when a delegation request fails (e.g., timeout) so the next
208
+ * attempt creates a fresh connection instead of reusing a dead RPC.
209
+ */
210
+ export function cleanupStaleConnection(publicKey) {
211
+ logger.info(`🗑️ Removing stale connection for peer: ${publicKey} after failed delegation`);
212
+ activeRPCs.delete(publicKey);
213
+ const conn = activeConnections.get(publicKey);
214
+ if (conn) {
215
+ conn.destroy();
216
+ activeConnections.delete(publicKey);
217
+ }
218
+ clearPeerConnectionTracking(publicKey);
219
+ }
@@ -0,0 +1,8 @@
1
+ export declare const DHT_BOOTSTRAP_WAIT_CAP_MS = 5000;
2
+ interface BootstrappableDht {
3
+ bootstrapped: boolean;
4
+ fullyBootstrapped(): Promise<void>;
5
+ }
6
+ export declare function ensureDhtBootstrapped(dht: BootstrappableDht, timeout: number | undefined): Promise<void>;
7
+ export declare function describeConnectFailure(error: unknown, publicKey: string, relayCount: number): string;
8
+ export {};
@@ -0,0 +1,38 @@
1
+ import { withTimeout } from '../utils/withTimeout.js';
2
+ import { getEngineLogger } from '../logging/index.js';
3
+ const logger = getEngineLogger();
4
+ export const DHT_BOOTSTRAP_WAIT_CAP_MS = 5000;
5
+ // A cold routing table makes findPeer return empty -> spurious PEER_NOT_FOUND,
6
+ // so wait for bootstrap, but only when not yet ready to keep warm-path latency.
7
+ export async function ensureDhtBootstrapped(dht, timeout) {
8
+ if (dht.bootstrapped)
9
+ return;
10
+ const cap = timeout === undefined ? DHT_BOOTSTRAP_WAIT_CAP_MS : Math.min(timeout, DHT_BOOTSTRAP_WAIT_CAP_MS);
11
+ try {
12
+ await withTimeout(dht.fullyBootstrapped(), cap);
13
+ }
14
+ catch (error) {
15
+ logger.warn(`DHT not bootstrapped within ${cap}ms before delegated connect; attempting anyway`, { error });
16
+ }
17
+ }
18
+ // Map an opaque DHT connect error onto why the peer was unreachable: not found
19
+ // on the DHT vs found-but-un-holepunchable. Relays only bridge after a peer is
20
+ // found, so they can never resolve a PEER_NOT_FOUND.
21
+ export function describeConnectFailure(error, publicKey, relayCount) {
22
+ const code = typeof error === 'object' && error !== null && 'code' in error ? String(error.code) : undefined;
23
+ const relayNote = relayCount > 0 ? `${relayCount} swarm relay(s) configured` : 'no swarm relays configured';
24
+ switch (code) {
25
+ case 'PEER_NOT_FOUND':
26
+ return `provider ${publicKey} was not found on the DHT — it may be offline, still bootstrapping, or unreachable from this network. Relays bridge a connection only after the provider is located, so they cannot find an unannounced provider (${relayNote}).`;
27
+ case 'PEER_CONNECTION_FAILED':
28
+ case 'CANNOT_HOLEPUNCH':
29
+ case 'REMOTE_NOT_HOLEPUNCHABLE':
30
+ case 'REMOTE_NOT_HOLEPUNCHING':
31
+ case 'HOLEPUNCH_ABORTED':
32
+ case 'HOLEPUNCH_PROBE_TIMEOUT':
33
+ case 'HOLEPUNCH_DOUBLE_RANDOMIZED_NATS':
34
+ return `provider ${publicKey} was found but a connection could not be established (NAT/holepunch failure: ${code}; ${relayNote}).`;
35
+ default:
36
+ return error instanceof Error ? error.message : String(error);
37
+ }
38
+ }
@@ -0,0 +1,18 @@
1
+ /**
2
+ * Server-side RPC transport for delegated requests.
3
+ *
4
+ * This module provides `send` and `stream` functions for server-side
5
+ * delegation to remote peers (via HyperSwarm RPC).
6
+ */
7
+ import type RPC from 'bare-rpc';
8
+ import { DELEGATION_BREAKDOWN_KEY, OPERATION_EVENT_KEY, type Request, type Response, type RPCOptions, type DelegationBreakdown, type OperationEvent } from '../schemas/index.js';
9
+ import type { DelegatedHandlerOptions } from '../profiling/index.js';
10
+ export interface DelegateOptions extends RPCOptions, DelegatedHandlerOptions {
11
+ peerKey?: string;
12
+ }
13
+ export type ResponseWithDelegation = Response & {
14
+ [DELEGATION_BREAKDOWN_KEY]?: DelegationBreakdown;
15
+ [OPERATION_EVENT_KEY]?: OperationEvent;
16
+ };
17
+ export declare function send<T extends Request>(request: T, rpc: RPC, options?: DelegateOptions): Promise<Response>;
18
+ export declare function stream<T extends Request>(request: T, rpc: RPC, options?: DelegateOptions): AsyncGenerator<Response>;
@@ -0,0 +1,237 @@
1
+ /**
2
+ * Server-side RPC transport for delegated requests.
3
+ *
4
+ * This module provides `send` and `stream` functions for server-side
5
+ * delegation to remote peers (via HyperSwarm RPC).
6
+ */
7
+ import { requestSchema, responseSchema, PROFILING_KEY, PROFILING_TRAILER_KEY, DELEGATION_BREAKDOWN_KEY, OPERATION_EVENT_KEY } from '../schemas/index.js';
8
+ import { nowMs, extractProfilingMeta, stripProfilingMeta, recordFailure, generateId, createDelegatedProfilingMeta } from '../profiling/index.js';
9
+ import { withTimeout, withTimeoutStream } from '../utils/withTimeout.js';
10
+ import { getEngineLogger } from '../logging/index.js';
11
+ import { DelegateProviderError } from '../errors/index.js';
12
+ import { cleanupStaleConnection } from '../p2p/delegate-client.js';
13
+ import { shouldProfileDelegation, createDelegationTimings, createDelegationStreamTimings, recordDelegationEvents, recordDelegationStreamEvents, buildDelegationStreamBreakdown, flushServerConnectionEvent, consumeBreakdownConnectionTime } from '../profiling/delegation-profiler.js';
14
+ const logger = getEngineLogger();
15
+ import { getNextCommandId } from '../p2p/rpc-utils.js';
16
+ function checkAndThrowError(response) {
17
+ if (response.type === 'error') {
18
+ throw new DelegateProviderError(response.message || 'Unknown provider error', response.code);
19
+ }
20
+ }
21
+ function isConnectionError(error) {
22
+ return !(error instanceof DelegateProviderError);
23
+ }
24
+ function cleanupDelegationPeer(options, error) {
25
+ if (!options?.peerKey)
26
+ return;
27
+ if (error !== undefined && !isConnectionError(error))
28
+ return;
29
+ cleanupStaleConnection(options.peerKey);
30
+ }
31
+ export async function send(request, rpc, options) {
32
+ const { profilingMeta } = options ?? {};
33
+ const shouldProfile = shouldProfileDelegation(request.type, profilingMeta);
34
+ if (!shouldProfile) {
35
+ return sendBase(request, rpc, options, profilingMeta);
36
+ }
37
+ return sendProfiled(request, rpc, options, profilingMeta);
38
+ }
39
+ async function sendBase(request, rpc, options, profilingMeta) {
40
+ try {
41
+ const parsedRequest = requestSchema.parse(request);
42
+ const req = rpc.request(getNextCommandId());
43
+ logger.debug('[delegate-transport] Sending:', { type: request.type });
44
+ // Propagate per-call disable signal to delegated provider
45
+ const finalRequest = profilingMeta?.enabled === false
46
+ ? { ...parsedRequest, [PROFILING_KEY]: { enabled: false } }
47
+ : parsedRequest;
48
+ const payload = JSON.stringify(finalRequest);
49
+ req.send(payload, 'utf-8');
50
+ const response = await withTimeout(req.reply('utf-8'), options?.timeout);
51
+ const rawPayload = JSON.parse(response?.toString() || '{}');
52
+ const resPayload = responseSchema.parse(stripProfilingMeta(rawPayload));
53
+ logger.debug('[delegate-transport] Response:', { type: resPayload.type });
54
+ checkAndThrowError(resPayload);
55
+ return resPayload;
56
+ }
57
+ catch (error) {
58
+ cleanupDelegationPeer(options, error);
59
+ throw error;
60
+ }
61
+ }
62
+ async function sendProfiled(request, rpc, options, profilingMeta) {
63
+ const profileId = profilingMeta?.id ?? generateId();
64
+ const timings = createDelegationTimings(profileId, request.type);
65
+ try {
66
+ if (options?.peerKey) {
67
+ flushServerConnectionEvent(options.peerKey);
68
+ }
69
+ const connectionMs = options?.peerKey
70
+ ? consumeBreakdownConnectionTime(options.peerKey)
71
+ : undefined;
72
+ const parsedRequest = requestSchema.parse(request);
73
+ const req = rpc.request(getNextCommandId());
74
+ logger.debug('[delegate-transport] Sending (profiled):', {
75
+ type: request.type
76
+ });
77
+ const stringifyStart = nowMs();
78
+ const requestWithProfiling = {
79
+ ...parsedRequest,
80
+ [PROFILING_KEY]: createDelegatedProfilingMeta(profileId, profilingMeta)
81
+ };
82
+ const payload = JSON.stringify(requestWithProfiling);
83
+ timings.requestStringifyMs = nowMs() - stringifyStart;
84
+ timings.sendStart = nowMs();
85
+ req.send(payload, 'utf-8');
86
+ const response = await withTimeout(req.reply('utf-8'), options?.timeout);
87
+ timings.firstResponseAt = nowMs();
88
+ const parseStart = nowMs();
89
+ const rawPayload = JSON.parse(response?.toString() || '{}');
90
+ timings.responseJsonParseMs = nowMs() - parseStart;
91
+ const serverMeta = extractProfilingMeta(rawPayload);
92
+ const cleanPayload = stripProfilingMeta(rawPayload);
93
+ const resPayload = responseSchema.parse(cleanPayload);
94
+ logger.debug('[delegate-transport] Response (profiled):', {
95
+ type: resPayload.type
96
+ });
97
+ checkAndThrowError(resPayload);
98
+ const delegationBreakdown = recordDelegationEvents(timings, serverMeta, connectionMs);
99
+ resPayload[DELEGATION_BREAKDOWN_KEY] = delegationBreakdown;
100
+ if (serverMeta?.operation) {
101
+ resPayload[OPERATION_EVENT_KEY] = serverMeta.operation;
102
+ }
103
+ return resPayload;
104
+ }
105
+ catch (error) {
106
+ cleanupDelegationPeer(options, error);
107
+ const base = {
108
+ ts: nowMs(),
109
+ op: timings.requestType,
110
+ kind: 'delegation',
111
+ profileId: timings.profileId
112
+ };
113
+ recordFailure(base, timings.requestStart, error);
114
+ throw error;
115
+ }
116
+ }
117
+ export async function* stream(request, rpc, options = {}) {
118
+ const { profilingMeta } = options;
119
+ const shouldProfile = shouldProfileDelegation(request.type, profilingMeta);
120
+ if (!shouldProfile) {
121
+ yield* streamBase(request, rpc, options, profilingMeta);
122
+ return;
123
+ }
124
+ yield* streamProfiled(request, rpc, options, profilingMeta);
125
+ }
126
+ async function* streamBase(request, rpc, options = {}, profilingMeta) {
127
+ try {
128
+ const parsedRequest = requestSchema.parse(request);
129
+ const req = rpc.request(getNextCommandId());
130
+ logger.debug('[delegate-transport] Streaming:', { type: request.type });
131
+ // Propagate per-call disable signal to delegated provider
132
+ const finalRequest = profilingMeta?.enabled === false
133
+ ? { ...parsedRequest, [PROFILING_KEY]: { enabled: false } }
134
+ : parsedRequest;
135
+ req.send(JSON.stringify(finalRequest), 'utf-8');
136
+ const responseStream = req.createResponseStream({ encoding: 'utf-8' });
137
+ let buffer = '';
138
+ async function* processStream() {
139
+ for await (const chunk of responseStream) {
140
+ yield chunk;
141
+ }
142
+ }
143
+ const streamWithTimeout = withTimeoutStream(processStream(), options?.timeout);
144
+ for await (const chunk of streamWithTimeout) {
145
+ buffer += chunk.toString();
146
+ // Process complete lines (newline-delimited JSON)
147
+ const lines = buffer.split('\n');
148
+ buffer = lines.pop() || ''; // Keep incomplete line in buffer
149
+ for (const line of lines) {
150
+ if (!line.trim())
151
+ continue;
152
+ const rawPayload = JSON.parse(line);
153
+ if (rawPayload[PROFILING_TRAILER_KEY] === true)
154
+ continue;
155
+ const response = responseSchema.parse(stripProfilingMeta(rawPayload));
156
+ checkAndThrowError(response);
157
+ yield response;
158
+ }
159
+ }
160
+ }
161
+ catch (error) {
162
+ cleanupDelegationPeer(options, error);
163
+ throw error;
164
+ }
165
+ }
166
+ async function* streamProfiled(request, rpc, options = {}, profilingMeta) {
167
+ const profileId = profilingMeta?.id ?? generateId();
168
+ const timings = createDelegationStreamTimings(profileId, request.type);
169
+ try {
170
+ if (options.peerKey) {
171
+ flushServerConnectionEvent(options.peerKey);
172
+ }
173
+ const parsedRequest = requestSchema.parse(request);
174
+ const req = rpc.request(getNextCommandId());
175
+ logger.debug('[delegate-transport] Streaming (profiled):', {
176
+ type: request.type
177
+ });
178
+ const stringifyStart = nowMs();
179
+ const requestWithProfiling = {
180
+ ...parsedRequest,
181
+ [PROFILING_KEY]: createDelegatedProfilingMeta(profileId, profilingMeta)
182
+ };
183
+ const payload = JSON.stringify(requestWithProfiling);
184
+ timings.requestStringifyMs = nowMs() - stringifyStart;
185
+ timings.sendStart = nowMs();
186
+ req.send(payload, 'utf-8');
187
+ const responseStream = req.createResponseStream({ encoding: 'utf-8' });
188
+ let buffer = '';
189
+ async function* processStream() {
190
+ for await (const chunk of responseStream) {
191
+ yield chunk;
192
+ }
193
+ }
194
+ const streamWithTimeout = withTimeoutStream(processStream(), options?.timeout);
195
+ let lastServerMeta;
196
+ for await (const chunk of streamWithTimeout) {
197
+ buffer += chunk.toString();
198
+ const lines = buffer.split('\n');
199
+ buffer = lines.pop() || '';
200
+ for (const line of lines) {
201
+ if (!line.trim())
202
+ continue;
203
+ const rawPayload = JSON.parse(line);
204
+ const serverMeta = extractProfilingMeta(rawPayload);
205
+ if (serverMeta) {
206
+ lastServerMeta = serverMeta;
207
+ }
208
+ if (rawPayload[PROFILING_TRAILER_KEY] === true)
209
+ continue;
210
+ const response = responseSchema.parse(stripProfilingMeta(rawPayload));
211
+ checkAndThrowError(response);
212
+ timings.chunkCount++;
213
+ if (timings.firstChunkAt === undefined) {
214
+ timings.firstChunkAt = nowMs();
215
+ }
216
+ timings.lastChunkAt = nowMs();
217
+ if (serverMeta?.operation) {
218
+ response[OPERATION_EVENT_KEY] = serverMeta.operation;
219
+ }
220
+ response[DELEGATION_BREAKDOWN_KEY] = buildDelegationStreamBreakdown(timings);
221
+ yield response;
222
+ }
223
+ }
224
+ recordDelegationStreamEvents(timings, lastServerMeta);
225
+ }
226
+ catch (error) {
227
+ cleanupDelegationPeer(options, error);
228
+ const base = {
229
+ ts: nowMs(),
230
+ op: timings.requestType,
231
+ kind: 'delegation',
232
+ profileId: timings.profileId
233
+ };
234
+ recordFailure(base, timings.requestStart, error);
235
+ throw error;
236
+ }
237
+ }
@@ -0,0 +1,4 @@
1
+ import type RPC from 'bare-rpc';
2
+ import { type ServerProfiler } from '../profiling/index.js';
3
+ export declare function sendErrorResponse(req: RPC.IncomingRequest, error: unknown, profiler?: ServerProfiler): void;
4
+ export declare function sendStreamErrorResponse(stream: ReturnType<RPC.IncomingRequest['createResponseStream']>, error: unknown, profiler?: ServerProfiler): void;