@qvac/sdk 0.8.1 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (608) hide show
  1. package/LICENSE +24 -1
  2. package/README.md +191 -373
  3. package/dist/client/api/cancel.d.ts +4 -22
  4. package/dist/client/api/cancel.js +6 -25
  5. package/dist/client/api/completion-stream.d.ts +30 -24
  6. package/dist/client/api/completion-stream.js +70 -121
  7. package/dist/client/api/delete-cache.js +2 -3
  8. package/dist/client/api/download-asset.d.ts +5 -6
  9. package/dist/client/api/download-asset.js +20 -16
  10. package/dist/client/api/embed.d.ts +4 -21
  11. package/dist/client/api/embed.js +14 -4
  12. package/dist/client/api/index.d.ts +2 -6
  13. package/dist/client/api/index.js +2 -6
  14. package/dist/client/api/load-model.d.ts +21 -49
  15. package/dist/client/api/load-model.js +134 -40
  16. package/dist/client/api/logging-stream.d.ts +4 -7
  17. package/dist/client/api/logging-stream.js +5 -9
  18. package/dist/client/api/ping.d.ts +11 -0
  19. package/dist/client/api/ping.js +18 -0
  20. package/dist/client/api/provide.d.ts +1 -1
  21. package/dist/client/api/provide.js +3 -4
  22. package/dist/client/api/rag.d.ts +21 -216
  23. package/dist/client/api/rag.js +36 -396
  24. package/dist/client/api/stop-provider.d.ts +1 -1
  25. package/dist/client/api/stop-provider.js +3 -4
  26. package/dist/client/api/text-to-speech.d.ts +2 -2
  27. package/dist/client/api/text-to-speech.js +3 -3
  28. package/dist/client/api/transcribe.d.ts +5 -9
  29. package/dist/client/api/transcribe.js +9 -11
  30. package/dist/client/api/translate.d.ts +3 -3
  31. package/dist/client/api/translate.js +15 -15
  32. package/dist/client/api/unload-model.d.ts +1 -5
  33. package/dist/client/api/unload-model.js +4 -17
  34. package/dist/client/index.d.ts +1 -1
  35. package/dist/client/index.js +1 -1
  36. package/dist/client/logging-stream-registry.d.ts +1 -1
  37. package/dist/client/logging-stream-registry.js +13 -14
  38. package/dist/client/rpc/bare-client.d.ts +139 -3
  39. package/dist/client/rpc/bare-client.js +16 -117
  40. package/dist/client/rpc/bare-rpc-client.d.ts +4 -0
  41. package/dist/client/rpc/bare-rpc-client.js +87 -0
  42. package/dist/client/rpc/expo-rpc-client.d.ts +1 -2
  43. package/dist/client/rpc/expo-rpc-client.js +14 -57
  44. package/dist/client/rpc/node-rpc-client.d.ts +8 -3
  45. package/dist/client/rpc/node-rpc-client.js +62 -218
  46. package/dist/client/rpc/rpc-client.d.ts +2 -3
  47. package/dist/client/rpc/rpc-client.js +49 -184
  48. package/dist/constants/audio.d.ts +2 -1
  49. package/dist/constants/audio.js +17 -1
  50. package/dist/constants/index.d.ts +0 -1
  51. package/dist/constants/index.js +0 -1
  52. package/dist/examples/delegated-inference/consumer.js +2 -3
  53. package/dist/examples/download-with-cancel.js +4 -3
  54. package/dist/examples/embed-hyperdrive.d.ts +2 -0
  55. package/dist/examples/embed-hyperdrive.js +19 -0
  56. package/dist/examples/kv-cache-cleanup.js +2 -1
  57. package/dist/examples/kv-cache-custom-key.js +2 -16
  58. package/dist/examples/kv-cache-example.js +2 -1
  59. package/dist/examples/llamacpp-file-logging.d.ts +2 -0
  60. package/dist/examples/{logging-file-transport.js → llamacpp-file-logging.js} +8 -3
  61. package/dist/examples/llamacpp-filesystem.js +2 -2
  62. package/dist/examples/llamacpp-http.js +1 -0
  63. package/dist/examples/llamacpp-hyperdrive.d.ts +2 -0
  64. package/dist/examples/{llamacpp-p2p.js → llamacpp-hyperdrive.js} +2 -1
  65. package/dist/examples/llamacpp-multimodal.js +4 -3
  66. package/dist/examples/llamacpp-native-tools.js +30 -72
  67. package/dist/examples/multi-model-demo.js +3 -2
  68. package/dist/examples/parallel-download.js +14 -46
  69. package/dist/examples/rag/rag-chromadb.js +1 -0
  70. package/dist/examples/rag/rag-hyperdb-workspaces.d.ts +2 -0
  71. package/dist/examples/rag/rag-hyperdb-workspaces.js +107 -0
  72. package/dist/examples/rag/rag-hyperdb.d.ts +2 -0
  73. package/dist/examples/rag/{rag-hyperdb/ingest.js → rag-hyperdb.js} +5 -10
  74. package/dist/examples/rag/rag-lancedb.js +1 -0
  75. package/dist/examples/rag/rag-sqlite.js +1 -0
  76. package/dist/examples/seed-hyperdrive.d.ts +2 -0
  77. package/dist/examples/text-to-speech.d.ts +3 -0
  78. package/dist/examples/{tts/utils.js → text-to-speech.js} +63 -18
  79. package/dist/examples/translation/translation-indic.js +1 -4
  80. package/dist/examples/translation/translation-llm-context.js +1 -0
  81. package/dist/examples/translation/translation-llm.js +2 -2
  82. package/dist/examples/translation/translation-opus.js +3 -6
  83. package/dist/examples/translation/translation-stream.js +3 -3
  84. package/dist/examples/whispercpp-filesystem.js +43 -0
  85. package/dist/examples/{transcription/whispercpp-microphone-record.js → whispercpp-microphone-record.js} +9 -8
  86. package/dist/expo/plugins/index.d.ts +0 -3
  87. package/dist/expo/plugins/index.js +0 -3
  88. package/dist/expo/plugins/withMobileBundle.d.ts +2 -5
  89. package/dist/expo/plugins/withMobileBundle.js +40 -121
  90. package/dist/expo/plugins/withQvacSDK.d.ts +0 -4
  91. package/dist/expo/plugins/withQvacSDK.js +1 -26
  92. package/dist/index.d.ts +4 -9
  93. package/dist/index.js +5 -11
  94. package/dist/logging/base-logger.js +16 -26
  95. package/dist/logging/index.d.ts +1 -7
  96. package/dist/logging/index.js +1 -7
  97. package/dist/logging/logger.d.ts +2 -0
  98. package/dist/logging/logger.js +6 -11
  99. package/dist/logging/stream-logger.d.ts +1 -1
  100. package/dist/logging/stream-logger.js +3 -6
  101. package/dist/logging/transport.js +2 -2
  102. package/dist/logging/types.d.ts +0 -2
  103. package/dist/logging/utils.d.ts +0 -2
  104. package/dist/logging/utils.js +0 -62
  105. package/dist/models/{registry → hyperdrive}/index.js +1 -1
  106. package/dist/models/hyperdrive/models.d.ts +619 -0
  107. package/dist/models/hyperdrive/models.js +693 -0
  108. package/dist/schemas/cancel.d.ts +0 -18
  109. package/dist/schemas/cancel.js +0 -7
  110. package/dist/schemas/common.d.ts +166 -3012
  111. package/dist/schemas/common.js +4 -27
  112. package/dist/schemas/completion-stream.d.ts +60 -31
  113. package/dist/schemas/completion-stream.js +44 -20
  114. package/dist/schemas/delegate.d.ts +0 -9
  115. package/dist/schemas/delegate.js +2 -6
  116. package/dist/schemas/download-asset.d.ts +3 -125
  117. package/dist/schemas/download-asset.js +5 -22
  118. package/dist/schemas/embed.d.ts +3 -3
  119. package/dist/schemas/embed.js +2 -9
  120. package/dist/schemas/index.d.ts +2 -20
  121. package/dist/schemas/index.js +2 -20
  122. package/dist/schemas/llamacpp-config.d.ts +12 -243
  123. package/dist/schemas/llamacpp-config.js +14 -50
  124. package/dist/schemas/load-model.d.ts +893 -14471
  125. package/dist/schemas/load-model.js +72 -325
  126. package/dist/schemas/logging-stream.d.ts +4 -11
  127. package/dist/schemas/logging-stream.js +3 -4
  128. package/dist/schemas/ping.d.ts +11 -0
  129. package/dist/schemas/ping.js +8 -0
  130. package/dist/schemas/rag.d.ts +52 -183
  131. package/dist/schemas/rag.js +23 -152
  132. package/dist/schemas/text-to-speech.d.ts +1 -692
  133. package/dist/schemas/text-to-speech.js +3 -35
  134. package/dist/schemas/transcription.d.ts +0 -3
  135. package/dist/schemas/transcription.js +0 -1
  136. package/dist/schemas/translate.d.ts +23 -68
  137. package/dist/schemas/translate.js +11 -37
  138. package/dist/schemas/translation-config.d.ts +7 -810
  139. package/dist/schemas/translation-config.js +7 -113
  140. package/dist/schemas/unload-model.d.ts +0 -2
  141. package/dist/schemas/unload-model.js +0 -2
  142. package/dist/schemas/whispercpp-config.d.ts +25 -0
  143. package/dist/schemas/whispercpp-config.js +18 -0
  144. package/dist/server/bare/{ops → addons}/cancel.js +1 -2
  145. package/dist/server/bare/addons/index.d.ts +4 -0
  146. package/dist/server/bare/addons/index.js +3 -0
  147. package/dist/server/bare/addons/llamacpp/create-model.d.ts +5 -0
  148. package/dist/server/bare/addons/llamacpp/create-model.js +67 -0
  149. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.d.ts +1 -2
  150. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.js +87 -54
  151. package/dist/server/bare/addons/llamacpp/handlers/embed.d.ts +4 -0
  152. package/dist/server/bare/{ops → addons/llamacpp/handlers}/embed.js +7 -22
  153. package/dist/server/bare/addons/llamacpp/index.d.ts +4 -0
  154. package/dist/server/bare/addons/llamacpp/index.js +3 -0
  155. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.d.ts +1 -4
  156. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.js +19 -54
  157. package/dist/server/bare/addons/load-model.d.ts +3 -0
  158. package/dist/server/bare/addons/load-model.js +62 -0
  159. package/dist/server/bare/addons/translation/create-model.d.ts +4 -0
  160. package/dist/server/bare/addons/translation/create-model.js +45 -0
  161. package/dist/server/bare/addons/translation/handlers/translate.d.ts +3 -0
  162. package/dist/server/bare/{ops → addons/translation/handlers}/translate.js +14 -47
  163. package/dist/server/bare/addons/translation/index.d.ts +3 -0
  164. package/dist/server/bare/addons/translation/index.js +2 -0
  165. package/dist/server/bare/addons/tts/create-model.d.ts +6 -0
  166. package/dist/server/bare/addons/tts/create-model.js +40 -0
  167. package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.js +3 -25
  168. package/dist/server/bare/addons/tts/index.d.ts +3 -0
  169. package/dist/server/bare/addons/tts/index.js +2 -0
  170. package/dist/server/bare/addons/unload-model.js +20 -0
  171. package/dist/server/bare/addons/whispercpp/create-model.d.ts +6 -0
  172. package/dist/server/bare/addons/whispercpp/create-model.js +55 -0
  173. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.d.ts +3 -0
  174. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.js +48 -0
  175. package/dist/server/bare/addons/whispercpp/index.d.ts +3 -0
  176. package/dist/server/bare/addons/whispercpp/index.js +2 -0
  177. package/dist/server/bare/delegate-rpc-client.d.ts +0 -6
  178. package/dist/server/bare/delegate-rpc-client.js +45 -187
  179. package/dist/server/bare/hyperswarm.d.ts +0 -3
  180. package/dist/server/bare/hyperswarm.js +6 -29
  181. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
  182. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +10 -9
  183. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +4 -7
  184. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +14 -13
  185. package/dist/server/bare/rag-hyperdb/handlers/search.js +10 -10
  186. package/dist/server/bare/rag-hyperdb/index.d.ts +1 -8
  187. package/dist/server/bare/rag-hyperdb/index.js +1 -8
  188. package/dist/server/bare/rag-hyperdb/rag-manager.d.ts +5 -0
  189. package/dist/server/bare/rag-hyperdb/rag-manager.js +65 -0
  190. package/dist/server/bare/registry/logging-stream-registry.d.ts +7 -24
  191. package/dist/server/bare/registry/logging-stream-registry.js +20 -99
  192. package/dist/server/bare/registry/model-registry.d.ts +26 -16
  193. package/dist/server/bare/registry/model-registry.js +13 -34
  194. package/dist/server/error-handlers.d.ts +2 -3
  195. package/dist/server/error-handlers.js +10 -15
  196. package/dist/server/http-server.d.ts +2 -0
  197. package/dist/server/http-server.js +189 -0
  198. package/dist/server/rpc/create-server.js +3 -5
  199. package/dist/server/rpc/handle-request.d.ts +9 -0
  200. package/dist/server/rpc/handle-request.js +242 -92
  201. package/dist/server/rpc/handlers/cancelHandler.js +3 -14
  202. package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +1 -3
  203. package/dist/server/rpc/handlers/completion-stream-delegated.js +8 -20
  204. package/dist/server/rpc/handlers/completion-stream.js +41 -2
  205. package/dist/server/rpc/handlers/delete-cache.js +2 -4
  206. package/dist/server/rpc/handlers/download-asset.js +6 -59
  207. package/dist/server/rpc/handlers/embed.js +19 -2
  208. package/dist/server/rpc/handlers/index.d.ts +0 -13
  209. package/dist/server/rpc/handlers/index.js +0 -13
  210. package/dist/server/rpc/handlers/load-model/download-manager.d.ts +11 -12
  211. package/dist/server/rpc/handlers/load-model/download-manager.js +28 -43
  212. package/dist/server/rpc/handlers/load-model/http.d.ts +1 -2
  213. package/dist/server/rpc/handlers/load-model/http.js +55 -424
  214. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +1 -2
  215. package/dist/server/rpc/handlers/load-model/hyperdrive.js +171 -364
  216. package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
  217. package/dist/server/rpc/handlers/load-model/index.js +2 -2
  218. package/dist/server/rpc/handlers/load-model/resolve.d.ts +1 -3
  219. package/dist/server/rpc/handlers/load-model/resolve.js +29 -110
  220. package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -6
  221. package/dist/server/rpc/handlers/load-model-delegated.js +20 -60
  222. package/dist/server/rpc/handlers/{load-model/handler.d.ts → load-model.d.ts} +2 -2
  223. package/dist/server/rpc/handlers/load-model.js +57 -0
  224. package/dist/server/rpc/handlers/logging-stream.js +4 -4
  225. package/dist/server/rpc/handlers/provideHandler/connection.js +10 -12
  226. package/dist/server/rpc/handlers/provideHandler/handler.js +17 -20
  227. package/dist/server/rpc/handlers/provideHandler/proxy.js +6 -8
  228. package/dist/server/rpc/handlers/rag.d.ts +2 -2
  229. package/dist/server/rpc/handlers/rag.js +43 -130
  230. package/dist/server/rpc/handlers/stopProvideHandler.js +2 -6
  231. package/dist/server/rpc/handlers/text-to-speech.js +5 -2
  232. package/dist/server/rpc/handlers/transcribe-stream.js +24 -2
  233. package/dist/server/rpc/handlers/translate.js +49 -2
  234. package/dist/server/rpc/handlers/unload-model.js +3 -12
  235. package/dist/server/rpc/index.d.ts +1 -1
  236. package/dist/server/utils/audio/decoder.d.ts +1 -2
  237. package/dist/server/utils/audio/decoder.js +12 -49
  238. package/dist/server/utils/cache.d.ts +8 -19
  239. package/dist/server/utils/cache.js +15 -100
  240. package/dist/server/utils/hash.d.ts +5 -0
  241. package/dist/server/utils/hash.js +11 -0
  242. package/dist/server/utils/index.d.ts +2 -7
  243. package/dist/server/utils/index.js +2 -7
  244. package/dist/server/utils/tool-parser.js +14 -28
  245. package/dist/server/worker.d.ts +5 -4
  246. package/dist/server/worker.js +89 -22
  247. package/package.json +41 -148
  248. package/NOTICE +0 -695
  249. package/bare-imports.json +0 -44
  250. package/dist/client/api/get-model-info.d.ts +0 -36
  251. package/dist/client/api/get-model-info.js +0 -14
  252. package/dist/client/api/heartbeat.d.ts +0 -30
  253. package/dist/client/api/heartbeat.js +0 -38
  254. package/dist/client/api/invoke-plugin.d.ts +0 -15
  255. package/dist/client/api/invoke-plugin.js +0 -38
  256. package/dist/client/api/ocr.d.ts +0 -31
  257. package/dist/client/api/ocr.js +0 -88
  258. package/dist/client/api/registry.d.ts +0 -14
  259. package/dist/client/api/registry.js +0 -37
  260. package/dist/client/config-loader/config-utils.d.ts +0 -5
  261. package/dist/client/config-loader/config-utils.js +0 -20
  262. package/dist/client/config-loader/resolve-config.bare.d.ts +0 -9
  263. package/dist/client/config-loader/resolve-config.bare.js +0 -87
  264. package/dist/client/config-loader/resolve-config.expo.d.ts +0 -11
  265. package/dist/client/config-loader/resolve-config.expo.js +0 -62
  266. package/dist/client/config-loader/resolve-config.node.d.ts +0 -10
  267. package/dist/client/config-loader/resolve-config.node.js +0 -145
  268. package/dist/client/init-hooks.d.ts +0 -21
  269. package/dist/client/init-hooks.js +0 -66
  270. package/dist/client/rpc/expo-device-info.d.ts +0 -6
  271. package/dist/client/rpc/expo-device-info.js +0 -32
  272. package/dist/client/rpc/profiling/index.d.ts +0 -2
  273. package/dist/client/rpc/profiling/index.js +0 -1
  274. package/dist/client/rpc/profiling/profiler.d.ts +0 -27
  275. package/dist/client/rpc/profiling/profiler.js +0 -139
  276. package/dist/constants/registry.d.ts +0 -2
  277. package/dist/constants/registry.js +0 -1
  278. package/dist/examples/cache-management.d.ts +0 -2
  279. package/dist/examples/cache-management.js +0 -97
  280. package/dist/examples/config/blind-relay/blind-relay.config.d.ts +0 -5
  281. package/dist/examples/config/blind-relay/blind-relay.config.js +0 -7
  282. package/dist/examples/config/default/default.config.d.ts +0 -8
  283. package/dist/examples/config/default/default.config.js +0 -6
  284. package/dist/examples/config/plugins/plugins.config.d.ts +0 -5
  285. package/dist/examples/config/plugins/plugins.config.js +0 -4
  286. package/dist/examples/config-reload.d.ts +0 -2
  287. package/dist/examples/config-reload.js +0 -49
  288. package/dist/examples/default-config-usage.d.ts +0 -17
  289. package/dist/examples/default-config-usage.js +0 -47
  290. package/dist/examples/delegated-inference/consumer-profiled.d.ts +0 -2
  291. package/dist/examples/delegated-inference/consumer-profiled.js +0 -67
  292. package/dist/examples/download-with-blind-relays.d.ts +0 -2
  293. package/dist/examples/download-with-blind-relays.js +0 -49
  294. package/dist/examples/embed-p2p.d.ts +0 -2
  295. package/dist/examples/embed-p2p.js +0 -54
  296. package/dist/examples/llamacpp-p2p.d.ts +0 -2
  297. package/dist/examples/llamacpp-sharded.d.ts +0 -2
  298. package/dist/examples/llamacpp-sharded.js +0 -53
  299. package/dist/examples/logging-file-transport.d.ts +0 -2
  300. package/dist/examples/logging-streaming.d.ts +0 -2
  301. package/dist/examples/logging-streaming.js +0 -75
  302. package/dist/examples/mcp-websearch.d.ts +0 -13
  303. package/dist/examples/mcp-websearch.js +0 -176
  304. package/dist/examples/ocr-fasttext.d.ts +0 -2
  305. package/dist/examples/ocr-fasttext.js +0 -52
  306. package/dist/examples/plugins.d.ts +0 -14
  307. package/dist/examples/plugins.js +0 -129
  308. package/dist/examples/profiling/basic.d.ts +0 -2
  309. package/dist/examples/profiling/basic.js +0 -71
  310. package/dist/examples/profiling/per-call.d.ts +0 -2
  311. package/dist/examples/profiling/per-call.js +0 -30
  312. package/dist/examples/quickstart.d.ts +0 -2
  313. package/dist/examples/quickstart.js +0 -28
  314. package/dist/examples/rag/rag-hyperdb/cancellation.d.ts +0 -2
  315. package/dist/examples/rag/rag-hyperdb/cancellation.js +0 -75
  316. package/dist/examples/rag/rag-hyperdb/ingest.d.ts +0 -2
  317. package/dist/examples/rag/rag-hyperdb/pipeline.d.ts +0 -2
  318. package/dist/examples/rag/rag-hyperdb/pipeline.js +0 -74
  319. package/dist/examples/rag/rag-hyperdb/workspaces.d.ts +0 -2
  320. package/dist/examples/rag/rag-hyperdb/workspaces.js +0 -178
  321. package/dist/examples/registry-query.d.ts +0 -2
  322. package/dist/examples/registry-query.js +0 -87
  323. package/dist/examples/seed-p2p.d.ts +0 -2
  324. package/dist/examples/transcription/parakeet-ctc-filesystem.d.ts +0 -2
  325. package/dist/examples/transcription/parakeet-ctc-filesystem.js +0 -40
  326. package/dist/examples/transcription/parakeet-microphone-record.d.ts +0 -2
  327. package/dist/examples/transcription/parakeet-microphone-record.js +0 -95
  328. package/dist/examples/transcription/parakeet-sortformer.d.ts +0 -2
  329. package/dist/examples/transcription/parakeet-sortformer.js +0 -115
  330. package/dist/examples/transcription/parakeet-tdt-filesystem.d.ts +0 -2
  331. package/dist/examples/transcription/parakeet-tdt-filesystem.js +0 -44
  332. package/dist/examples/transcription/whispercpp-filesystem.js +0 -69
  333. package/dist/examples/transcription/whispercpp-prompt.d.ts +0 -2
  334. package/dist/examples/transcription/whispercpp-prompt.js +0 -67
  335. package/dist/examples/translation/translation-bergamot-batch.d.ts +0 -2
  336. package/dist/examples/translation/translation-bergamot-batch.js +0 -49
  337. package/dist/examples/translation/translation-bergamot-pivot.d.ts +0 -2
  338. package/dist/examples/translation/translation-bergamot-pivot.js +0 -73
  339. package/dist/examples/translation/translation-bergamot.d.ts +0 -2
  340. package/dist/examples/translation/translation-bergamot.js +0 -39
  341. package/dist/examples/translation/translation-llm-afriquegemma.d.ts +0 -2
  342. package/dist/examples/translation/translation-llm-afriquegemma.js +0 -39
  343. package/dist/examples/tts/chatterbox.d.ts +0 -2
  344. package/dist/examples/tts/chatterbox.js +0 -59
  345. package/dist/examples/tts/supertonic.d.ts +0 -2
  346. package/dist/examples/tts/supertonic.js +0 -51
  347. package/dist/examples/tts/utils.d.ts +0 -17
  348. package/dist/expo/plugins/resolve-sdk-package-dir.d.ts +0 -15
  349. package/dist/expo/plugins/resolve-sdk-package-dir.js +0 -31
  350. package/dist/expo/plugins/withAndroidArchitecture.d.ts +0 -8
  351. package/dist/expo/plugins/withAndroidArchitecture.js +0 -52
  352. package/dist/expo/plugins/withAndroidNdkVersion.d.ts +0 -8
  353. package/dist/expo/plugins/withAndroidNdkVersion.js +0 -31
  354. package/dist/expo/plugins/withDeviceInfo.d.ts +0 -10
  355. package/dist/expo/plugins/withDeviceInfo.js +0 -48
  356. package/dist/logging/addon.d.ts +0 -6
  357. package/dist/logging/addon.js +0 -75
  358. package/dist/logging/client-logger.d.ts +0 -3
  359. package/dist/logging/client-logger.js +0 -24
  360. package/dist/logging/namespaces.d.ts +0 -6
  361. package/dist/logging/namespaces.js +0 -6
  362. package/dist/logging/registry.d.ts +0 -31
  363. package/dist/logging/registry.js +0 -62
  364. package/dist/logging/server-logger.d.ts +0 -3
  365. package/dist/logging/server-logger.js +0 -16
  366. package/dist/models/registry/models.d.ts +0 -10417
  367. package/dist/models/registry/models.js +0 -10757
  368. package/dist/models/update-models/codegen.d.ts +0 -3
  369. package/dist/models/update-models/codegen.js +0 -135
  370. package/dist/models/update-models/history.d.ts +0 -24
  371. package/dist/models/update-models/history.js +0 -107
  372. package/dist/models/update-models/index.d.ts +0 -2
  373. package/dist/models/update-models/index.js +0 -125
  374. package/dist/models/update-models/naming.d.ts +0 -4
  375. package/dist/models/update-models/naming.js +0 -370
  376. package/dist/models/update-models/processing.d.ts +0 -8
  377. package/dist/models/update-models/processing.js +0 -67
  378. package/dist/models/update-models/registry.d.ts +0 -4
  379. package/dist/models/update-models/registry.js +0 -67
  380. package/dist/models/update-models/shards.d.ts +0 -4
  381. package/dist/models/update-models/shards.js +0 -57
  382. package/dist/models/update-models/types.d.ts +0 -60
  383. package/dist/models/update-models/types.js +0 -1
  384. package/dist/models/update-models/utils.d.ts +0 -3
  385. package/dist/models/update-models/utils.js +0 -21
  386. package/dist/pear/pre.d.ts +0 -18
  387. package/dist/pear/pre.js +0 -433
  388. package/dist/profiling/aggregator.d.ts +0 -15
  389. package/dist/profiling/aggregator.js +0 -100
  390. package/dist/profiling/clock.d.ts +0 -12
  391. package/dist/profiling/clock.js +0 -51
  392. package/dist/profiling/controller.d.ts +0 -33
  393. package/dist/profiling/controller.js +0 -123
  394. package/dist/profiling/envelope.d.ts +0 -10
  395. package/dist/profiling/envelope.js +0 -36
  396. package/dist/profiling/events.d.ts +0 -20
  397. package/dist/profiling/events.js +0 -37
  398. package/dist/profiling/exporters.d.ts +0 -10
  399. package/dist/profiling/exporters.js +0 -236
  400. package/dist/profiling/index.d.ts +0 -36
  401. package/dist/profiling/index.js +0 -31
  402. package/dist/profiling/ring-buffer.d.ts +0 -19
  403. package/dist/profiling/ring-buffer.js +0 -83
  404. package/dist/profiling/types.d.ts +0 -47
  405. package/dist/profiling/types.js +0 -1
  406. package/dist/schemas/archive.d.ts +0 -9
  407. package/dist/schemas/archive.js +0 -17
  408. package/dist/schemas/engine-addon-map.d.ts +0 -5
  409. package/dist/schemas/engine-addon-map.js +0 -52
  410. package/dist/schemas/get-model-info.d.ts +0 -120
  411. package/dist/schemas/get-model-info.js +0 -58
  412. package/dist/schemas/heartbeat.d.ts +0 -17
  413. package/dist/schemas/heartbeat.js +0 -10
  414. package/dist/schemas/json-schema.d.ts +0 -16
  415. package/dist/schemas/json-schema.js +0 -2
  416. package/dist/schemas/mcp-adapter.d.ts +0 -47
  417. package/dist/schemas/mcp-adapter.js +0 -1
  418. package/dist/schemas/model-src-utils.d.ts +0 -148
  419. package/dist/schemas/model-src-utils.js +0 -35
  420. package/dist/schemas/model-types.d.ts +0 -183
  421. package/dist/schemas/model-types.js +0 -168
  422. package/dist/schemas/ocr.d.ts +0 -125
  423. package/dist/schemas/ocr.js +0 -57
  424. package/dist/schemas/path-validation.d.ts +0 -10
  425. package/dist/schemas/path-validation.js +0 -22
  426. package/dist/schemas/plugin.d.ts +0 -226
  427. package/dist/schemas/plugin.js +0 -158
  428. package/dist/schemas/profiling.d.ts +0 -105
  429. package/dist/schemas/profiling.js +0 -66
  430. package/dist/schemas/registry.d.ts +0 -356
  431. package/dist/schemas/registry.js +0 -93
  432. package/dist/schemas/reload-config.d.ts +0 -476
  433. package/dist/schemas/reload-config.js +0 -44
  434. package/dist/schemas/runtime-context.d.ts +0 -19
  435. package/dist/schemas/runtime-context.js +0 -7
  436. package/dist/schemas/sdk-config.d.ts +0 -2973
  437. package/dist/schemas/sdk-config.js +0 -136
  438. package/dist/schemas/sdk-errors-client.d.ts +0 -31
  439. package/dist/schemas/sdk-errors-client.js +0 -143
  440. package/dist/schemas/sdk-errors-registry.d.ts +0 -6
  441. package/dist/schemas/sdk-errors-registry.js +0 -8
  442. package/dist/schemas/sdk-errors-server.d.ts +0 -89
  443. package/dist/schemas/sdk-errors-server.js +0 -451
  444. package/dist/schemas/shard.d.ts +0 -21
  445. package/dist/schemas/shard.js +0 -17
  446. package/dist/schemas/tools.d.ts +0 -65
  447. package/dist/schemas/tools.js +0 -43
  448. package/dist/schemas/transcription-config.d.ts +0 -383
  449. package/dist/schemas/transcription-config.js +0 -95
  450. package/dist/scripts/run-security-tests-bare.d.ts +0 -2
  451. package/dist/scripts/run-security-tests-bare.js +0 -78
  452. package/dist/scripts/run-security-tests.d.ts +0 -2
  453. package/dist/scripts/run-security-tests.js +0 -22
  454. package/dist/scripts/run-unit-tests.d.ts +0 -2
  455. package/dist/scripts/run-unit-tests.js +0 -17
  456. package/dist/server/bare/ops/embed.d.ts +0 -12
  457. package/dist/server/bare/ops/load-model.d.ts +0 -9
  458. package/dist/server/bare/ops/load-model.js +0 -85
  459. package/dist/server/bare/ops/transcribe.d.ts +0 -3
  460. package/dist/server/bare/ops/transcribe.js +0 -75
  461. package/dist/server/bare/ops/translate.d.ts +0 -5
  462. package/dist/server/bare/ops/unload-model.js +0 -41
  463. package/dist/server/bare/plugins/index.d.ts +0 -8
  464. package/dist/server/bare/plugins/index.js +0 -7
  465. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +0 -6
  466. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +0 -34
  467. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +0 -220
  468. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +0 -155
  469. package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +0 -54
  470. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +0 -87
  471. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +0 -367
  472. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +0 -201
  473. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.d.ts +0 -10
  474. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.js +0 -110
  475. package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +0 -86
  476. package/dist/server/bare/plugins/onnx-ocr/plugin.js +0 -117
  477. package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +0 -373
  478. package/dist/server/bare/plugins/onnx-tts/plugin.js +0 -182
  479. package/dist/server/bare/plugins/onnx-tts/wav-helper.d.ts +0 -14
  480. package/dist/server/bare/plugins/onnx-tts/wav-helper.js +0 -107
  481. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +0 -317
  482. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +0 -154
  483. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +0 -237
  484. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +0 -86
  485. package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +0 -3
  486. package/dist/server/bare/rag-hyperdb/handlers/chunk.js +0 -7
  487. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +0 -3
  488. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +0 -9
  489. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +0 -3
  490. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +0 -14
  491. package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +0 -9
  492. package/dist/server/bare/rag-hyperdb/handlers/ingest.js +0 -18
  493. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +0 -3
  494. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +0 -4
  495. package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +0 -9
  496. package/dist/server/bare/rag-hyperdb/handlers/reindex.js +0 -16
  497. package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +0 -7
  498. package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +0 -39
  499. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +0 -15
  500. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +0 -136
  501. package/dist/server/bare/registry/config-registry.d.ts +0 -14
  502. package/dist/server/bare/registry/config-registry.js +0 -82
  503. package/dist/server/bare/registry/model-config-registry.d.ts +0 -4
  504. package/dist/server/bare/registry/model-config-registry.js +0 -15
  505. package/dist/server/bare/registry/model-config-utils.d.ts +0 -15
  506. package/dist/server/bare/registry/model-config-utils.js +0 -112
  507. package/dist/server/bare/registry/registry-client.d.ts +0 -5
  508. package/dist/server/bare/registry/registry-client.js +0 -37
  509. package/dist/server/bare/registry/runtime-context-registry.d.ts +0 -7
  510. package/dist/server/bare/registry/runtime-context-registry.js +0 -26
  511. package/dist/server/bare/utils/audio-input.d.ts +0 -10
  512. package/dist/server/bare/utils/audio-input.js +0 -33
  513. package/dist/server/bare/utils/loader-adapter.d.ts +0 -7
  514. package/dist/server/bare/utils/loader-adapter.js +0 -9
  515. package/dist/server/env.d.ts +0 -22
  516. package/dist/server/env.js +0 -57
  517. package/dist/server/plugins/index.d.ts +0 -2
  518. package/dist/server/plugins/index.js +0 -1
  519. package/dist/server/plugins/registry.d.ts +0 -9
  520. package/dist/server/plugins/registry.js +0 -79
  521. package/dist/server/rpc/delegate-transport.d.ts +0 -19
  522. package/dist/server/rpc/delegate-transport.js +0 -236
  523. package/dist/server/rpc/delegate-utils.d.ts +0 -2
  524. package/dist/server/rpc/delegate-utils.js +0 -5
  525. package/dist/server/rpc/handler-registry.d.ts +0 -3
  526. package/dist/server/rpc/handler-registry.js +0 -113
  527. package/dist/server/rpc/handler-utils.d.ts +0 -23
  528. package/dist/server/rpc/handler-utils.js +0 -170
  529. package/dist/server/rpc/handlers/cancel-delegated.d.ts +0 -4
  530. package/dist/server/rpc/handlers/cancel-delegated.js +0 -71
  531. package/dist/server/rpc/handlers/get-model-info.d.ts +0 -3
  532. package/dist/server/rpc/handlers/get-model-info.js +0 -164
  533. package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +0 -4
  534. package/dist/server/rpc/handlers/heartbeat-delegated.js +0 -32
  535. package/dist/server/rpc/handlers/heartbeat.d.ts +0 -3
  536. package/dist/server/rpc/handlers/heartbeat.js +0 -3
  537. package/dist/server/rpc/handlers/load-model/download-stats.d.ts +0 -6
  538. package/dist/server/rpc/handlers/load-model/download-stats.js +0 -87
  539. package/dist/server/rpc/handlers/load-model/handler.js +0 -187
  540. package/dist/server/rpc/handlers/load-model/registry.d.ts +0 -11
  541. package/dist/server/rpc/handlers/load-model/registry.js +0 -548
  542. package/dist/server/rpc/handlers/load-model/types.d.ts +0 -29
  543. package/dist/server/rpc/handlers/load-model/types.js +0 -1
  544. package/dist/server/rpc/handlers/ocr-stream.d.ts +0 -3
  545. package/dist/server/rpc/handlers/ocr-stream.js +0 -4
  546. package/dist/server/rpc/handlers/plugin-dispatch.d.ts +0 -15
  547. package/dist/server/rpc/handlers/plugin-dispatch.js +0 -59
  548. package/dist/server/rpc/handlers/plugin-invoke.d.ts +0 -4
  549. package/dist/server/rpc/handlers/plugin-invoke.js +0 -92
  550. package/dist/server/rpc/handlers/registry.d.ts +0 -5
  551. package/dist/server/rpc/handlers/registry.js +0 -157
  552. package/dist/server/rpc/handlers/unload-model-delegated.d.ts +0 -3
  553. package/dist/server/rpc/handlers/unload-model-delegated.js +0 -32
  554. package/dist/server/rpc/profiling/context.d.ts +0 -18
  555. package/dist/server/rpc/profiling/context.js +0 -38
  556. package/dist/server/rpc/profiling/delegation-profiler.d.ts +0 -32
  557. package/dist/server/rpc/profiling/delegation-profiler.js +0 -154
  558. package/dist/server/rpc/profiling/index.d.ts +0 -5
  559. package/dist/server/rpc/profiling/index.js +0 -4
  560. package/dist/server/rpc/profiling/operation-metrics.d.ts +0 -25
  561. package/dist/server/rpc/profiling/operation-metrics.js +0 -199
  562. package/dist/server/rpc/profiling/operation-wrappers.d.ts +0 -18
  563. package/dist/server/rpc/profiling/operation-wrappers.js +0 -124
  564. package/dist/server/rpc/profiling/profiler.d.ts +0 -13
  565. package/dist/server/rpc/profiling/profiler.js +0 -97
  566. package/dist/server/utils/archive.d.ts +0 -4
  567. package/dist/server/utils/archive.js +0 -179
  568. package/dist/server/utils/checksum.d.ts +0 -4
  569. package/dist/server/utils/checksum.js +0 -31
  570. package/dist/server/utils/config-transform.d.ts +0 -3
  571. package/dist/server/utils/config-transform.js +0 -23
  572. package/dist/server/utils/formatting.d.ts +0 -19
  573. package/dist/server/utils/formatting.js +0 -61
  574. package/dist/server/utils/gguf-tensor-extractor.d.ts +0 -15
  575. package/dist/server/utils/gguf-tensor-extractor.js +0 -314
  576. package/dist/server/utils/path-security.d.ts +0 -12
  577. package/dist/server/utils/path-security.js +0 -25
  578. package/dist/server/utils/shard-utils.d.ts +0 -48
  579. package/dist/server/utils/shard-utils.js +0 -125
  580. package/dist/server/utils/tool-integration.d.ts +0 -13
  581. package/dist/server/utils/tool-integration.js +0 -43
  582. package/dist/server/worker-core.d.ts +0 -6
  583. package/dist/server/worker-core.js +0 -88
  584. package/dist/utils/errors-base.d.ts +0 -3
  585. package/dist/utils/errors-base.js +0 -13
  586. package/dist/utils/errors-client.d.ts +0 -137
  587. package/dist/utils/errors-client.js +0 -240
  588. package/dist/utils/errors-server.d.ts +0 -236
  589. package/dist/utils/errors-server.js +0 -412
  590. package/dist/utils/global-singleton.d.ts +0 -2
  591. package/dist/utils/global-singleton.js +0 -10
  592. package/dist/utils/mcp-adapter.d.ts +0 -12
  593. package/dist/utils/mcp-adapter.js +0 -103
  594. package/dist/utils/object.d.ts +0 -2
  595. package/dist/utils/object.js +0 -3
  596. package/dist/utils/path-sanitize.d.ts +0 -17
  597. package/dist/utils/path-sanitize.js +0 -54
  598. package/dist/utils/tool-helpers.d.ts +0 -25
  599. package/dist/utils/tool-helpers.js +0 -112
  600. package/expo/plugins/patches/android-link.mjs +0 -63
  601. package/expo/plugins/patches/ios-link.mjs +0 -63
  602. /package/dist/examples/{seed-p2p.js → seed-hyperdrive.js} +0 -0
  603. /package/dist/examples/{transcription/whispercpp-filesystem.d.ts → whispercpp-filesystem.d.ts} +0 -0
  604. /package/dist/examples/{transcription/whispercpp-microphone-record.d.ts → whispercpp-microphone-record.d.ts} +0 -0
  605. /package/dist/models/{registry → hyperdrive}/index.d.ts +0 -0
  606. /package/dist/server/bare/{ops → addons}/cancel.d.ts +0 -0
  607. /package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.d.ts +0 -0
  608. /package/dist/server/bare/{ops → addons}/unload-model.d.ts +0 -0
@@ -1,236 +0,0 @@
1
- /**
2
- * Server-side RPC transport for delegated requests.
3
- *
4
- * This module provides `send` and `stream` functions for server-side
5
- * delegation to remote peers (via HyperSwarm RPC).
6
- */
7
- import { requestSchema, responseSchema, PROFILING_KEY, DELEGATION_BREAKDOWN_KEY, OPERATION_EVENT_KEY, } from "../../schemas/index.js";
8
- import { nowMs, extractProfilingMeta, recordFailure, generateId, } from "../../profiling/index.js";
9
- import { withTimeout, withTimeoutStream } from "../../utils/withTimeout.js";
10
- import { getServerLogger } from "../../logging/index.js";
11
- import { DelegateProviderError } from "../../utils/errors-server.js";
12
- import { cleanupStaleConnection } from "../bare/delegate-rpc-client.js";
13
- import { shouldProfileDelegation, createDelegationTimings, createDelegationStreamTimings, recordDelegationEvents, recordDelegationStreamEvents, buildDelegationStreamBreakdown, flushServerConnectionEvent, consumeBreakdownConnectionTime, } from "./profiling/delegation-profiler.js";
14
- const logger = getServerLogger();
15
- import { getNextCommandId } from "./delegate-utils.js";
16
- function checkAndThrowError(response) {
17
- if (response.type === "error") {
18
- throw new DelegateProviderError(response.message || "Unknown provider error", response.code);
19
- }
20
- }
21
- function isConnectionError(error) {
22
- return !(error instanceof DelegateProviderError);
23
- }
24
- function cleanupDelegationPeer(options, error) {
25
- if (!options?.peerKey)
26
- return;
27
- if (error !== undefined && !isConnectionError(error))
28
- return;
29
- cleanupStaleConnection(options.peerKey);
30
- }
31
- export async function send(request, rpc, options) {
32
- const { profilingMeta } = options ?? {};
33
- const shouldProfile = shouldProfileDelegation(request.type, profilingMeta);
34
- if (!shouldProfile) {
35
- return sendBase(request, rpc, options, profilingMeta);
36
- }
37
- return sendProfiled(request, rpc, options, profilingMeta);
38
- }
39
- async function sendBase(request, rpc, options, profilingMeta) {
40
- try {
41
- const parsedRequest = requestSchema.parse(request);
42
- const req = rpc.request(getNextCommandId());
43
- logger.debug("[delegate-transport] Sending:", { type: request.type });
44
- // Propagate per-call disable signal to delegated provider
45
- const finalRequest = profilingMeta?.enabled === false
46
- ? { ...parsedRequest, [PROFILING_KEY]: { enabled: false } }
47
- : parsedRequest;
48
- const payload = JSON.stringify(finalRequest);
49
- req.send(payload, "utf-8");
50
- const response = await withTimeout(req.reply("utf-8"), options?.timeout);
51
- const resPayload = responseSchema.parse(JSON.parse(response?.toString() || "{}"));
52
- logger.debug("[delegate-transport] Response:", { type: resPayload.type });
53
- checkAndThrowError(resPayload);
54
- return resPayload;
55
- }
56
- catch (error) {
57
- cleanupDelegationPeer(options, error);
58
- throw error;
59
- }
60
- }
61
- async function sendProfiled(request, rpc, options, profilingMeta) {
62
- const profileId = profilingMeta?.id ?? generateId();
63
- const includeServerBreakdown = profilingMeta?.includeServer ?? false;
64
- const timings = createDelegationTimings(profileId, request.type);
65
- try {
66
- if (options?.peerKey) {
67
- flushServerConnectionEvent(options.peerKey);
68
- }
69
- const connectionMs = options?.peerKey
70
- ? consumeBreakdownConnectionTime(options.peerKey)
71
- : undefined;
72
- const parsedRequest = requestSchema.parse(request);
73
- const req = rpc.request(getNextCommandId());
74
- logger.debug("[delegate-transport] Sending (profiled):", {
75
- type: request.type,
76
- });
77
- const stringifyStart = nowMs();
78
- const profilingEnvelope = { id: profileId };
79
- if (includeServerBreakdown) {
80
- profilingEnvelope["includeServer"] = true;
81
- }
82
- const requestWithProfiling = {
83
- ...parsedRequest,
84
- [PROFILING_KEY]: profilingEnvelope,
85
- };
86
- const payload = JSON.stringify(requestWithProfiling);
87
- timings.requestStringifyMs = nowMs() - stringifyStart;
88
- timings.sendStart = nowMs();
89
- req.send(payload, "utf-8");
90
- const response = await withTimeout(req.reply("utf-8"), options?.timeout);
91
- timings.firstResponseAt = nowMs();
92
- const parseStart = nowMs();
93
- const rawPayload = JSON.parse(response?.toString() || "{}");
94
- timings.responseJsonParseMs = nowMs() - parseStart;
95
- const resPayload = responseSchema.parse(rawPayload);
96
- logger.debug("[delegate-transport] Response (profiled):", {
97
- type: resPayload.type,
98
- });
99
- checkAndThrowError(resPayload);
100
- const serverMeta = extractProfilingMeta(rawPayload);
101
- const delegationBreakdown = recordDelegationEvents(timings, serverMeta, connectionMs);
102
- resPayload[DELEGATION_BREAKDOWN_KEY] = delegationBreakdown;
103
- if (serverMeta?.operation) {
104
- resPayload[OPERATION_EVENT_KEY] = serverMeta.operation;
105
- }
106
- return resPayload;
107
- }
108
- catch (error) {
109
- cleanupDelegationPeer(options, error);
110
- const base = {
111
- ts: nowMs(),
112
- op: timings.requestType,
113
- kind: "delegation",
114
- profileId: timings.profileId,
115
- };
116
- recordFailure(base, timings.requestStart, error);
117
- throw error;
118
- }
119
- }
120
- export async function* stream(request, rpc, options = {}) {
121
- const { profilingMeta } = options;
122
- const shouldProfile = shouldProfileDelegation(request.type, profilingMeta);
123
- if (!shouldProfile) {
124
- yield* streamBase(request, rpc, options, profilingMeta);
125
- return;
126
- }
127
- yield* streamProfiled(request, rpc, options, profilingMeta);
128
- }
129
- async function* streamBase(request, rpc, options = {}, profilingMeta) {
130
- try {
131
- const parsedRequest = requestSchema.parse(request);
132
- const req = rpc.request(getNextCommandId());
133
- logger.debug("[delegate-transport] Streaming:", { type: request.type });
134
- // Propagate per-call disable signal to delegated provider
135
- const finalRequest = profilingMeta?.enabled === false
136
- ? { ...parsedRequest, [PROFILING_KEY]: { enabled: false } }
137
- : parsedRequest;
138
- req.send(JSON.stringify(finalRequest), "utf-8");
139
- const responseStream = req.createResponseStream({ encoding: "utf-8" });
140
- let buffer = "";
141
- async function* processStream() {
142
- for await (const chunk of responseStream) {
143
- yield chunk;
144
- }
145
- }
146
- const streamWithTimeout = withTimeoutStream(processStream(), options?.timeout);
147
- for await (const chunk of streamWithTimeout) {
148
- buffer += chunk.toString();
149
- // Process complete lines (newline-delimited JSON)
150
- const lines = buffer.split("\n");
151
- buffer = lines.pop() || ""; // Keep incomplete line in buffer
152
- for (const line of lines) {
153
- if (line.trim()) {
154
- const response = responseSchema.parse(JSON.parse(line));
155
- checkAndThrowError(response);
156
- yield response;
157
- }
158
- }
159
- }
160
- }
161
- catch (error) {
162
- cleanupDelegationPeer(options, error);
163
- throw error;
164
- }
165
- }
166
- async function* streamProfiled(request, rpc, options = {}, profilingMeta) {
167
- const profileId = profilingMeta?.id ?? generateId();
168
- const timings = createDelegationStreamTimings(profileId, request.type);
169
- try {
170
- if (options.peerKey) {
171
- flushServerConnectionEvent(options.peerKey);
172
- }
173
- const parsedRequest = requestSchema.parse(request);
174
- const req = rpc.request(getNextCommandId());
175
- logger.debug("[delegate-transport] Streaming (profiled):", {
176
- type: request.type,
177
- });
178
- const stringifyStart = nowMs();
179
- const requestWithProfiling = {
180
- ...parsedRequest,
181
- [PROFILING_KEY]: { id: profileId },
182
- };
183
- const payload = JSON.stringify(requestWithProfiling);
184
- timings.requestStringifyMs = nowMs() - stringifyStart;
185
- timings.sendStart = nowMs();
186
- req.send(payload, "utf-8");
187
- const responseStream = req.createResponseStream({ encoding: "utf-8" });
188
- let buffer = "";
189
- async function* processStream() {
190
- for await (const chunk of responseStream) {
191
- yield chunk;
192
- }
193
- }
194
- const streamWithTimeout = withTimeoutStream(processStream(), options?.timeout);
195
- let lastServerMeta;
196
- for await (const chunk of streamWithTimeout) {
197
- buffer += chunk.toString();
198
- const lines = buffer.split("\n");
199
- buffer = lines.pop() || "";
200
- for (const line of lines) {
201
- if (line.trim()) {
202
- const rawPayload = JSON.parse(line);
203
- const response = responseSchema.parse(rawPayload);
204
- checkAndThrowError(response);
205
- timings.chunkCount++;
206
- if (timings.firstChunkAt === undefined) {
207
- timings.firstChunkAt = nowMs();
208
- }
209
- timings.lastChunkAt = nowMs();
210
- const serverMeta = extractProfilingMeta(rawPayload);
211
- if (serverMeta?.operation) {
212
- response[OPERATION_EVENT_KEY] = serverMeta.operation;
213
- }
214
- if (serverMeta) {
215
- lastServerMeta = serverMeta;
216
- }
217
- response[DELEGATION_BREAKDOWN_KEY] =
218
- buildDelegationStreamBreakdown(timings);
219
- yield response;
220
- }
221
- }
222
- }
223
- recordDelegationStreamEvents(timings, lastServerMeta);
224
- }
225
- catch (error) {
226
- cleanupDelegationPeer(options, error);
227
- const base = {
228
- ts: nowMs(),
229
- op: timings.requestType,
230
- kind: "delegation",
231
- profileId: timings.profileId,
232
- };
233
- recordFailure(base, timings.requestStart, error);
234
- throw error;
235
- }
236
- }
@@ -1,2 +0,0 @@
1
- export declare function getNextCommandId(): number;
2
- //# sourceMappingURL=delegate-utils.d.ts.map
@@ -1,5 +0,0 @@
1
- let commandCounter = 0;
2
- export function getNextCommandId() {
3
- commandCounter = (commandCounter + 1) % Number.MAX_SAFE_INTEGER;
4
- return commandCounter;
5
- }
@@ -1,3 +0,0 @@
1
- import type { HandlerEntry } from "./handler-utils";
2
- export declare const registry: Record<string, HandlerEntry>;
3
- //# sourceMappingURL=handler-registry.d.ts.map
@@ -1,113 +0,0 @@
1
- import {} from "../../schemas/index.js";
2
- import { handleCompletionStream } from "./handlers/completion-stream.js";
3
- import { handleDownloadAsset } from "./handlers/download-asset.js";
4
- import { handleLoadModel } from "./handlers/load-model/index.js";
5
- import { handleLoadModelDelegated } from "./handlers/load-model-delegated.js";
6
- import { handleCompletionStreamDelegated } from "./handlers/completion-stream-delegated.js";
7
- import { getModelEntry } from "../bare/registry/model-registry.js";
8
- import { handleUnloadModel } from "./handlers/unload-model.js";
9
- import { handleUnloadModelDelegated } from "./handlers/unload-model-delegated.js";
10
- import { handleTranscribeStream } from "./handlers/transcribe-stream.js";
11
- import { handleEmbed } from "./handlers/embed.js";
12
- import { handleTranslate } from "./handlers/translate.js";
13
- import { handleLoggingStream } from "./handlers/logging-stream.js";
14
- import { cancelHandler } from "./handlers/cancelHandler.js";
15
- import { provideHandler } from "./handlers/provideHandler.js";
16
- import { stopProvideHandler } from "./handlers/stopProvideHandler.js";
17
- import { handleRag } from "./handlers/rag.js";
18
- import { handleDeleteCache } from "./handlers/delete-cache.js";
19
- import { handleTextToSpeech } from "./handlers/text-to-speech.js";
20
- import { handleGetModelInfo } from "./handlers/get-model-info.js";
21
- import { handleOCRStream } from "./handlers/ocr-stream.js";
22
- import { handleHeartbeat } from "./handlers/heartbeat.js";
23
- import { handleHeartbeatDelegated } from "./handlers/heartbeat-delegated.js";
24
- import { handleCancelDelegated } from "./handlers/cancel-delegated.js";
25
- import { handlePluginInvoke, handlePluginInvokeStream, } from "./handlers/plugin-invoke.js";
26
- import { handleModelRegistryList, handleModelRegistrySearch, handleModelRegistryGetModel, } from "./handlers/registry.js";
27
- function ragSupportsProgress(request) {
28
- if (request.type !== "rag")
29
- return false;
30
- return ["ingest", "saveEmbeddings", "reindex"].includes(request.operation);
31
- }
32
- function isModelDelegated(request) {
33
- if (!("modelId" in request))
34
- return false;
35
- const entry = getModelEntry(request.modelId);
36
- return entry?.isDelegated ?? false;
37
- }
38
- function isCancelDelegated(request) {
39
- if (request.type !== "cancel")
40
- return false;
41
- if (request.operation === "inference") {
42
- return isModelDelegated(request);
43
- }
44
- if (request.operation === "downloadAsset") {
45
- return !!request.delegate;
46
- }
47
- return false;
48
- }
49
- export const registry = {
50
- // Simple Reply handlers
51
- heartbeat: {
52
- type: "reply",
53
- handler: handleHeartbeat,
54
- delegatedHandler: handleHeartbeatDelegated,
55
- isDelegated: (r) => r.type === "heartbeat" && !!r.delegate,
56
- },
57
- unloadModel: {
58
- type: "reply",
59
- handler: handleUnloadModel,
60
- delegatedHandler: handleUnloadModelDelegated,
61
- isDelegated: isModelDelegated,
62
- },
63
- embed: { type: "reply", handler: handleEmbed },
64
- cancel: {
65
- type: "reply",
66
- handler: cancelHandler,
67
- delegatedHandler: handleCancelDelegated,
68
- isDelegated: isCancelDelegated,
69
- },
70
- provide: { type: "reply", handler: provideHandler },
71
- stopProvide: { type: "reply", handler: stopProvideHandler },
72
- deleteCache: { type: "reply", handler: handleDeleteCache },
73
- getModelInfo: { type: "reply", handler: handleGetModelInfo },
74
- pluginInvoke: { type: "reply", handler: handlePluginInvoke },
75
- modelRegistryList: { type: "reply", handler: handleModelRegistryList },
76
- modelRegistrySearch: { type: "reply", handler: handleModelRegistrySearch },
77
- modelRegistryGetModel: {
78
- type: "reply",
79
- handler: handleModelRegistryGetModel,
80
- },
81
- // Simple Stream handlers
82
- transcribeStream: { type: "stream", handler: handleTranscribeStream },
83
- loggingStream: { type: "stream", handler: handleLoggingStream },
84
- translate: { type: "stream", handler: handleTranslate },
85
- textToSpeech: { type: "stream", handler: handleTextToSpeech },
86
- ocrStream: { type: "stream", handler: handleOCRStream },
87
- pluginInvokeStream: { type: "stream", handler: handlePluginInvokeStream },
88
- // Handlers with delegation support
89
- loadModel: {
90
- type: "reply",
91
- handler: handleLoadModel,
92
- delegatedHandler: handleLoadModelDelegated,
93
- isDelegated: (r) => r.type === "loadModel" && !!r.delegate,
94
- supportsProgress: true,
95
- },
96
- completionStream: {
97
- type: "stream",
98
- handler: handleCompletionStream,
99
- delegatedHandler: handleCompletionStreamDelegated,
100
- isDelegated: isModelDelegated,
101
- },
102
- // Handlers with progress support
103
- downloadAsset: {
104
- type: "reply",
105
- handler: handleDownloadAsset,
106
- supportsProgress: true,
107
- },
108
- rag: {
109
- type: "reply",
110
- handler: handleRag,
111
- supportsProgress: ragSupportsProgress,
112
- },
113
- };
@@ -1,23 +0,0 @@
1
- import { type QvacConfig, type Request, type Response, type RuntimeContext } from "../../schemas/index";
2
- import type RPC from "bare-rpc";
3
- import { type ServerProfiler } from "./profiling/index";
4
- type ReplyHandler = (request: any, ...args: any[]) => Promise<Response> | Response;
5
- type StreamHandler = (request: any, ...args: any[]) => AsyncGenerator<Response>;
6
- type ProgressHandler = (request: any, ...args: any[]) => Promise<Response>;
7
- export type HandlerEntry = {
8
- type: "reply" | "stream";
9
- handler: ReplyHandler | StreamHandler | ProgressHandler;
10
- delegatedHandler?: ReplyHandler | StreamHandler | ProgressHandler;
11
- isDelegated?: (request: Request) => boolean;
12
- supportsProgress?: boolean | ((request: Request) => boolean);
13
- };
14
- export declare function executeHandler(req: RPC.IncomingRequest, request: Request, entry: HandlerEntry, profiler: ServerProfiler): Promise<void>;
15
- type InitConfigMessage = {
16
- type: "__init_config";
17
- config: QvacConfig;
18
- runtimeContext?: RuntimeContext;
19
- };
20
- export declare function isInitConfigMessage(data: unknown): data is InitConfigMessage;
21
- export declare function handleInitConfig(req: RPC.IncomingRequest, data: InitConfigMessage): void;
22
- export {};
23
- //# sourceMappingURL=handler-utils.d.ts.map
@@ -1,170 +0,0 @@
1
- import { PROFILING_KEY, } from "../../schemas/index.js";
2
- import { sendErrorResponse, sendStreamErrorResponse, } from "../error-handlers.js";
3
- import { setSDKConfig } from "../bare/registry/config-registry.js";
4
- import { setRuntimeContext } from "../bare/registry/runtime-context-registry.js";
5
- import {} from "./profiling/index.js";
6
- import { nowMs } from "../../profiling/clock.js";
7
- function getProfilingMetaFromRequest(request) {
8
- if (PROFILING_KEY in request) {
9
- return request[PROFILING_KEY];
10
- }
11
- return undefined;
12
- }
13
- async function executeReplyHandler(req, request, handler, profiler, isDelegated) {
14
- profiler.startHandler();
15
- try {
16
- let response;
17
- if (isDelegated) {
18
- const profilingMeta = getProfilingMetaFromRequest(request);
19
- response = await handler(request, profilingMeta ? { profilingMeta } : undefined);
20
- }
21
- else {
22
- response = await handler(request);
23
- }
24
- profiler.endHandler();
25
- req.reply(profiler.serialize(response, true), "utf-8");
26
- }
27
- catch (error) {
28
- profiler.endHandler();
29
- sendErrorResponse(req, error, profiler);
30
- }
31
- }
32
- async function executeStreamHandler(req, request, handler, profiler, isDelegated) {
33
- const stream = req.createResponseStream();
34
- profiler.startHandler();
35
- try {
36
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
37
- let generator;
38
- if (isDelegated) {
39
- const profilingMeta = getProfilingMetaFromRequest(request);
40
- generator = handler(request, profilingMeta ? { profilingMeta } : undefined);
41
- }
42
- else {
43
- generator = handler(request);
44
- }
45
- for await (const response of generator) {
46
- stream.write(profiler.serialize(response, false) + "\n", "utf-8");
47
- }
48
- profiler.endHandler();
49
- const trailer = profiler.serialize();
50
- if (trailer) {
51
- stream.write(trailer + "\n", "utf-8");
52
- }
53
- stream.end();
54
- }
55
- catch (error) {
56
- profiler.endHandler();
57
- sendStreamErrorResponse(stream, error, profiler);
58
- }
59
- }
60
- const PROGRESS_THROTTLE_MS = 150;
61
- async function executeProgressHandler(req, request, handler, profiler, isDelegated) {
62
- const stream = req.createResponseStream();
63
- profiler.startHandler();
64
- let lastProgressWrite = 0;
65
- let pendingUpdate = null;
66
- let flushTimer = null;
67
- const writeProgress = (update) => {
68
- stream.write(profiler.serialize(update, false) + "\n", "utf-8");
69
- };
70
- const progressCallback = (update) => {
71
- const now = nowMs();
72
- if (now - lastProgressWrite >= PROGRESS_THROTTLE_MS) {
73
- lastProgressWrite = now;
74
- pendingUpdate = null;
75
- writeProgress(update);
76
- }
77
- else {
78
- pendingUpdate = update;
79
- if (!flushTimer) {
80
- flushTimer = setTimeout(() => {
81
- flushTimer = null;
82
- if (pendingUpdate) {
83
- lastProgressWrite = nowMs();
84
- writeProgress(pendingUpdate);
85
- pendingUpdate = null;
86
- }
87
- }, PROGRESS_THROTTLE_MS - (now - lastProgressWrite));
88
- }
89
- }
90
- };
91
- try {
92
- let response;
93
- if (isDelegated) {
94
- const profilingMeta = getProfilingMetaFromRequest(request);
95
- const options = { progressCallback };
96
- if (profilingMeta) {
97
- options.profilingMeta = profilingMeta;
98
- }
99
- response = await handler(request, options);
100
- }
101
- else {
102
- response = await handler(request, progressCallback);
103
- }
104
- if (flushTimer) {
105
- clearTimeout(flushTimer);
106
- flushTimer = null;
107
- }
108
- if (pendingUpdate) {
109
- writeProgress(pendingUpdate);
110
- pendingUpdate = null;
111
- }
112
- profiler.endHandler();
113
- stream.write(profiler.serialize(response, true) + "\n", "utf-8");
114
- stream.end();
115
- }
116
- catch (error) {
117
- if (flushTimer) {
118
- clearTimeout(flushTimer);
119
- flushTimer = null;
120
- }
121
- if (pendingUpdate) {
122
- writeProgress(pendingUpdate);
123
- pendingUpdate = null;
124
- }
125
- profiler.endHandler();
126
- sendStreamErrorResponse(stream, error, profiler);
127
- }
128
- }
129
- // Unified handler executor with delegation and progress support
130
- export async function executeHandler(req, request, entry, profiler) {
131
- const isDelegated = !!(entry.delegatedHandler && entry.isDelegated?.(request));
132
- const handler = isDelegated ? entry.delegatedHandler : entry.handler;
133
- const wantsProgress = "withProgress" in request &&
134
- request.withProgress &&
135
- (typeof entry.supportsProgress === "function"
136
- ? entry.supportsProgress(request)
137
- : entry.supportsProgress);
138
- if (entry.type === "stream") {
139
- await executeStreamHandler(req, request, handler, profiler, isDelegated);
140
- }
141
- else if (wantsProgress) {
142
- await executeProgressHandler(req, request, handler, profiler, isDelegated);
143
- }
144
- else {
145
- await executeReplyHandler(req, request, handler, profiler, isDelegated);
146
- }
147
- }
148
- export function isInitConfigMessage(data) {
149
- return (typeof data === "object" &&
150
- data !== null &&
151
- "type" in data &&
152
- data.type === "__init_config");
153
- }
154
- export function handleInitConfig(req, data) {
155
- try {
156
- if (data.config) {
157
- setSDKConfig(data.config);
158
- }
159
- if (data.runtimeContext) {
160
- setRuntimeContext(data.runtimeContext);
161
- }
162
- req.reply(JSON.stringify({ success: true }), "utf-8");
163
- }
164
- catch (error) {
165
- req.reply(JSON.stringify({
166
- success: false,
167
- error: error instanceof Error ? error.message : String(error),
168
- }), "utf-8");
169
- }
170
- }
@@ -1,4 +0,0 @@
1
- import type { CancelRequest, CancelResponse } from "../../../schemas/cancel";
2
- import type { DelegatedHandlerOptions } from "../profiling/index";
3
- export declare function handleCancelDelegated(request: CancelRequest, options?: DelegatedHandlerOptions): Promise<CancelResponse>;
4
- //# sourceMappingURL=cancel-delegated.d.ts.map
@@ -1,71 +0,0 @@
1
- import { getServerLogger } from "../../../logging/index.js";
2
- import { getModelEntry } from "../../bare/registry/model-registry.js";
3
- import { getRPC } from "../../bare/delegate-rpc-client.js";
4
- import { send } from "../delegate-transport.js";
5
- const logger = getServerLogger();
6
- function resolveDelegationTarget(request) {
7
- if (request.operation === "inference") {
8
- const entry = getModelEntry(request.modelId);
9
- if (!entry?.isDelegated || !entry.delegated) {
10
- return null;
11
- }
12
- const target = {
13
- topic: entry.delegated.topic,
14
- providerPublicKey: entry.delegated.providerPublicKey,
15
- };
16
- if (entry.delegated.timeout !== undefined) {
17
- target.timeout = entry.delegated.timeout;
18
- }
19
- return target;
20
- }
21
- if (request.operation === "downloadAsset" && request.delegate) {
22
- const target = {
23
- topic: request.delegate.topic,
24
- providerPublicKey: request.delegate.providerPublicKey,
25
- };
26
- if (request.delegate.timeout !== undefined) {
27
- target.timeout = request.delegate.timeout;
28
- }
29
- return target;
30
- }
31
- return null;
32
- }
33
- function toProviderCancelRequest(request) {
34
- if (request.operation !== "downloadAsset") {
35
- return request;
36
- }
37
- // eslint-disable-next-line @typescript-eslint/no-unused-vars
38
- const { delegate: _delegate, ...providerRequest } = request;
39
- return providerRequest;
40
- }
41
- export async function handleCancelDelegated(request, options) {
42
- const target = resolveDelegationTarget(request);
43
- if (!target) {
44
- logger.warn(`Delegated cancel skipped (no delegation target): operation=${request.operation}`);
45
- return { type: "cancel", success: true };
46
- }
47
- try {
48
- const rpc = await getRPC(target.topic, target.providerPublicKey, {
49
- timeout: target.timeout,
50
- });
51
- const delegateOpts = {
52
- peerKey: target.providerPublicKey,
53
- };
54
- if (target.timeout !== undefined) {
55
- delegateOpts.timeout = target.timeout;
56
- }
57
- if (options?.profilingMeta) {
58
- delegateOpts.profilingMeta = options.profilingMeta;
59
- }
60
- await send(toProviderCancelRequest(request), rpc, delegateOpts);
61
- return { type: "cancel", success: true };
62
- }
63
- catch (error) {
64
- logger.error("Error during delegated cancellation:", error);
65
- return {
66
- type: "cancel",
67
- success: false,
68
- error: error instanceof Error ? error.message : "Unknown error",
69
- };
70
- }
71
- }
@@ -1,3 +0,0 @@
1
- import type { GetModelInfoRequest, GetModelInfoResponse } from "../../../schemas/index";
2
- export declare function handleGetModelInfo(request: GetModelInfoRequest): Promise<GetModelInfoResponse>;
3
- //# sourceMappingURL=get-model-info.d.ts.map