@qvac/sdk 0.8.1 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (601) hide show
  1. package/LICENSE +24 -1
  2. package/README.md +191 -373
  3. package/dist/client/api/cancel.d.ts +4 -22
  4. package/dist/client/api/cancel.js +6 -25
  5. package/dist/client/api/completion-stream.d.ts +30 -24
  6. package/dist/client/api/completion-stream.js +69 -118
  7. package/dist/client/api/delete-cache.js +2 -3
  8. package/dist/client/api/download-asset.d.ts +5 -6
  9. package/dist/client/api/download-asset.js +20 -16
  10. package/dist/client/api/embed.d.ts +4 -21
  11. package/dist/client/api/embed.js +14 -4
  12. package/dist/client/api/index.d.ts +2 -6
  13. package/dist/client/api/index.js +2 -6
  14. package/dist/client/api/load-model.d.ts +21 -49
  15. package/dist/client/api/load-model.js +134 -40
  16. package/dist/client/api/logging-stream.d.ts +4 -7
  17. package/dist/client/api/logging-stream.js +5 -9
  18. package/dist/client/api/ping.d.ts +11 -0
  19. package/dist/client/api/ping.js +18 -0
  20. package/dist/client/api/provide.d.ts +1 -1
  21. package/dist/client/api/provide.js +3 -4
  22. package/dist/client/api/rag.d.ts +21 -216
  23. package/dist/client/api/rag.js +36 -396
  24. package/dist/client/api/stop-provider.d.ts +1 -1
  25. package/dist/client/api/stop-provider.js +3 -4
  26. package/dist/client/api/text-to-speech.d.ts +2 -2
  27. package/dist/client/api/text-to-speech.js +3 -3
  28. package/dist/client/api/transcribe.d.ts +5 -7
  29. package/dist/client/api/transcribe.js +9 -8
  30. package/dist/client/api/translate.d.ts +3 -3
  31. package/dist/client/api/translate.js +15 -15
  32. package/dist/client/api/unload-model.d.ts +1 -5
  33. package/dist/client/api/unload-model.js +4 -17
  34. package/dist/client/index.d.ts +1 -1
  35. package/dist/client/index.js +1 -1
  36. package/dist/client/logging-stream-registry.d.ts +1 -1
  37. package/dist/client/logging-stream-registry.js +13 -14
  38. package/dist/client/rpc/bare-client.d.ts +139 -3
  39. package/dist/client/rpc/bare-client.js +16 -117
  40. package/dist/client/rpc/bare-rpc-client.d.ts +4 -0
  41. package/dist/client/rpc/bare-rpc-client.js +87 -0
  42. package/dist/client/rpc/expo-rpc-client.d.ts +1 -2
  43. package/dist/client/rpc/expo-rpc-client.js +14 -57
  44. package/dist/client/rpc/node-rpc-client.d.ts +8 -3
  45. package/dist/client/rpc/node-rpc-client.js +62 -218
  46. package/dist/client/rpc/rpc-client.d.ts +2 -3
  47. package/dist/client/rpc/rpc-client.js +49 -184
  48. package/dist/constants/audio.d.ts +2 -1
  49. package/dist/constants/audio.js +17 -1
  50. package/dist/constants/index.d.ts +0 -1
  51. package/dist/constants/index.js +0 -1
  52. package/dist/examples/delegated-inference/consumer.js +2 -3
  53. package/dist/examples/download-with-cancel.js +4 -3
  54. package/dist/examples/embed-hyperdrive.d.ts +2 -0
  55. package/dist/examples/embed-hyperdrive.js +19 -0
  56. package/dist/examples/kv-cache-cleanup.js +2 -1
  57. package/dist/examples/kv-cache-custom-key.js +2 -16
  58. package/dist/examples/kv-cache-example.js +2 -1
  59. package/dist/examples/llamacpp-file-logging.d.ts +2 -0
  60. package/dist/examples/{logging-file-transport.js → llamacpp-file-logging.js} +8 -3
  61. package/dist/examples/llamacpp-filesystem.js +2 -2
  62. package/dist/examples/llamacpp-http.js +1 -0
  63. package/dist/examples/llamacpp-hyperdrive.d.ts +2 -0
  64. package/dist/examples/{llamacpp-p2p.js → llamacpp-hyperdrive.js} +2 -1
  65. package/dist/examples/llamacpp-multimodal.js +4 -3
  66. package/dist/examples/llamacpp-native-tools.js +30 -72
  67. package/dist/examples/multi-model-demo.js +3 -2
  68. package/dist/examples/parallel-download.js +14 -46
  69. package/dist/examples/rag/rag-chromadb.js +1 -0
  70. package/dist/examples/rag/rag-hyperdb-workspaces.d.ts +2 -0
  71. package/dist/examples/rag/rag-hyperdb-workspaces.js +107 -0
  72. package/dist/examples/rag/rag-hyperdb.d.ts +2 -0
  73. package/dist/examples/rag/{rag-hyperdb/ingest.js → rag-hyperdb.js} +5 -10
  74. package/dist/examples/rag/rag-lancedb.js +1 -0
  75. package/dist/examples/rag/rag-sqlite.js +1 -0
  76. package/dist/examples/seed-hyperdrive.d.ts +2 -0
  77. package/dist/examples/text-to-speech.d.ts +3 -0
  78. package/dist/examples/{tts/utils.js → text-to-speech.js} +63 -18
  79. package/dist/examples/translation/translation-indic.js +1 -4
  80. package/dist/examples/translation/translation-llm-context.js +1 -0
  81. package/dist/examples/translation/translation-llm.js +2 -2
  82. package/dist/examples/translation/translation-opus.js +3 -6
  83. package/dist/examples/translation/translation-stream.js +3 -3
  84. package/dist/examples/{transcription/whispercpp-filesystem.js → whispercpp-filesystem.js} +7 -2
  85. package/dist/examples/{transcription/whispercpp-microphone-record.js → whispercpp-microphone-record.js} +6 -1
  86. package/dist/examples/{transcription/whispercpp-prompt.js → whispercpp-prompt.js} +6 -2
  87. package/dist/expo/plugins/index.d.ts +0 -3
  88. package/dist/expo/plugins/index.js +0 -3
  89. package/dist/expo/plugins/withMobileBundle.d.ts +2 -5
  90. package/dist/expo/plugins/withMobileBundle.js +40 -121
  91. package/dist/expo/plugins/withQvacSDK.d.ts +0 -4
  92. package/dist/expo/plugins/withQvacSDK.js +1 -26
  93. package/dist/index.d.ts +4 -9
  94. package/dist/index.js +5 -11
  95. package/dist/logging/base-logger.js +16 -26
  96. package/dist/logging/index.d.ts +1 -7
  97. package/dist/logging/index.js +1 -7
  98. package/dist/logging/logger.d.ts +2 -0
  99. package/dist/logging/logger.js +6 -11
  100. package/dist/logging/stream-logger.d.ts +1 -1
  101. package/dist/logging/stream-logger.js +3 -6
  102. package/dist/logging/transport.js +2 -2
  103. package/dist/logging/types.d.ts +0 -2
  104. package/dist/logging/utils.d.ts +0 -2
  105. package/dist/logging/utils.js +0 -62
  106. package/dist/models/{registry → hyperdrive}/index.js +1 -1
  107. package/dist/models/hyperdrive/models.d.ts +795 -0
  108. package/dist/models/hyperdrive/models.js +891 -0
  109. package/dist/schemas/cancel.d.ts +0 -18
  110. package/dist/schemas/cancel.js +0 -7
  111. package/dist/schemas/common.d.ts +153 -2857
  112. package/dist/schemas/common.js +4 -27
  113. package/dist/schemas/completion-stream.d.ts +60 -31
  114. package/dist/schemas/completion-stream.js +44 -20
  115. package/dist/schemas/delegate.d.ts +0 -9
  116. package/dist/schemas/delegate.js +2 -6
  117. package/dist/schemas/download-asset.d.ts +3 -125
  118. package/dist/schemas/download-asset.js +5 -22
  119. package/dist/schemas/embed.d.ts +3 -3
  120. package/dist/schemas/embed.js +2 -9
  121. package/dist/schemas/index.d.ts +2 -20
  122. package/dist/schemas/index.js +2 -20
  123. package/dist/schemas/llamacpp-config.d.ts +12 -243
  124. package/dist/schemas/llamacpp-config.js +14 -50
  125. package/dist/schemas/load-model.d.ts +986 -14092
  126. package/dist/schemas/load-model.js +72 -325
  127. package/dist/schemas/logging-stream.d.ts +4 -11
  128. package/dist/schemas/logging-stream.js +3 -4
  129. package/dist/schemas/ping.d.ts +11 -0
  130. package/dist/schemas/ping.js +8 -0
  131. package/dist/schemas/rag.d.ts +52 -183
  132. package/dist/schemas/rag.js +23 -152
  133. package/dist/schemas/text-to-speech.d.ts +1 -692
  134. package/dist/schemas/text-to-speech.js +3 -35
  135. package/dist/schemas/translate.d.ts +23 -68
  136. package/dist/schemas/translate.js +11 -37
  137. package/dist/schemas/translation-config.d.ts +7 -810
  138. package/dist/schemas/translation-config.js +7 -113
  139. package/dist/schemas/unload-model.d.ts +0 -2
  140. package/dist/schemas/unload-model.js +0 -2
  141. package/dist/schemas/whispercpp-config.d.ts +74 -0
  142. package/dist/schemas/{transcription-config.js → whispercpp-config.js} +8 -31
  143. package/dist/server/bare/{ops → addons}/cancel.js +1 -2
  144. package/dist/server/bare/addons/index.d.ts +4 -0
  145. package/dist/server/bare/addons/index.js +3 -0
  146. package/dist/server/bare/addons/llamacpp/create-model.d.ts +5 -0
  147. package/dist/server/bare/addons/llamacpp/create-model.js +67 -0
  148. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.d.ts +1 -2
  149. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.js +49 -46
  150. package/dist/server/bare/addons/llamacpp/handlers/embed.d.ts +4 -0
  151. package/dist/server/bare/{ops → addons/llamacpp/handlers}/embed.js +7 -22
  152. package/dist/server/bare/addons/llamacpp/index.d.ts +4 -0
  153. package/dist/server/bare/addons/llamacpp/index.js +3 -0
  154. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.d.ts +1 -4
  155. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.js +19 -54
  156. package/dist/server/bare/addons/load-model.d.ts +3 -0
  157. package/dist/server/bare/addons/load-model.js +62 -0
  158. package/dist/server/bare/addons/translation/create-model.d.ts +4 -0
  159. package/dist/server/bare/addons/translation/create-model.js +45 -0
  160. package/dist/server/bare/addons/translation/handlers/translate.d.ts +3 -0
  161. package/dist/server/bare/{ops → addons/translation/handlers}/translate.js +14 -47
  162. package/dist/server/bare/addons/translation/index.d.ts +3 -0
  163. package/dist/server/bare/addons/translation/index.js +2 -0
  164. package/dist/server/bare/addons/tts/create-model.d.ts +6 -0
  165. package/dist/server/bare/addons/tts/create-model.js +40 -0
  166. package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.js +3 -25
  167. package/dist/server/bare/addons/tts/index.d.ts +3 -0
  168. package/dist/server/bare/addons/tts/index.js +2 -0
  169. package/dist/server/bare/addons/unload-model.js +20 -0
  170. package/dist/server/bare/addons/whispercpp/create-model.d.ts +6 -0
  171. package/dist/server/bare/addons/whispercpp/create-model.js +56 -0
  172. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.d.ts +3 -0
  173. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.js +62 -0
  174. package/dist/server/bare/addons/whispercpp/index.d.ts +3 -0
  175. package/dist/server/bare/addons/whispercpp/index.js +2 -0
  176. package/dist/server/bare/delegate-rpc-client.d.ts +0 -6
  177. package/dist/server/bare/delegate-rpc-client.js +45 -187
  178. package/dist/server/bare/hyperswarm.d.ts +0 -3
  179. package/dist/server/bare/hyperswarm.js +6 -29
  180. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
  181. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +10 -9
  182. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +4 -7
  183. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +14 -13
  184. package/dist/server/bare/rag-hyperdb/handlers/search.js +10 -10
  185. package/dist/server/bare/rag-hyperdb/index.d.ts +1 -8
  186. package/dist/server/bare/rag-hyperdb/index.js +1 -8
  187. package/dist/server/bare/rag-hyperdb/rag-manager.d.ts +5 -0
  188. package/dist/server/bare/rag-hyperdb/rag-manager.js +65 -0
  189. package/dist/server/bare/registry/logging-stream-registry.d.ts +7 -24
  190. package/dist/server/bare/registry/logging-stream-registry.js +20 -99
  191. package/dist/server/bare/registry/model-registry.d.ts +26 -14
  192. package/dist/server/bare/registry/model-registry.js +15 -29
  193. package/dist/server/error-handlers.d.ts +2 -3
  194. package/dist/server/error-handlers.js +10 -15
  195. package/dist/server/http-server.d.ts +2 -0
  196. package/dist/server/http-server.js +189 -0
  197. package/dist/server/rpc/create-server.js +3 -5
  198. package/dist/server/rpc/handle-request.d.ts +9 -0
  199. package/dist/server/rpc/handle-request.js +242 -92
  200. package/dist/server/rpc/handlers/cancelHandler.js +3 -14
  201. package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +1 -3
  202. package/dist/server/rpc/handlers/completion-stream-delegated.js +8 -20
  203. package/dist/server/rpc/handlers/completion-stream.js +43 -2
  204. package/dist/server/rpc/handlers/delete-cache.js +2 -4
  205. package/dist/server/rpc/handlers/download-asset.js +6 -59
  206. package/dist/server/rpc/handlers/embed.js +19 -2
  207. package/dist/server/rpc/handlers/index.d.ts +0 -13
  208. package/dist/server/rpc/handlers/index.js +0 -13
  209. package/dist/server/rpc/handlers/load-model/download-manager.d.ts +11 -12
  210. package/dist/server/rpc/handlers/load-model/download-manager.js +28 -43
  211. package/dist/server/rpc/handlers/load-model/http.d.ts +1 -2
  212. package/dist/server/rpc/handlers/load-model/http.js +59 -422
  213. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +1 -2
  214. package/dist/server/rpc/handlers/load-model/hyperdrive.js +171 -364
  215. package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
  216. package/dist/server/rpc/handlers/load-model/index.js +2 -2
  217. package/dist/server/rpc/handlers/load-model/resolve.d.ts +1 -3
  218. package/dist/server/rpc/handlers/load-model/resolve.js +29 -110
  219. package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -6
  220. package/dist/server/rpc/handlers/load-model-delegated.js +20 -60
  221. package/dist/server/rpc/handlers/{load-model/handler.d.ts → load-model.d.ts} +2 -2
  222. package/dist/server/rpc/handlers/load-model.js +57 -0
  223. package/dist/server/rpc/handlers/logging-stream.js +4 -4
  224. package/dist/server/rpc/handlers/provideHandler/connection.js +10 -12
  225. package/dist/server/rpc/handlers/provideHandler/handler.js +17 -20
  226. package/dist/server/rpc/handlers/provideHandler/proxy.js +6 -8
  227. package/dist/server/rpc/handlers/rag.d.ts +2 -2
  228. package/dist/server/rpc/handlers/rag.js +43 -130
  229. package/dist/server/rpc/handlers/stopProvideHandler.js +2 -6
  230. package/dist/server/rpc/handlers/text-to-speech.js +5 -2
  231. package/dist/server/rpc/handlers/transcribe-stream.js +28 -2
  232. package/dist/server/rpc/handlers/translate.js +49 -2
  233. package/dist/server/rpc/handlers/unload-model.js +3 -12
  234. package/dist/server/rpc/index.d.ts +1 -1
  235. package/dist/server/utils/audio/decoder.d.ts +1 -2
  236. package/dist/server/utils/audio/decoder.js +12 -49
  237. package/dist/server/utils/cache.d.ts +8 -19
  238. package/dist/server/utils/cache.js +15 -100
  239. package/dist/server/utils/hash.d.ts +5 -0
  240. package/dist/server/utils/hash.js +11 -0
  241. package/dist/server/utils/index.d.ts +2 -7
  242. package/dist/server/utils/index.js +2 -7
  243. package/dist/server/worker.d.ts +5 -4
  244. package/dist/server/worker.js +89 -22
  245. package/package.json +41 -148
  246. package/NOTICE +0 -695
  247. package/bare-imports.json +0 -44
  248. package/dist/client/api/get-model-info.d.ts +0 -36
  249. package/dist/client/api/get-model-info.js +0 -14
  250. package/dist/client/api/heartbeat.d.ts +0 -30
  251. package/dist/client/api/heartbeat.js +0 -38
  252. package/dist/client/api/invoke-plugin.d.ts +0 -15
  253. package/dist/client/api/invoke-plugin.js +0 -38
  254. package/dist/client/api/ocr.d.ts +0 -31
  255. package/dist/client/api/ocr.js +0 -88
  256. package/dist/client/api/registry.d.ts +0 -14
  257. package/dist/client/api/registry.js +0 -37
  258. package/dist/client/config-loader/config-utils.d.ts +0 -5
  259. package/dist/client/config-loader/config-utils.js +0 -20
  260. package/dist/client/config-loader/resolve-config.bare.d.ts +0 -9
  261. package/dist/client/config-loader/resolve-config.bare.js +0 -87
  262. package/dist/client/config-loader/resolve-config.expo.d.ts +0 -11
  263. package/dist/client/config-loader/resolve-config.expo.js +0 -62
  264. package/dist/client/config-loader/resolve-config.node.d.ts +0 -10
  265. package/dist/client/config-loader/resolve-config.node.js +0 -145
  266. package/dist/client/init-hooks.d.ts +0 -21
  267. package/dist/client/init-hooks.js +0 -66
  268. package/dist/client/rpc/expo-device-info.d.ts +0 -6
  269. package/dist/client/rpc/expo-device-info.js +0 -32
  270. package/dist/client/rpc/profiling/index.d.ts +0 -2
  271. package/dist/client/rpc/profiling/index.js +0 -1
  272. package/dist/client/rpc/profiling/profiler.d.ts +0 -27
  273. package/dist/client/rpc/profiling/profiler.js +0 -139
  274. package/dist/constants/registry.d.ts +0 -2
  275. package/dist/constants/registry.js +0 -1
  276. package/dist/examples/cache-management.d.ts +0 -2
  277. package/dist/examples/cache-management.js +0 -97
  278. package/dist/examples/config/blind-relay/blind-relay.config.d.ts +0 -5
  279. package/dist/examples/config/blind-relay/blind-relay.config.js +0 -7
  280. package/dist/examples/config/default/default.config.d.ts +0 -8
  281. package/dist/examples/config/default/default.config.js +0 -6
  282. package/dist/examples/config/plugins/plugins.config.d.ts +0 -5
  283. package/dist/examples/config/plugins/plugins.config.js +0 -4
  284. package/dist/examples/config-reload.d.ts +0 -2
  285. package/dist/examples/config-reload.js +0 -49
  286. package/dist/examples/default-config-usage.d.ts +0 -17
  287. package/dist/examples/default-config-usage.js +0 -47
  288. package/dist/examples/delegated-inference/consumer-profiled.d.ts +0 -2
  289. package/dist/examples/delegated-inference/consumer-profiled.js +0 -67
  290. package/dist/examples/download-with-blind-relays.d.ts +0 -2
  291. package/dist/examples/download-with-blind-relays.js +0 -49
  292. package/dist/examples/embed-p2p.d.ts +0 -2
  293. package/dist/examples/embed-p2p.js +0 -54
  294. package/dist/examples/llamacpp-p2p.d.ts +0 -2
  295. package/dist/examples/llamacpp-sharded.d.ts +0 -2
  296. package/dist/examples/llamacpp-sharded.js +0 -53
  297. package/dist/examples/logging-file-transport.d.ts +0 -2
  298. package/dist/examples/logging-streaming.d.ts +0 -2
  299. package/dist/examples/logging-streaming.js +0 -75
  300. package/dist/examples/mcp-websearch.d.ts +0 -13
  301. package/dist/examples/mcp-websearch.js +0 -176
  302. package/dist/examples/ocr-fasttext.d.ts +0 -2
  303. package/dist/examples/ocr-fasttext.js +0 -52
  304. package/dist/examples/plugins.d.ts +0 -14
  305. package/dist/examples/plugins.js +0 -129
  306. package/dist/examples/profiling/basic.d.ts +0 -2
  307. package/dist/examples/profiling/basic.js +0 -71
  308. package/dist/examples/profiling/per-call.d.ts +0 -2
  309. package/dist/examples/profiling/per-call.js +0 -30
  310. package/dist/examples/quickstart.d.ts +0 -2
  311. package/dist/examples/quickstart.js +0 -28
  312. package/dist/examples/rag/rag-hyperdb/cancellation.d.ts +0 -2
  313. package/dist/examples/rag/rag-hyperdb/cancellation.js +0 -75
  314. package/dist/examples/rag/rag-hyperdb/ingest.d.ts +0 -2
  315. package/dist/examples/rag/rag-hyperdb/pipeline.d.ts +0 -2
  316. package/dist/examples/rag/rag-hyperdb/pipeline.js +0 -74
  317. package/dist/examples/rag/rag-hyperdb/workspaces.d.ts +0 -2
  318. package/dist/examples/rag/rag-hyperdb/workspaces.js +0 -178
  319. package/dist/examples/registry-query.d.ts +0 -2
  320. package/dist/examples/registry-query.js +0 -87
  321. package/dist/examples/seed-p2p.d.ts +0 -2
  322. package/dist/examples/transcription/parakeet-ctc-filesystem.d.ts +0 -2
  323. package/dist/examples/transcription/parakeet-ctc-filesystem.js +0 -40
  324. package/dist/examples/transcription/parakeet-microphone-record.d.ts +0 -2
  325. package/dist/examples/transcription/parakeet-microphone-record.js +0 -95
  326. package/dist/examples/transcription/parakeet-sortformer.d.ts +0 -2
  327. package/dist/examples/transcription/parakeet-sortformer.js +0 -115
  328. package/dist/examples/transcription/parakeet-tdt-filesystem.d.ts +0 -2
  329. package/dist/examples/transcription/parakeet-tdt-filesystem.js +0 -44
  330. package/dist/examples/translation/translation-bergamot-batch.d.ts +0 -2
  331. package/dist/examples/translation/translation-bergamot-batch.js +0 -49
  332. package/dist/examples/translation/translation-bergamot-pivot.d.ts +0 -2
  333. package/dist/examples/translation/translation-bergamot-pivot.js +0 -73
  334. package/dist/examples/translation/translation-bergamot.d.ts +0 -2
  335. package/dist/examples/translation/translation-bergamot.js +0 -39
  336. package/dist/examples/translation/translation-llm-afriquegemma.d.ts +0 -2
  337. package/dist/examples/translation/translation-llm-afriquegemma.js +0 -39
  338. package/dist/examples/tts/chatterbox.d.ts +0 -2
  339. package/dist/examples/tts/chatterbox.js +0 -59
  340. package/dist/examples/tts/supertonic.d.ts +0 -2
  341. package/dist/examples/tts/supertonic.js +0 -51
  342. package/dist/examples/tts/utils.d.ts +0 -17
  343. package/dist/expo/plugins/resolve-sdk-package-dir.d.ts +0 -15
  344. package/dist/expo/plugins/resolve-sdk-package-dir.js +0 -31
  345. package/dist/expo/plugins/withAndroidArchitecture.d.ts +0 -8
  346. package/dist/expo/plugins/withAndroidArchitecture.js +0 -52
  347. package/dist/expo/plugins/withAndroidNdkVersion.d.ts +0 -8
  348. package/dist/expo/plugins/withAndroidNdkVersion.js +0 -31
  349. package/dist/expo/plugins/withDeviceInfo.d.ts +0 -10
  350. package/dist/expo/plugins/withDeviceInfo.js +0 -48
  351. package/dist/logging/addon.d.ts +0 -6
  352. package/dist/logging/addon.js +0 -75
  353. package/dist/logging/client-logger.d.ts +0 -3
  354. package/dist/logging/client-logger.js +0 -24
  355. package/dist/logging/namespaces.d.ts +0 -6
  356. package/dist/logging/namespaces.js +0 -6
  357. package/dist/logging/registry.d.ts +0 -31
  358. package/dist/logging/registry.js +0 -62
  359. package/dist/logging/server-logger.d.ts +0 -3
  360. package/dist/logging/server-logger.js +0 -16
  361. package/dist/models/registry/models.d.ts +0 -10417
  362. package/dist/models/registry/models.js +0 -10757
  363. package/dist/models/update-models/codegen.d.ts +0 -3
  364. package/dist/models/update-models/codegen.js +0 -135
  365. package/dist/models/update-models/history.d.ts +0 -24
  366. package/dist/models/update-models/history.js +0 -107
  367. package/dist/models/update-models/index.d.ts +0 -2
  368. package/dist/models/update-models/index.js +0 -125
  369. package/dist/models/update-models/naming.d.ts +0 -4
  370. package/dist/models/update-models/naming.js +0 -370
  371. package/dist/models/update-models/processing.d.ts +0 -8
  372. package/dist/models/update-models/processing.js +0 -67
  373. package/dist/models/update-models/registry.d.ts +0 -4
  374. package/dist/models/update-models/registry.js +0 -67
  375. package/dist/models/update-models/shards.d.ts +0 -4
  376. package/dist/models/update-models/shards.js +0 -57
  377. package/dist/models/update-models/types.d.ts +0 -60
  378. package/dist/models/update-models/types.js +0 -1
  379. package/dist/models/update-models/utils.d.ts +0 -3
  380. package/dist/models/update-models/utils.js +0 -21
  381. package/dist/pear/pre.d.ts +0 -18
  382. package/dist/pear/pre.js +0 -433
  383. package/dist/profiling/aggregator.d.ts +0 -15
  384. package/dist/profiling/aggregator.js +0 -100
  385. package/dist/profiling/clock.d.ts +0 -12
  386. package/dist/profiling/clock.js +0 -51
  387. package/dist/profiling/controller.d.ts +0 -33
  388. package/dist/profiling/controller.js +0 -123
  389. package/dist/profiling/envelope.d.ts +0 -10
  390. package/dist/profiling/envelope.js +0 -36
  391. package/dist/profiling/events.d.ts +0 -20
  392. package/dist/profiling/events.js +0 -37
  393. package/dist/profiling/exporters.d.ts +0 -10
  394. package/dist/profiling/exporters.js +0 -236
  395. package/dist/profiling/index.d.ts +0 -36
  396. package/dist/profiling/index.js +0 -31
  397. package/dist/profiling/ring-buffer.d.ts +0 -19
  398. package/dist/profiling/ring-buffer.js +0 -83
  399. package/dist/profiling/types.d.ts +0 -47
  400. package/dist/profiling/types.js +0 -1
  401. package/dist/schemas/archive.d.ts +0 -9
  402. package/dist/schemas/archive.js +0 -17
  403. package/dist/schemas/engine-addon-map.d.ts +0 -5
  404. package/dist/schemas/engine-addon-map.js +0 -52
  405. package/dist/schemas/get-model-info.d.ts +0 -120
  406. package/dist/schemas/get-model-info.js +0 -58
  407. package/dist/schemas/heartbeat.d.ts +0 -17
  408. package/dist/schemas/heartbeat.js +0 -10
  409. package/dist/schemas/json-schema.d.ts +0 -16
  410. package/dist/schemas/json-schema.js +0 -2
  411. package/dist/schemas/mcp-adapter.d.ts +0 -47
  412. package/dist/schemas/mcp-adapter.js +0 -1
  413. package/dist/schemas/model-src-utils.d.ts +0 -148
  414. package/dist/schemas/model-src-utils.js +0 -35
  415. package/dist/schemas/model-types.d.ts +0 -183
  416. package/dist/schemas/model-types.js +0 -168
  417. package/dist/schemas/ocr.d.ts +0 -125
  418. package/dist/schemas/ocr.js +0 -57
  419. package/dist/schemas/path-validation.d.ts +0 -10
  420. package/dist/schemas/path-validation.js +0 -22
  421. package/dist/schemas/plugin.d.ts +0 -226
  422. package/dist/schemas/plugin.js +0 -158
  423. package/dist/schemas/profiling.d.ts +0 -105
  424. package/dist/schemas/profiling.js +0 -66
  425. package/dist/schemas/registry.d.ts +0 -356
  426. package/dist/schemas/registry.js +0 -93
  427. package/dist/schemas/reload-config.d.ts +0 -476
  428. package/dist/schemas/reload-config.js +0 -44
  429. package/dist/schemas/runtime-context.d.ts +0 -19
  430. package/dist/schemas/runtime-context.js +0 -7
  431. package/dist/schemas/sdk-config.d.ts +0 -2973
  432. package/dist/schemas/sdk-config.js +0 -136
  433. package/dist/schemas/sdk-errors-client.d.ts +0 -31
  434. package/dist/schemas/sdk-errors-client.js +0 -143
  435. package/dist/schemas/sdk-errors-registry.d.ts +0 -6
  436. package/dist/schemas/sdk-errors-registry.js +0 -8
  437. package/dist/schemas/sdk-errors-server.d.ts +0 -89
  438. package/dist/schemas/sdk-errors-server.js +0 -451
  439. package/dist/schemas/shard.d.ts +0 -21
  440. package/dist/schemas/shard.js +0 -17
  441. package/dist/schemas/tools.d.ts +0 -65
  442. package/dist/schemas/tools.js +0 -43
  443. package/dist/schemas/transcription-config.d.ts +0 -383
  444. package/dist/scripts/run-security-tests-bare.d.ts +0 -2
  445. package/dist/scripts/run-security-tests-bare.js +0 -78
  446. package/dist/scripts/run-security-tests.d.ts +0 -2
  447. package/dist/scripts/run-security-tests.js +0 -22
  448. package/dist/scripts/run-unit-tests.d.ts +0 -2
  449. package/dist/scripts/run-unit-tests.js +0 -17
  450. package/dist/server/bare/ops/embed.d.ts +0 -12
  451. package/dist/server/bare/ops/load-model.d.ts +0 -9
  452. package/dist/server/bare/ops/load-model.js +0 -85
  453. package/dist/server/bare/ops/transcribe.d.ts +0 -3
  454. package/dist/server/bare/ops/transcribe.js +0 -75
  455. package/dist/server/bare/ops/translate.d.ts +0 -5
  456. package/dist/server/bare/ops/unload-model.js +0 -41
  457. package/dist/server/bare/plugins/index.d.ts +0 -8
  458. package/dist/server/bare/plugins/index.js +0 -7
  459. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +0 -6
  460. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +0 -34
  461. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +0 -220
  462. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +0 -155
  463. package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +0 -54
  464. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +0 -87
  465. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +0 -367
  466. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +0 -201
  467. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.d.ts +0 -10
  468. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.js +0 -110
  469. package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +0 -86
  470. package/dist/server/bare/plugins/onnx-ocr/plugin.js +0 -117
  471. package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +0 -373
  472. package/dist/server/bare/plugins/onnx-tts/plugin.js +0 -182
  473. package/dist/server/bare/plugins/onnx-tts/wav-helper.d.ts +0 -14
  474. package/dist/server/bare/plugins/onnx-tts/wav-helper.js +0 -107
  475. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +0 -317
  476. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +0 -154
  477. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +0 -237
  478. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +0 -86
  479. package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +0 -3
  480. package/dist/server/bare/rag-hyperdb/handlers/chunk.js +0 -7
  481. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +0 -3
  482. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +0 -9
  483. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +0 -3
  484. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +0 -14
  485. package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +0 -9
  486. package/dist/server/bare/rag-hyperdb/handlers/ingest.js +0 -18
  487. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +0 -3
  488. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +0 -4
  489. package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +0 -9
  490. package/dist/server/bare/rag-hyperdb/handlers/reindex.js +0 -16
  491. package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +0 -7
  492. package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +0 -39
  493. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +0 -15
  494. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +0 -136
  495. package/dist/server/bare/registry/config-registry.d.ts +0 -14
  496. package/dist/server/bare/registry/config-registry.js +0 -82
  497. package/dist/server/bare/registry/model-config-registry.d.ts +0 -4
  498. package/dist/server/bare/registry/model-config-registry.js +0 -15
  499. package/dist/server/bare/registry/model-config-utils.d.ts +0 -15
  500. package/dist/server/bare/registry/model-config-utils.js +0 -112
  501. package/dist/server/bare/registry/registry-client.d.ts +0 -5
  502. package/dist/server/bare/registry/registry-client.js +0 -37
  503. package/dist/server/bare/registry/runtime-context-registry.d.ts +0 -7
  504. package/dist/server/bare/registry/runtime-context-registry.js +0 -26
  505. package/dist/server/bare/utils/audio-input.d.ts +0 -10
  506. package/dist/server/bare/utils/audio-input.js +0 -33
  507. package/dist/server/bare/utils/loader-adapter.d.ts +0 -7
  508. package/dist/server/bare/utils/loader-adapter.js +0 -9
  509. package/dist/server/env.d.ts +0 -22
  510. package/dist/server/env.js +0 -57
  511. package/dist/server/plugins/index.d.ts +0 -2
  512. package/dist/server/plugins/index.js +0 -1
  513. package/dist/server/plugins/registry.d.ts +0 -9
  514. package/dist/server/plugins/registry.js +0 -79
  515. package/dist/server/rpc/delegate-transport.d.ts +0 -19
  516. package/dist/server/rpc/delegate-transport.js +0 -236
  517. package/dist/server/rpc/delegate-utils.d.ts +0 -2
  518. package/dist/server/rpc/delegate-utils.js +0 -5
  519. package/dist/server/rpc/handler-registry.d.ts +0 -3
  520. package/dist/server/rpc/handler-registry.js +0 -113
  521. package/dist/server/rpc/handler-utils.d.ts +0 -23
  522. package/dist/server/rpc/handler-utils.js +0 -170
  523. package/dist/server/rpc/handlers/cancel-delegated.d.ts +0 -4
  524. package/dist/server/rpc/handlers/cancel-delegated.js +0 -71
  525. package/dist/server/rpc/handlers/get-model-info.d.ts +0 -3
  526. package/dist/server/rpc/handlers/get-model-info.js +0 -164
  527. package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +0 -4
  528. package/dist/server/rpc/handlers/heartbeat-delegated.js +0 -32
  529. package/dist/server/rpc/handlers/heartbeat.d.ts +0 -3
  530. package/dist/server/rpc/handlers/heartbeat.js +0 -3
  531. package/dist/server/rpc/handlers/load-model/download-stats.d.ts +0 -6
  532. package/dist/server/rpc/handlers/load-model/download-stats.js +0 -87
  533. package/dist/server/rpc/handlers/load-model/handler.js +0 -187
  534. package/dist/server/rpc/handlers/load-model/registry.d.ts +0 -11
  535. package/dist/server/rpc/handlers/load-model/registry.js +0 -548
  536. package/dist/server/rpc/handlers/load-model/types.d.ts +0 -29
  537. package/dist/server/rpc/handlers/load-model/types.js +0 -1
  538. package/dist/server/rpc/handlers/ocr-stream.d.ts +0 -3
  539. package/dist/server/rpc/handlers/ocr-stream.js +0 -4
  540. package/dist/server/rpc/handlers/plugin-dispatch.d.ts +0 -15
  541. package/dist/server/rpc/handlers/plugin-dispatch.js +0 -59
  542. package/dist/server/rpc/handlers/plugin-invoke.d.ts +0 -4
  543. package/dist/server/rpc/handlers/plugin-invoke.js +0 -92
  544. package/dist/server/rpc/handlers/registry.d.ts +0 -5
  545. package/dist/server/rpc/handlers/registry.js +0 -157
  546. package/dist/server/rpc/handlers/unload-model-delegated.d.ts +0 -3
  547. package/dist/server/rpc/handlers/unload-model-delegated.js +0 -32
  548. package/dist/server/rpc/profiling/context.d.ts +0 -18
  549. package/dist/server/rpc/profiling/context.js +0 -38
  550. package/dist/server/rpc/profiling/delegation-profiler.d.ts +0 -32
  551. package/dist/server/rpc/profiling/delegation-profiler.js +0 -154
  552. package/dist/server/rpc/profiling/index.d.ts +0 -5
  553. package/dist/server/rpc/profiling/index.js +0 -4
  554. package/dist/server/rpc/profiling/operation-metrics.d.ts +0 -25
  555. package/dist/server/rpc/profiling/operation-metrics.js +0 -199
  556. package/dist/server/rpc/profiling/operation-wrappers.d.ts +0 -18
  557. package/dist/server/rpc/profiling/operation-wrappers.js +0 -124
  558. package/dist/server/rpc/profiling/profiler.d.ts +0 -13
  559. package/dist/server/rpc/profiling/profiler.js +0 -97
  560. package/dist/server/utils/archive.d.ts +0 -4
  561. package/dist/server/utils/archive.js +0 -179
  562. package/dist/server/utils/checksum.d.ts +0 -4
  563. package/dist/server/utils/checksum.js +0 -31
  564. package/dist/server/utils/config-transform.d.ts +0 -3
  565. package/dist/server/utils/config-transform.js +0 -23
  566. package/dist/server/utils/formatting.d.ts +0 -19
  567. package/dist/server/utils/formatting.js +0 -61
  568. package/dist/server/utils/gguf-tensor-extractor.d.ts +0 -15
  569. package/dist/server/utils/gguf-tensor-extractor.js +0 -314
  570. package/dist/server/utils/path-security.d.ts +0 -12
  571. package/dist/server/utils/path-security.js +0 -25
  572. package/dist/server/utils/shard-utils.d.ts +0 -48
  573. package/dist/server/utils/shard-utils.js +0 -125
  574. package/dist/server/worker-core.d.ts +0 -6
  575. package/dist/server/worker-core.js +0 -88
  576. package/dist/utils/errors-base.d.ts +0 -3
  577. package/dist/utils/errors-base.js +0 -13
  578. package/dist/utils/errors-client.d.ts +0 -137
  579. package/dist/utils/errors-client.js +0 -240
  580. package/dist/utils/errors-server.d.ts +0 -236
  581. package/dist/utils/errors-server.js +0 -412
  582. package/dist/utils/global-singleton.d.ts +0 -2
  583. package/dist/utils/global-singleton.js +0 -10
  584. package/dist/utils/mcp-adapter.d.ts +0 -12
  585. package/dist/utils/mcp-adapter.js +0 -103
  586. package/dist/utils/object.d.ts +0 -2
  587. package/dist/utils/object.js +0 -3
  588. package/dist/utils/path-sanitize.d.ts +0 -17
  589. package/dist/utils/path-sanitize.js +0 -54
  590. package/dist/utils/tool-helpers.d.ts +0 -25
  591. package/dist/utils/tool-helpers.js +0 -112
  592. package/expo/plugins/patches/android-link.mjs +0 -63
  593. package/expo/plugins/patches/ios-link.mjs +0 -63
  594. /package/dist/examples/{seed-p2p.js → seed-hyperdrive.js} +0 -0
  595. /package/dist/examples/{transcription/whispercpp-filesystem.d.ts → whispercpp-filesystem.d.ts} +0 -0
  596. /package/dist/examples/{transcription/whispercpp-microphone-record.d.ts → whispercpp-microphone-record.d.ts} +0 -0
  597. /package/dist/examples/{transcription/whispercpp-prompt.d.ts → whispercpp-prompt.d.ts} +0 -0
  598. /package/dist/models/{registry → hyperdrive}/index.d.ts +0 -0
  599. /package/dist/server/bare/{ops → addons}/cancel.d.ts +0 -0
  600. /package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.d.ts +0 -0
  601. /package/dist/server/bare/{ops → addons}/unload-model.d.ts +0 -0
@@ -3,13 +3,11 @@ import { type CancelParams } from "../../schemas/index";
3
3
  * Cancels an ongoing operation.
4
4
  *
5
5
  * @param params - The parameters for the cancellation
6
- * @param params.operation - The type of operation to cancel ("inference", "downloadAsset", or "rag")
6
+ * @param params.operation - The type of operation to cancel ("inference" or "download")
7
7
  * @param params.modelId - The model ID (required for inference cancellation)
8
8
  * @param params.downloadKey - The download key (required for download cancellation)
9
9
  * @param params.clearCache - If true, deletes the partial download file (default: false)
10
- * @param params.delegate - Delegation target for remote download cancellation (optional)
11
- * @param params.workspace - The RAG workspace to cancel (optional, defaults to "default")
12
- * @throws {QvacErrorBase} When the response type is invalid or when the cancellation fails
10
+ * @throws {Error} When the response type is invalid or when the cancellation fails
13
11
  *
14
12
  * @example
15
13
  * // Cancel inference
@@ -17,27 +15,11 @@ import { type CancelParams } from "../../schemas/index";
17
15
  *
18
16
  * @example
19
17
  * // Pause download (preserves partial file for automatic resume)
20
- * await cancel({ operation: "downloadAsset", downloadKey: "download-key" });
18
+ * await cancel({ operation: "download", downloadKey: "download-key" });
21
19
  *
22
20
  * @example
23
21
  * // Cancel download completely (deletes partial file)
24
- * await cancel({ operation: "downloadAsset", downloadKey: "download-key", clearCache: true });
25
- *
26
- * @example
27
- * // Cancel delegated remote download
28
- * await cancel({
29
- * operation: "downloadAsset",
30
- * downloadKey: "download-key",
31
- * delegate: { topic: "topicHex", providerPublicKey: "peerHex" },
32
- * });
33
- *
34
- * @example
35
- * // Cancel RAG operation on default workspace
36
- * await cancel({ operation: "rag" });
37
- *
38
- * @example
39
- * // Cancel RAG operation on specific workspace
40
- * await cancel({ operation: "rag", workspace: "my-workspace" });
22
+ * await cancel({ operation: "download", downloadKey: "download-key", clearCache: true });
41
23
  */
42
24
  export declare function cancel(params: CancelParams): Promise<void>;
43
25
  //# sourceMappingURL=cancel.d.ts.map
@@ -1,17 +1,14 @@
1
1
  import { send } from "../rpc/rpc-client.js";
2
2
  import {} from "../../schemas/index.js";
3
- import { InvalidResponseError, CancelFailedError } from "../../utils/errors-client.js";
4
3
  /**
5
4
  * Cancels an ongoing operation.
6
5
  *
7
6
  * @param params - The parameters for the cancellation
8
- * @param params.operation - The type of operation to cancel ("inference", "downloadAsset", or "rag")
7
+ * @param params.operation - The type of operation to cancel ("inference" or "download")
9
8
  * @param params.modelId - The model ID (required for inference cancellation)
10
9
  * @param params.downloadKey - The download key (required for download cancellation)
11
10
  * @param params.clearCache - If true, deletes the partial download file (default: false)
12
- * @param params.delegate - Delegation target for remote download cancellation (optional)
13
- * @param params.workspace - The RAG workspace to cancel (optional, defaults to "default")
14
- * @throws {QvacErrorBase} When the response type is invalid or when the cancellation fails
11
+ * @throws {Error} When the response type is invalid or when the cancellation fails
15
12
  *
16
13
  * @example
17
14
  * // Cancel inference
@@ -19,27 +16,11 @@ import { InvalidResponseError, CancelFailedError } from "../../utils/errors-clie
19
16
  *
20
17
  * @example
21
18
  * // Pause download (preserves partial file for automatic resume)
22
- * await cancel({ operation: "downloadAsset", downloadKey: "download-key" });
19
+ * await cancel({ operation: "download", downloadKey: "download-key" });
23
20
  *
24
21
  * @example
25
22
  * // Cancel download completely (deletes partial file)
26
- * await cancel({ operation: "downloadAsset", downloadKey: "download-key", clearCache: true });
27
- *
28
- * @example
29
- * // Cancel delegated remote download
30
- * await cancel({
31
- * operation: "downloadAsset",
32
- * downloadKey: "download-key",
33
- * delegate: { topic: "topicHex", providerPublicKey: "peerHex" },
34
- * });
35
- *
36
- * @example
37
- * // Cancel RAG operation on default workspace
38
- * await cancel({ operation: "rag" });
39
- *
40
- * @example
41
- * // Cancel RAG operation on specific workspace
42
- * await cancel({ operation: "rag", workspace: "my-workspace" });
23
+ * await cancel({ operation: "download", downloadKey: "download-key", clearCache: true });
43
24
  */
44
25
  export async function cancel(params) {
45
26
  const request = {
@@ -48,9 +29,9 @@ export async function cancel(params) {
48
29
  };
49
30
  const response = await send(request);
50
31
  if (response.type !== "cancel") {
51
- throw new InvalidResponseError("cancel");
32
+ throw new Error("Invalid response type");
52
33
  }
53
34
  if (!response.success) {
54
- throw new CancelFailedError(response.error);
35
+ throw new Error(response.error ?? "Failed to cancel");
55
36
  }
56
37
  }
@@ -1,10 +1,4 @@
1
- import { type CompletionClientParams, type CompletionStats, type McpClientInput, type Tool, type ToolCallEvent, type ToolCallWithCall, type RPCOptions } from "../../schemas/index";
2
- import { type ToolInput } from "../../utils/tool-helpers";
3
- type CompletionParams = Omit<CompletionClientParams, "tools"> & {
4
- tools?: Tool[] | ToolInput[];
5
- mcp?: McpClientInput[];
6
- rpcOptions?: RPCOptions;
7
- };
1
+ import { type CompletionStats, type CompletionClientParams, type ToolCall, type ToolCallEvent } from "../../schemas/index";
8
2
  /**
9
3
  * Generates completion from a language model based on conversation history.
10
4
  *
@@ -12,8 +6,7 @@ type CompletionParams = Omit<CompletionClientParams, "tools"> & {
12
6
  * @param params.modelId - The identifier of the model to use for completion
13
7
  * @param params.history - Array of conversation messages with role, content, and optional attachments
14
8
  * @param params.stream - Whether to stream tokens (true) or return complete response (false). Defaults to true
15
- * @param params.tools - Optional array of tools (can be simple ToolInput with Zod schemas or full Tool objects)
16
- * @param params.mcp - Optional array of MCP client inputs for tool integration
9
+ * @param params.tools - Optional array of tools that can be used by the model
17
10
  * @param params.kvCache - Optional KV cache configuration. Cache files are organized hierarchically:
18
11
  * - Structure: `{kvCacheKey}/{modelId}/{configHash}.bin`
19
12
  * - The configHash includes model config + system prompt to ensure cache isolation
@@ -22,11 +15,10 @@ type CompletionParams = Omit<CompletionClientParams, "tools"> & {
22
15
  * - `false` or `undefined`: No caching
23
16
  * - ⚡ Performance: When cache exists, only the last message is sent to the model (includes multimodal attachments)
24
17
  * - 🗑️ Cleanup: Use `deleteCache({ kvCacheKey })` to remove cached sessions
25
- * @returns Object with tokenStream generator, toolCallStream generator, text promise, toolCalls promise (with call() method), and stats promise
18
+ * @returns Object with tokenStream generator, toolCallStream generator, text promise, toolCalls promise, and stats promise
26
19
  * @example
27
20
  * ```typescript
28
- * import { z } from "zod";
29
- *
21
+ * // Streaming mode with tools
30
22
  * const result = completion({
31
23
  * modelId: "llama-2",
32
24
  * history: [
@@ -34,13 +26,15 @@ type CompletionParams = Omit<CompletionClientParams, "tools"> & {
34
26
  * ],
35
27
  * stream: true,
36
28
  * tools: [{
29
+ * type: "function",
37
30
  * name: "get_weather",
38
31
  * description: "Get current weather",
39
- * parameters: z.object({
40
- * city: z.string().describe("City name"),
41
- * }),
42
- * handler: async (args) => {
43
- * return { temperature: 22, condition: "sunny" };
32
+ * parameters: {
33
+ * type: "object",
34
+ * properties: {
35
+ * city: { type: "string" }
36
+ * },
37
+ * required: ["city"]
44
38
  * }
45
39
  * }]
46
40
  * });
@@ -49,20 +43,32 @@ type CompletionParams = Omit<CompletionClientParams, "tools"> & {
49
43
  * process.stdout.write(token);
50
44
  * }
51
45
  *
52
- * for (const toolCall of await result.toolCalls) {
53
- * if (toolCall.invoke) {
54
- * const toolResult = await toolCall.invoke();
55
- * console.log(toolResult);
46
+ * for await (const evt of result.toolCallStream) {
47
+ * if (evt.type === "toolCall") {
48
+ * console.log("Tool:", evt.call.name, evt.call.arguments);
56
49
  * }
57
50
  * }
51
+ *
52
+ * // Non-streaming mode
53
+ * const response = completion({
54
+ * modelId: "llama-2",
55
+ * history: [
56
+ * { role: "user", content: "What is the capital of France?" }
57
+ * ],
58
+ * stream: false,
59
+ * });
60
+ *
61
+ * const text = await response.text;
62
+ * const stats = await response.stats;
63
+ * console.log(text);
64
+ * console.log(stats);
58
65
  * ```
59
66
  */
60
- export declare function completion(params: CompletionParams): {
67
+ export declare function completion(params: CompletionClientParams): {
61
68
  tokenStream: AsyncGenerator<string>;
62
69
  toolCallStream: AsyncGenerator<ToolCallEvent>;
63
70
  stats: Promise<CompletionStats | undefined>;
64
71
  text: Promise<string>;
65
- toolCalls: Promise<ToolCallWithCall[]>;
72
+ toolCalls: Promise<ToolCall[]>;
66
73
  };
67
- export {};
68
74
  //# sourceMappingURL=completion-stream.d.ts.map
@@ -1,9 +1,5 @@
1
- import { stream as streamRpc } from "../rpc/rpc-client.js";
2
- import { getClientLogger } from "../../logging/index.js";
3
1
  import { completionStreamResponseSchema, } from "../../schemas/index.js";
4
- import { getMcpToolsWithHandlers } from "../../utils/mcp-adapter.js";
5
- import { attachHandlersToToolCalls, validateTools, } from "../../utils/tool-helpers.js";
6
- const logger = getClientLogger();
2
+ import { stream as streamRpc } from "../rpc/rpc-client.js";
7
3
  /**
8
4
  * Generates completion from a language model based on conversation history.
9
5
  *
@@ -11,8 +7,7 @@ const logger = getClientLogger();
11
7
  * @param params.modelId - The identifier of the model to use for completion
12
8
  * @param params.history - Array of conversation messages with role, content, and optional attachments
13
9
  * @param params.stream - Whether to stream tokens (true) or return complete response (false). Defaults to true
14
- * @param params.tools - Optional array of tools (can be simple ToolInput with Zod schemas or full Tool objects)
15
- * @param params.mcp - Optional array of MCP client inputs for tool integration
10
+ * @param params.tools - Optional array of tools that can be used by the model
16
11
  * @param params.kvCache - Optional KV cache configuration. Cache files are organized hierarchically:
17
12
  * - Structure: `{kvCacheKey}/{modelId}/{configHash}.bin`
18
13
  * - The configHash includes model config + system prompt to ensure cache isolation
@@ -21,11 +16,10 @@ const logger = getClientLogger();
21
16
  * - `false` or `undefined`: No caching
22
17
  * - ⚡ Performance: When cache exists, only the last message is sent to the model (includes multimodal attachments)
23
18
  * - 🗑️ Cleanup: Use `deleteCache({ kvCacheKey })` to remove cached sessions
24
- * @returns Object with tokenStream generator, toolCallStream generator, text promise, toolCalls promise (with call() method), and stats promise
19
+ * @returns Object with tokenStream generator, toolCallStream generator, text promise, toolCalls promise, and stats promise
25
20
  * @example
26
21
  * ```typescript
27
- * import { z } from "zod";
28
- *
22
+ * // Streaming mode with tools
29
23
  * const result = completion({
30
24
  * modelId: "llama-2",
31
25
  * history: [
@@ -33,13 +27,15 @@ const logger = getClientLogger();
33
27
  * ],
34
28
  * stream: true,
35
29
  * tools: [{
30
+ * type: "function",
36
31
  * name: "get_weather",
37
32
  * description: "Get current weather",
38
- * parameters: z.object({
39
- * city: z.string().describe("City name"),
40
- * }),
41
- * handler: async (args) => {
42
- * return { temperature: 22, condition: "sunny" };
33
+ * parameters: {
34
+ * type: "object",
35
+ * properties: {
36
+ * city: { type: "string" }
37
+ * },
38
+ * required: ["city"]
43
39
  * }
44
40
  * }]
45
41
  * });
@@ -48,31 +44,44 @@ const logger = getClientLogger();
48
44
  * process.stdout.write(token);
49
45
  * }
50
46
  *
51
- * for (const toolCall of await result.toolCalls) {
52
- * if (toolCall.invoke) {
53
- * const toolResult = await toolCall.invoke();
54
- * console.log(toolResult);
47
+ * for await (const evt of result.toolCallStream) {
48
+ * if (evt.type === "toolCall") {
49
+ * console.log("Tool:", evt.call.name, evt.call.arguments);
55
50
  * }
56
51
  * }
52
+ *
53
+ * // Non-streaming mode
54
+ * const response = completion({
55
+ * modelId: "llama-2",
56
+ * history: [
57
+ * { role: "user", content: "What is the capital of France?" }
58
+ * ],
59
+ * stream: false,
60
+ * });
61
+ *
62
+ * const text = await response.text;
63
+ * const stats = await response.stats;
64
+ * console.log(text);
65
+ * console.log(stats);
57
66
  * ```
58
67
  */
59
68
  export function completion(params) {
69
+ const request = {
70
+ type: "completionStream",
71
+ ...params,
72
+ stream: params.stream ?? true,
73
+ };
60
74
  let stats;
61
75
  let statsResolver = () => { };
62
- let statsRejecter = () => { };
63
- const statsPromise = new Promise((resolve, reject) => {
76
+ const statsPromise = new Promise((resolve) => {
64
77
  statsResolver = resolve;
65
- statsRejecter = reject;
66
78
  });
67
- statsPromise.catch(() => { });
68
79
  let toolCallsArray = [];
69
80
  let toolCallsResolver = () => { };
70
- let toolCallsRejecter = () => { };
71
- const toolCallsPromise = new Promise((resolve, reject) => {
81
+ const toolCallsPromise = new Promise((resolve) => {
72
82
  toolCallsResolver = resolve;
73
- toolCallsRejecter = reject;
74
83
  });
75
- toolCallsPromise.catch(() => { });
84
+ const responses = streamRpc(request);
76
85
  const tokenQueue = [];
77
86
  const toolEventQueue = [];
78
87
  let tokenDone = false;
@@ -80,101 +89,50 @@ export function completion(params) {
80
89
  let tokenResolve = null;
81
90
  let toolResolve = null;
82
91
  let textBuffer = "";
83
- let streamError = null;
84
92
  const processResponses = async () => {
85
- try {
86
- let allTools = [];
87
- const allHandlers = new Map();
88
- if (params.tools) {
89
- const { tools, handlers } = validateTools(params.tools);
90
- allTools = tools;
91
- for (const [name, handler] of handlers) {
92
- if (allHandlers.has(name)) {
93
- logger.warn(`Duplicate tool handler for "${name}", overwriting`);
94
- }
95
- allHandlers.set(name, handler);
96
- }
97
- }
98
- if (params.mcp && params.mcp.length > 0) {
99
- const { tools: mcpTools, handlers: mcpHandlers } = await getMcpToolsWithHandlers(params.mcp);
100
- allTools = [...mcpTools, ...allTools];
101
- for (const [name, handler] of mcpHandlers) {
102
- if (allHandlers.has(name)) {
103
- logger.warn(`Duplicate tool handler for "${name}", overwriting`);
104
- }
105
- allHandlers.set(name, handler);
106
- }
107
- }
108
- const request = {
109
- type: "completionStream",
110
- modelId: params.modelId,
111
- history: params.history,
112
- kvCache: params.kvCache,
113
- tools: allTools.length > 0 ? allTools : undefined,
114
- stream: params.stream ?? true,
115
- generationParams: params.generationParams,
116
- };
117
- const responses = streamRpc(request, params.rpcOptions);
118
- for await (const response of responses) {
119
- if (response &&
120
- typeof response === "object" &&
121
- "type" in response &&
122
- response.type === "completionStream") {
123
- const streamResponse = completionStreamResponseSchema.parse(response);
124
- if (!streamResponse.done) {
125
- const token = streamResponse.token;
126
- if (token) {
127
- textBuffer += token;
128
- tokenQueue.push(token);
129
- if (tokenResolve) {
130
- tokenResolve();
131
- tokenResolve = null;
132
- }
133
- }
134
- if (streamResponse.toolCallEvent) {
135
- toolEventQueue.push(streamResponse.toolCallEvent);
136
- if (toolResolve) {
137
- toolResolve();
138
- toolResolve = null;
139
- }
140
- }
141
- }
142
- else {
143
- if (streamResponse.token) {
144
- textBuffer += streamResponse.token;
145
- }
146
- stats = streamResponse.stats;
147
- statsResolver(stats);
148
- const rawToolCalls = streamResponse.toolCalls || [];
149
- toolCallsArray = attachHandlersToToolCalls(rawToolCalls, allHandlers);
150
- toolCallsResolver(toolCallsArray);
151
- tokenDone = true;
152
- toolDone = true;
93
+ for await (const response of responses) {
94
+ if (response &&
95
+ typeof response === "object" &&
96
+ "type" in response &&
97
+ response.type === "completionStream") {
98
+ const streamResponse = completionStreamResponseSchema.parse(response);
99
+ if (!streamResponse.done) {
100
+ const token = streamResponse.token;
101
+ if (token) {
102
+ textBuffer += token;
103
+ tokenQueue.push(token);
153
104
  if (tokenResolve) {
154
105
  tokenResolve();
155
106
  tokenResolve = null;
156
107
  }
108
+ }
109
+ if (streamResponse.toolCallEvent) {
110
+ toolEventQueue.push(streamResponse.toolCallEvent);
157
111
  if (toolResolve) {
158
112
  toolResolve();
159
113
  toolResolve = null;
160
114
  }
161
115
  }
162
116
  }
163
- }
164
- }
165
- catch (error) {
166
- streamError = error instanceof Error ? error : new Error(String(error));
167
- statsRejecter(error);
168
- toolCallsRejecter(error);
169
- tokenDone = true;
170
- toolDone = true;
171
- if (tokenResolve) {
172
- tokenResolve();
173
- tokenResolve = null;
174
- }
175
- if (toolResolve) {
176
- toolResolve();
177
- toolResolve = null;
117
+ else {
118
+ if (streamResponse.token) {
119
+ textBuffer += streamResponse.token;
120
+ }
121
+ stats = streamResponse.stats;
122
+ statsResolver(stats);
123
+ toolCallsArray = streamResponse.toolCalls || [];
124
+ toolCallsResolver(toolCallsArray);
125
+ tokenDone = true;
126
+ toolDone = true;
127
+ if (tokenResolve) {
128
+ tokenResolve();
129
+ tokenResolve = null;
130
+ }
131
+ if (toolResolve) {
132
+ toolResolve();
133
+ toolResolve = null;
134
+ }
135
+ }
178
136
  }
179
137
  }
180
138
  };
@@ -183,7 +141,6 @@ export function completion(params) {
183
141
  await statsPromise;
184
142
  return textBuffer;
185
143
  })();
186
- textPromise.catch(() => { });
187
144
  if (params.stream) {
188
145
  const tokenStream = (async function* () {
189
146
  while (true) {
@@ -191,9 +148,6 @@ export function completion(params) {
191
148
  yield tokenQueue.shift();
192
149
  }
193
150
  else if (tokenDone) {
194
- if (streamError !== null) {
195
- throw streamError;
196
- }
197
151
  break;
198
152
  }
199
153
  else {
@@ -209,9 +163,6 @@ export function completion(params) {
209
163
  yield toolEventQueue.shift();
210
164
  }
211
165
  else if (toolDone) {
212
- if (streamError !== null) {
213
- throw streamError;
214
- }
215
166
  break;
216
167
  }
217
168
  else {
@@ -1,5 +1,4 @@
1
1
  import { send } from "../rpc/rpc-client.js";
2
- import { InvalidDeleteCacheParamsError, DeleteCacheFailedError, } from "../../utils/errors-client.js";
3
2
  /**
4
3
  * Deletes KV cache files.
5
4
  *
@@ -36,11 +35,11 @@ export async function deleteCache(params) {
36
35
  };
37
36
  }
38
37
  else {
39
- throw new InvalidDeleteCacheParamsError();
38
+ throw new Error("Invalid deleteCache parameters");
40
39
  }
41
40
  const response = (await send(req));
42
41
  if (!response.success && response.error) {
43
- throw new DeleteCacheFailedError(response.error);
42
+ throw new Error(response.error);
44
43
  }
45
44
  return {
46
45
  success: response.success,
@@ -1,4 +1,4 @@
1
- import { type DownloadAssetOptions as BaseDownloadAssetOptions, type RPCOptions } from "../../schemas/index";
1
+ import { type DownloadAssetOptions as BaseDownloadAssetOptions } from "../../schemas/index";
2
2
  export type DownloadAssetOptions = BaseDownloadAssetOptions;
3
3
  /**
4
4
  * Downloads an asset (model file) without loading it into memory.
@@ -11,13 +11,12 @@ export type DownloadAssetOptions = BaseDownloadAssetOptions;
11
11
  * - assetSrc: The location from which the asset is downloaded (local path, remote URL, or Hyperdrive URL)
12
12
  * - seed: Optional boolean for hyperdrive seeding
13
13
  * - onProgress: Optional callback for download progress
14
- * @param rpcOptions - Optional RPC options including per-call profiling configuration
15
14
  *
16
15
  * @returns Promise that resolves to the asset ID (either the provided assetSrc or a generated ID)
17
16
  *
18
- * @throws {QvacErrorBase} When asset download fails, with details in the error message
19
- * @throws {QvacErrorBase} When streaming ends unexpectedly (only when using onProgress)
20
- * @throws {QvacErrorBase} When receiving an invalid response type from the server
17
+ * @throws {Error} When asset download fails, with details in the error message
18
+ * @throws {Error} When streaming ends unexpectedly (only when using onProgress)
19
+ * @throws {Error} When receiving an invalid response type from the server
21
20
  *
22
21
  * @example
23
22
  * ```typescript
@@ -36,5 +35,5 @@ export type DownloadAssetOptions = BaseDownloadAssetOptions;
36
35
  * });
37
36
  * ```
38
37
  */
39
- export declare function downloadAsset(options: DownloadAssetOptions, rpcOptions?: RPCOptions): Promise<string>;
38
+ export declare function downloadAsset(options: DownloadAssetOptions): Promise<string>;
40
39
  //# sourceMappingURL=download-asset.d.ts.map
@@ -1,6 +1,5 @@
1
1
  import { send, stream } from "../rpc/rpc-client.js";
2
- import { downloadAssetOptionsToRequestSchema, } from "../../schemas/index.js";
3
- import { DownloadAssetFailedError, StreamEndedError, InvalidResponseError, } from "../../utils/errors-client.js";
2
+ import { downloadAssetRequestSchema, } from "../../schemas/index.js";
4
3
  /**
5
4
  * Downloads an asset (model file) without loading it into memory.
6
5
  *
@@ -12,13 +11,12 @@ import { DownloadAssetFailedError, StreamEndedError, InvalidResponseError, } fro
12
11
  * - assetSrc: The location from which the asset is downloaded (local path, remote URL, or Hyperdrive URL)
13
12
  * - seed: Optional boolean for hyperdrive seeding
14
13
  * - onProgress: Optional callback for download progress
15
- * @param rpcOptions - Optional RPC options including per-call profiling configuration
16
14
  *
17
15
  * @returns Promise that resolves to the asset ID (either the provided assetSrc or a generated ID)
18
16
  *
19
- * @throws {QvacErrorBase} When asset download fails, with details in the error message
20
- * @throws {QvacErrorBase} When streaming ends unexpectedly (only when using onProgress)
21
- * @throws {QvacErrorBase} When receiving an invalid response type from the server
17
+ * @throws {Error} When asset download fails, with details in the error message
18
+ * @throws {Error} When streaming ends unexpectedly (only when using onProgress)
19
+ * @throws {Error} When receiving an invalid response type from the server
22
20
  *
23
21
  * @example
24
22
  * ```typescript
@@ -37,32 +35,38 @@ import { DownloadAssetFailedError, StreamEndedError, InvalidResponseError, } fro
37
35
  * });
38
36
  * ```
39
37
  */
40
- export async function downloadAsset(options, rpcOptions) {
41
- const request = downloadAssetOptionsToRequestSchema.parse(options);
38
+ export async function downloadAsset(options) {
39
+ const { assetSrc } = options;
40
+ const request = downloadAssetRequestSchema.parse({
41
+ type: "downloadAsset",
42
+ assetSrc: assetSrc,
43
+ withProgress: !!options.onProgress,
44
+ seed: options.seed,
45
+ });
42
46
  if (options.onProgress) {
43
47
  // Use streaming for progress updates
44
- for await (const response of stream(request, rpcOptions)) {
48
+ for await (const response of stream(request)) {
45
49
  if (response.type === "modelProgress") {
46
50
  options.onProgress(response);
47
51
  }
48
52
  else if (response.type === "downloadAsset") {
49
53
  if (!response.success) {
50
- throw new DownloadAssetFailedError(response.error);
54
+ throw new Error(response.error ?? "Failed to download asset");
51
55
  }
52
- return response.assetId;
56
+ return response.assetId ?? assetSrc;
53
57
  }
54
58
  }
55
- throw new StreamEndedError();
59
+ throw new Error("Stream ended without final response");
56
60
  }
57
61
  else {
58
62
  // Use regular send for simple downloading
59
- const response = await send(request, rpcOptions);
63
+ const response = await send(request);
60
64
  if (response.type !== "downloadAsset") {
61
- throw new InvalidResponseError("downloadAsset");
65
+ throw new Error("Invalid response type");
62
66
  }
63
67
  if (!response.success) {
64
- throw new DownloadAssetFailedError(response.error);
68
+ throw new Error(response.error ?? "Failed to download asset");
65
69
  }
66
- return response.assetId;
70
+ return response.assetId ?? assetSrc;
67
71
  }
68
72
  }
@@ -1,28 +1,11 @@
1
- import { type RPCOptions } from "../../schemas/index";
1
+ import { type EmbedParams } from "../../schemas/index";
2
2
  /**
3
- * Generates embeddings for a single text using a specified model.
3
+ * Generates embeddings for a given text using a specified model.
4
4
  *
5
5
  * @param params - The parameters for the embedding
6
6
  * @param params.modelId - The identifier of the embedding model to use
7
7
  * @param params.text - The input text to embed
8
- * @param options - Optional RPC options including per-call profiling
9
- * @throws {QvacErrorBase} When the response type is invalid or when the embedding fails
8
+ * @throws {Error} When the response type is invalid or when the embedding fails
10
9
  */
11
- export declare function embed(params: {
12
- modelId: string;
13
- text: string;
14
- }, options?: RPCOptions): Promise<number[]>;
15
- /**
16
- * Generates embeddings for multiple texts using a specified model.
17
- *
18
- * @param params - The parameters for the embedding
19
- * @param params.modelId - The identifier of the embedding model to use
20
- * @param params.text - The input texts to embed
21
- * @param options - Optional RPC options including per-call profiling
22
- * @throws {QvacErrorBase} When the response type is invalid or when the embedding fails
23
- */
24
- export declare function embed(params: {
25
- modelId: string;
26
- text: string[];
27
- }, options?: RPCOptions): Promise<number[][]>;
10
+ export declare function embed(params: EmbedParams): Promise<number[]>;
28
11
  //# sourceMappingURL=embed.d.ts.map