@qvac/sdk 0.8.0 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (588) hide show
  1. package/LICENSE +24 -1
  2. package/README.md +191 -373
  3. package/dist/client/api/cancel.d.ts +4 -13
  4. package/dist/client/api/cancel.js +6 -16
  5. package/dist/client/api/completion-stream.d.ts +30 -24
  6. package/dist/client/api/completion-stream.js +70 -121
  7. package/dist/client/api/delete-cache.js +2 -3
  8. package/dist/client/api/download-asset.d.ts +5 -6
  9. package/dist/client/api/download-asset.js +20 -16
  10. package/dist/client/api/embed.d.ts +4 -21
  11. package/dist/client/api/embed.js +14 -4
  12. package/dist/client/api/index.d.ts +1 -5
  13. package/dist/client/api/index.js +1 -5
  14. package/dist/client/api/load-model.d.ts +21 -49
  15. package/dist/client/api/load-model.js +134 -40
  16. package/dist/client/api/logging-stream.d.ts +4 -7
  17. package/dist/client/api/logging-stream.js +5 -9
  18. package/dist/client/api/ping.d.ts +1 -1
  19. package/dist/client/api/ping.js +2 -3
  20. package/dist/client/api/provide.d.ts +1 -1
  21. package/dist/client/api/provide.js +3 -4
  22. package/dist/client/api/rag.d.ts +21 -216
  23. package/dist/client/api/rag.js +36 -396
  24. package/dist/client/api/stop-provider.d.ts +1 -1
  25. package/dist/client/api/stop-provider.js +3 -4
  26. package/dist/client/api/text-to-speech.d.ts +2 -2
  27. package/dist/client/api/text-to-speech.js +3 -3
  28. package/dist/client/api/transcribe.d.ts +5 -9
  29. package/dist/client/api/transcribe.js +9 -11
  30. package/dist/client/api/translate.d.ts +3 -3
  31. package/dist/client/api/translate.js +15 -15
  32. package/dist/client/api/unload-model.d.ts +1 -5
  33. package/dist/client/api/unload-model.js +4 -17
  34. package/dist/client/index.d.ts +1 -1
  35. package/dist/client/index.js +1 -1
  36. package/dist/client/logging-stream-registry.d.ts +1 -1
  37. package/dist/client/logging-stream-registry.js +13 -14
  38. package/dist/client/rpc/bare-client.d.ts +139 -3
  39. package/dist/client/rpc/bare-client.js +16 -117
  40. package/dist/client/rpc/bare-rpc-client.d.ts +4 -0
  41. package/dist/client/rpc/bare-rpc-client.js +87 -0
  42. package/dist/client/rpc/expo-rpc-client.d.ts +1 -2
  43. package/dist/client/rpc/expo-rpc-client.js +14 -57
  44. package/dist/client/rpc/node-rpc-client.d.ts +8 -3
  45. package/dist/client/rpc/node-rpc-client.js +62 -218
  46. package/dist/client/rpc/rpc-client.d.ts +2 -3
  47. package/dist/client/rpc/rpc-client.js +49 -184
  48. package/dist/constants/audio.d.ts +2 -1
  49. package/dist/constants/audio.js +17 -1
  50. package/dist/constants/index.d.ts +0 -1
  51. package/dist/constants/index.js +0 -1
  52. package/dist/examples/delegated-inference/consumer.js +2 -3
  53. package/dist/examples/download-with-cancel.js +4 -3
  54. package/dist/examples/embed-hyperdrive.js +4 -39
  55. package/dist/examples/kv-cache-cleanup.js +2 -1
  56. package/dist/examples/kv-cache-custom-key.js +2 -16
  57. package/dist/examples/kv-cache-example.js +2 -1
  58. package/dist/examples/llamacpp-file-logging.d.ts +2 -0
  59. package/dist/examples/{logging-file-transport.js → llamacpp-file-logging.js} +8 -3
  60. package/dist/examples/llamacpp-filesystem.js +2 -2
  61. package/dist/examples/llamacpp-http.js +1 -0
  62. package/dist/examples/llamacpp-hyperdrive.js +2 -1
  63. package/dist/examples/llamacpp-multimodal.js +4 -3
  64. package/dist/examples/llamacpp-native-tools.js +30 -72
  65. package/dist/examples/multi-model-demo.js +3 -2
  66. package/dist/examples/parallel-download.js +14 -46
  67. package/dist/examples/rag/rag-chromadb.js +1 -0
  68. package/dist/examples/rag/rag-hyperdb-workspaces.d.ts +2 -0
  69. package/dist/examples/rag/rag-hyperdb-workspaces.js +107 -0
  70. package/dist/examples/rag/rag-hyperdb.d.ts +2 -0
  71. package/dist/examples/rag/{rag-hyperdb/ingest.js → rag-hyperdb.js} +5 -10
  72. package/dist/examples/rag/rag-lancedb.js +1 -0
  73. package/dist/examples/rag/rag-sqlite.js +1 -0
  74. package/dist/examples/text-to-speech.d.ts +3 -0
  75. package/dist/examples/{tts/utils.js → text-to-speech.js} +63 -18
  76. package/dist/examples/translation/translation-indic.js +1 -4
  77. package/dist/examples/translation/translation-llm-context.js +1 -0
  78. package/dist/examples/translation/translation-llm.js +2 -2
  79. package/dist/examples/translation/translation-opus.js +3 -6
  80. package/dist/examples/translation/translation-stream.js +3 -3
  81. package/dist/examples/whispercpp-filesystem.js +43 -0
  82. package/dist/examples/{transcription/whispercpp-microphone-record.js → whispercpp-microphone-record.js} +9 -8
  83. package/dist/expo/plugins/index.d.ts +0 -3
  84. package/dist/expo/plugins/index.js +0 -3
  85. package/dist/expo/plugins/withMobileBundle.d.ts +2 -5
  86. package/dist/expo/plugins/withMobileBundle.js +40 -121
  87. package/dist/expo/plugins/withQvacSDK.d.ts +0 -4
  88. package/dist/expo/plugins/withQvacSDK.js +1 -26
  89. package/dist/index.d.ts +4 -9
  90. package/dist/index.js +5 -11
  91. package/dist/logging/base-logger.js +16 -26
  92. package/dist/logging/index.d.ts +1 -7
  93. package/dist/logging/index.js +1 -7
  94. package/dist/logging/logger.d.ts +2 -0
  95. package/dist/logging/logger.js +6 -11
  96. package/dist/logging/stream-logger.d.ts +1 -1
  97. package/dist/logging/stream-logger.js +3 -6
  98. package/dist/logging/transport.js +2 -2
  99. package/dist/logging/types.d.ts +0 -2
  100. package/dist/logging/utils.d.ts +0 -2
  101. package/dist/logging/utils.js +0 -62
  102. package/dist/models/{registry → hyperdrive}/index.js +1 -1
  103. package/dist/models/hyperdrive/models.d.ts +619 -0
  104. package/dist/models/hyperdrive/models.js +693 -0
  105. package/dist/schemas/cancel.d.ts +0 -6
  106. package/dist/schemas/cancel.js +0 -5
  107. package/dist/schemas/common.d.ts +164 -2973
  108. package/dist/schemas/common.js +1 -23
  109. package/dist/schemas/completion-stream.d.ts +60 -31
  110. package/dist/schemas/completion-stream.js +44 -20
  111. package/dist/schemas/delegate.d.ts +0 -1
  112. package/dist/schemas/delegate.js +0 -1
  113. package/dist/schemas/download-asset.d.ts +3 -125
  114. package/dist/schemas/download-asset.js +5 -22
  115. package/dist/schemas/embed.d.ts +3 -3
  116. package/dist/schemas/embed.js +2 -9
  117. package/dist/schemas/index.d.ts +1 -19
  118. package/dist/schemas/index.js +1 -19
  119. package/dist/schemas/llamacpp-config.d.ts +12 -243
  120. package/dist/schemas/llamacpp-config.js +14 -50
  121. package/dist/schemas/load-model.d.ts +893 -14358
  122. package/dist/schemas/load-model.js +72 -325
  123. package/dist/schemas/logging-stream.d.ts +4 -11
  124. package/dist/schemas/logging-stream.js +3 -4
  125. package/dist/schemas/rag.d.ts +52 -183
  126. package/dist/schemas/rag.js +23 -152
  127. package/dist/schemas/text-to-speech.d.ts +1 -692
  128. package/dist/schemas/text-to-speech.js +3 -35
  129. package/dist/schemas/transcription.d.ts +0 -3
  130. package/dist/schemas/transcription.js +0 -1
  131. package/dist/schemas/translate.d.ts +23 -68
  132. package/dist/schemas/translate.js +11 -37
  133. package/dist/schemas/translation-config.d.ts +7 -810
  134. package/dist/schemas/translation-config.js +7 -113
  135. package/dist/schemas/unload-model.d.ts +0 -2
  136. package/dist/schemas/unload-model.js +0 -2
  137. package/dist/schemas/whispercpp-config.d.ts +25 -0
  138. package/dist/schemas/whispercpp-config.js +18 -0
  139. package/dist/server/bare/{ops → addons}/cancel.js +1 -2
  140. package/dist/server/bare/addons/index.d.ts +4 -0
  141. package/dist/server/bare/addons/index.js +3 -0
  142. package/dist/server/bare/addons/llamacpp/create-model.d.ts +5 -0
  143. package/dist/server/bare/addons/llamacpp/create-model.js +67 -0
  144. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.d.ts +1 -2
  145. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.js +87 -54
  146. package/dist/server/bare/addons/llamacpp/handlers/embed.d.ts +4 -0
  147. package/dist/server/bare/{ops → addons/llamacpp/handlers}/embed.js +7 -22
  148. package/dist/server/bare/addons/llamacpp/index.d.ts +4 -0
  149. package/dist/server/bare/addons/llamacpp/index.js +3 -0
  150. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.d.ts +1 -4
  151. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.js +19 -54
  152. package/dist/server/bare/addons/load-model.d.ts +3 -0
  153. package/dist/server/bare/addons/load-model.js +62 -0
  154. package/dist/server/bare/addons/translation/create-model.d.ts +4 -0
  155. package/dist/server/bare/addons/translation/create-model.js +45 -0
  156. package/dist/server/bare/addons/translation/handlers/translate.d.ts +3 -0
  157. package/dist/server/bare/{ops → addons/translation/handlers}/translate.js +14 -47
  158. package/dist/server/bare/addons/translation/index.d.ts +3 -0
  159. package/dist/server/bare/addons/translation/index.js +2 -0
  160. package/dist/server/bare/addons/tts/create-model.d.ts +6 -0
  161. package/dist/server/bare/addons/tts/create-model.js +40 -0
  162. package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.js +3 -25
  163. package/dist/server/bare/addons/tts/index.d.ts +3 -0
  164. package/dist/server/bare/addons/tts/index.js +2 -0
  165. package/dist/server/bare/addons/unload-model.js +20 -0
  166. package/dist/server/bare/addons/whispercpp/create-model.d.ts +6 -0
  167. package/dist/server/bare/addons/whispercpp/create-model.js +55 -0
  168. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.d.ts +3 -0
  169. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.js +48 -0
  170. package/dist/server/bare/addons/whispercpp/index.d.ts +3 -0
  171. package/dist/server/bare/addons/whispercpp/index.js +2 -0
  172. package/dist/server/bare/delegate-rpc-client.d.ts +0 -6
  173. package/dist/server/bare/delegate-rpc-client.js +46 -157
  174. package/dist/server/bare/hyperswarm.d.ts +0 -3
  175. package/dist/server/bare/hyperswarm.js +6 -29
  176. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
  177. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +10 -9
  178. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +4 -7
  179. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +14 -13
  180. package/dist/server/bare/rag-hyperdb/handlers/search.js +10 -10
  181. package/dist/server/bare/rag-hyperdb/index.d.ts +1 -8
  182. package/dist/server/bare/rag-hyperdb/index.js +1 -8
  183. package/dist/server/bare/rag-hyperdb/rag-manager.d.ts +5 -0
  184. package/dist/server/bare/rag-hyperdb/rag-manager.js +65 -0
  185. package/dist/server/bare/registry/logging-stream-registry.d.ts +7 -24
  186. package/dist/server/bare/registry/logging-stream-registry.js +20 -99
  187. package/dist/server/bare/registry/model-registry.d.ts +26 -14
  188. package/dist/server/bare/registry/model-registry.js +12 -32
  189. package/dist/server/error-handlers.d.ts +2 -3
  190. package/dist/server/error-handlers.js +10 -15
  191. package/dist/server/http-server.d.ts +2 -0
  192. package/dist/server/http-server.js +189 -0
  193. package/dist/server/rpc/create-server.js +3 -5
  194. package/dist/server/rpc/handle-request.d.ts +9 -0
  195. package/dist/server/rpc/handle-request.js +242 -92
  196. package/dist/server/rpc/handlers/cancelHandler.js +3 -14
  197. package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +1 -3
  198. package/dist/server/rpc/handlers/completion-stream-delegated.js +6 -18
  199. package/dist/server/rpc/handlers/completion-stream.js +41 -2
  200. package/dist/server/rpc/handlers/delete-cache.js +2 -4
  201. package/dist/server/rpc/handlers/download-asset.js +6 -59
  202. package/dist/server/rpc/handlers/embed.js +19 -2
  203. package/dist/server/rpc/handlers/index.d.ts +0 -13
  204. package/dist/server/rpc/handlers/index.js +0 -13
  205. package/dist/server/rpc/handlers/load-model/download-manager.d.ts +11 -12
  206. package/dist/server/rpc/handlers/load-model/download-manager.js +28 -43
  207. package/dist/server/rpc/handlers/load-model/http.d.ts +1 -2
  208. package/dist/server/rpc/handlers/load-model/http.js +55 -424
  209. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +1 -2
  210. package/dist/server/rpc/handlers/load-model/hyperdrive.js +171 -364
  211. package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
  212. package/dist/server/rpc/handlers/load-model/index.js +2 -2
  213. package/dist/server/rpc/handlers/load-model/resolve.d.ts +1 -3
  214. package/dist/server/rpc/handlers/load-model/resolve.js +29 -110
  215. package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -6
  216. package/dist/server/rpc/handlers/load-model-delegated.js +21 -59
  217. package/dist/server/rpc/handlers/{load-model/handler.d.ts → load-model.d.ts} +2 -2
  218. package/dist/server/rpc/handlers/load-model.js +57 -0
  219. package/dist/server/rpc/handlers/logging-stream.js +4 -4
  220. package/dist/server/rpc/handlers/provideHandler/connection.js +10 -12
  221. package/dist/server/rpc/handlers/provideHandler/handler.js +17 -20
  222. package/dist/server/rpc/handlers/provideHandler/proxy.js +6 -8
  223. package/dist/server/rpc/handlers/rag.d.ts +2 -2
  224. package/dist/server/rpc/handlers/rag.js +43 -130
  225. package/dist/server/rpc/handlers/stopProvideHandler.js +2 -6
  226. package/dist/server/rpc/handlers/text-to-speech.js +5 -2
  227. package/dist/server/rpc/handlers/transcribe-stream.js +24 -2
  228. package/dist/server/rpc/handlers/translate.js +49 -2
  229. package/dist/server/rpc/handlers/unload-model.js +3 -12
  230. package/dist/server/rpc/index.d.ts +1 -1
  231. package/dist/server/utils/audio/decoder.d.ts +1 -2
  232. package/dist/server/utils/audio/decoder.js +12 -49
  233. package/dist/server/utils/cache.d.ts +8 -19
  234. package/dist/server/utils/cache.js +15 -100
  235. package/dist/server/utils/hash.d.ts +5 -0
  236. package/dist/server/utils/hash.js +11 -0
  237. package/dist/server/utils/index.d.ts +2 -7
  238. package/dist/server/utils/index.js +2 -7
  239. package/dist/server/utils/tool-parser.js +14 -28
  240. package/dist/server/worker.d.ts +5 -4
  241. package/dist/server/worker.js +89 -22
  242. package/package.json +41 -141
  243. package/NOTICE +0 -358
  244. package/bare-imports.json +0 -44
  245. package/dist/client/api/get-model-info.d.ts +0 -36
  246. package/dist/client/api/get-model-info.js +0 -14
  247. package/dist/client/api/invoke-plugin.d.ts +0 -15
  248. package/dist/client/api/invoke-plugin.js +0 -38
  249. package/dist/client/api/ocr.d.ts +0 -31
  250. package/dist/client/api/ocr.js +0 -88
  251. package/dist/client/api/registry.d.ts +0 -14
  252. package/dist/client/api/registry.js +0 -37
  253. package/dist/client/config-loader/config-utils.d.ts +0 -5
  254. package/dist/client/config-loader/config-utils.js +0 -20
  255. package/dist/client/config-loader/resolve-config.bare.d.ts +0 -9
  256. package/dist/client/config-loader/resolve-config.bare.js +0 -87
  257. package/dist/client/config-loader/resolve-config.expo.d.ts +0 -11
  258. package/dist/client/config-loader/resolve-config.expo.js +0 -62
  259. package/dist/client/config-loader/resolve-config.node.d.ts +0 -10
  260. package/dist/client/config-loader/resolve-config.node.js +0 -145
  261. package/dist/client/init-hooks.d.ts +0 -21
  262. package/dist/client/init-hooks.js +0 -66
  263. package/dist/client/rpc/expo-device-info.d.ts +0 -6
  264. package/dist/client/rpc/expo-device-info.js +0 -32
  265. package/dist/client/rpc/profiling/index.d.ts +0 -2
  266. package/dist/client/rpc/profiling/index.js +0 -1
  267. package/dist/client/rpc/profiling/profiler.d.ts +0 -27
  268. package/dist/client/rpc/profiling/profiler.js +0 -139
  269. package/dist/constants/registry.d.ts +0 -2
  270. package/dist/constants/registry.js +0 -1
  271. package/dist/examples/cache-management.d.ts +0 -2
  272. package/dist/examples/cache-management.js +0 -97
  273. package/dist/examples/config/blind-relay/blind-relay.config.d.ts +0 -5
  274. package/dist/examples/config/blind-relay/blind-relay.config.js +0 -7
  275. package/dist/examples/config/default/default.config.d.ts +0 -8
  276. package/dist/examples/config/default/default.config.js +0 -6
  277. package/dist/examples/config/plugins/plugins.config.d.ts +0 -5
  278. package/dist/examples/config/plugins/plugins.config.js +0 -4
  279. package/dist/examples/config-reload.d.ts +0 -2
  280. package/dist/examples/config-reload.js +0 -49
  281. package/dist/examples/default-config-usage.d.ts +0 -17
  282. package/dist/examples/default-config-usage.js +0 -47
  283. package/dist/examples/delegated-inference/consumer-profiled.d.ts +0 -2
  284. package/dist/examples/delegated-inference/consumer-profiled.js +0 -67
  285. package/dist/examples/download-with-blind-relays.d.ts +0 -2
  286. package/dist/examples/download-with-blind-relays.js +0 -49
  287. package/dist/examples/llamacpp-sharded.d.ts +0 -2
  288. package/dist/examples/llamacpp-sharded.js +0 -53
  289. package/dist/examples/logging-file-transport.d.ts +0 -2
  290. package/dist/examples/logging-streaming.d.ts +0 -2
  291. package/dist/examples/logging-streaming.js +0 -75
  292. package/dist/examples/mcp-websearch.d.ts +0 -13
  293. package/dist/examples/mcp-websearch.js +0 -176
  294. package/dist/examples/ocr-fasttext.d.ts +0 -2
  295. package/dist/examples/ocr-fasttext.js +0 -52
  296. package/dist/examples/plugins.d.ts +0 -14
  297. package/dist/examples/plugins.js +0 -129
  298. package/dist/examples/profiling/basic.d.ts +0 -2
  299. package/dist/examples/profiling/basic.js +0 -71
  300. package/dist/examples/profiling/per-call.d.ts +0 -2
  301. package/dist/examples/profiling/per-call.js +0 -30
  302. package/dist/examples/quickstart.d.ts +0 -2
  303. package/dist/examples/quickstart.js +0 -28
  304. package/dist/examples/rag/rag-hyperdb/cancellation.d.ts +0 -2
  305. package/dist/examples/rag/rag-hyperdb/cancellation.js +0 -75
  306. package/dist/examples/rag/rag-hyperdb/ingest.d.ts +0 -2
  307. package/dist/examples/rag/rag-hyperdb/pipeline.d.ts +0 -2
  308. package/dist/examples/rag/rag-hyperdb/pipeline.js +0 -74
  309. package/dist/examples/rag/rag-hyperdb/workspaces.d.ts +0 -2
  310. package/dist/examples/rag/rag-hyperdb/workspaces.js +0 -178
  311. package/dist/examples/registry-query.d.ts +0 -2
  312. package/dist/examples/registry-query.js +0 -87
  313. package/dist/examples/transcription/parakeet-ctc-filesystem.d.ts +0 -2
  314. package/dist/examples/transcription/parakeet-ctc-filesystem.js +0 -40
  315. package/dist/examples/transcription/parakeet-microphone-record.d.ts +0 -2
  316. package/dist/examples/transcription/parakeet-microphone-record.js +0 -95
  317. package/dist/examples/transcription/parakeet-sortformer.d.ts +0 -2
  318. package/dist/examples/transcription/parakeet-sortformer.js +0 -115
  319. package/dist/examples/transcription/parakeet-tdt-filesystem.d.ts +0 -2
  320. package/dist/examples/transcription/parakeet-tdt-filesystem.js +0 -44
  321. package/dist/examples/transcription/whispercpp-filesystem.js +0 -69
  322. package/dist/examples/transcription/whispercpp-prompt.d.ts +0 -2
  323. package/dist/examples/transcription/whispercpp-prompt.js +0 -67
  324. package/dist/examples/translation/translation-bergamot-batch.d.ts +0 -2
  325. package/dist/examples/translation/translation-bergamot-batch.js +0 -49
  326. package/dist/examples/translation/translation-bergamot-pivot.d.ts +0 -2
  327. package/dist/examples/translation/translation-bergamot-pivot.js +0 -73
  328. package/dist/examples/translation/translation-bergamot.d.ts +0 -2
  329. package/dist/examples/translation/translation-bergamot.js +0 -39
  330. package/dist/examples/translation/translation-llm-afriquegemma.d.ts +0 -2
  331. package/dist/examples/translation/translation-llm-afriquegemma.js +0 -39
  332. package/dist/examples/tts/chatterbox.d.ts +0 -2
  333. package/dist/examples/tts/chatterbox.js +0 -59
  334. package/dist/examples/tts/supertonic.d.ts +0 -2
  335. package/dist/examples/tts/supertonic.js +0 -51
  336. package/dist/examples/tts/utils.d.ts +0 -17
  337. package/dist/expo/plugins/resolve-sdk-package-dir.d.ts +0 -15
  338. package/dist/expo/plugins/resolve-sdk-package-dir.js +0 -31
  339. package/dist/expo/plugins/withAndroidArchitecture.d.ts +0 -8
  340. package/dist/expo/plugins/withAndroidArchitecture.js +0 -52
  341. package/dist/expo/plugins/withAndroidNdkVersion.d.ts +0 -8
  342. package/dist/expo/plugins/withAndroidNdkVersion.js +0 -31
  343. package/dist/expo/plugins/withDeviceInfo.d.ts +0 -10
  344. package/dist/expo/plugins/withDeviceInfo.js +0 -48
  345. package/dist/logging/addon.d.ts +0 -6
  346. package/dist/logging/addon.js +0 -75
  347. package/dist/logging/client-logger.d.ts +0 -3
  348. package/dist/logging/client-logger.js +0 -24
  349. package/dist/logging/namespaces.d.ts +0 -6
  350. package/dist/logging/namespaces.js +0 -6
  351. package/dist/logging/registry.d.ts +0 -31
  352. package/dist/logging/registry.js +0 -62
  353. package/dist/logging/server-logger.d.ts +0 -3
  354. package/dist/logging/server-logger.js +0 -16
  355. package/dist/models/registry/models.d.ts +0 -10417
  356. package/dist/models/registry/models.js +0 -10757
  357. package/dist/models/update-models/codegen.d.ts +0 -3
  358. package/dist/models/update-models/codegen.js +0 -135
  359. package/dist/models/update-models/history.d.ts +0 -24
  360. package/dist/models/update-models/history.js +0 -107
  361. package/dist/models/update-models/index.d.ts +0 -2
  362. package/dist/models/update-models/index.js +0 -125
  363. package/dist/models/update-models/naming.d.ts +0 -4
  364. package/dist/models/update-models/naming.js +0 -370
  365. package/dist/models/update-models/processing.d.ts +0 -8
  366. package/dist/models/update-models/processing.js +0 -67
  367. package/dist/models/update-models/registry.d.ts +0 -4
  368. package/dist/models/update-models/registry.js +0 -67
  369. package/dist/models/update-models/shards.d.ts +0 -4
  370. package/dist/models/update-models/shards.js +0 -57
  371. package/dist/models/update-models/types.d.ts +0 -60
  372. package/dist/models/update-models/types.js +0 -1
  373. package/dist/models/update-models/utils.d.ts +0 -3
  374. package/dist/models/update-models/utils.js +0 -21
  375. package/dist/pear/pre.d.ts +0 -18
  376. package/dist/pear/pre.js +0 -433
  377. package/dist/profiling/aggregator.d.ts +0 -15
  378. package/dist/profiling/aggregator.js +0 -100
  379. package/dist/profiling/clock.d.ts +0 -12
  380. package/dist/profiling/clock.js +0 -51
  381. package/dist/profiling/controller.d.ts +0 -33
  382. package/dist/profiling/controller.js +0 -123
  383. package/dist/profiling/envelope.d.ts +0 -10
  384. package/dist/profiling/envelope.js +0 -36
  385. package/dist/profiling/events.d.ts +0 -20
  386. package/dist/profiling/events.js +0 -37
  387. package/dist/profiling/exporters.d.ts +0 -10
  388. package/dist/profiling/exporters.js +0 -236
  389. package/dist/profiling/index.d.ts +0 -36
  390. package/dist/profiling/index.js +0 -31
  391. package/dist/profiling/ring-buffer.d.ts +0 -19
  392. package/dist/profiling/ring-buffer.js +0 -83
  393. package/dist/profiling/types.d.ts +0 -47
  394. package/dist/profiling/types.js +0 -1
  395. package/dist/schemas/archive.d.ts +0 -9
  396. package/dist/schemas/archive.js +0 -17
  397. package/dist/schemas/engine-addon-map.d.ts +0 -5
  398. package/dist/schemas/engine-addon-map.js +0 -52
  399. package/dist/schemas/get-model-info.d.ts +0 -120
  400. package/dist/schemas/get-model-info.js +0 -58
  401. package/dist/schemas/json-schema.d.ts +0 -16
  402. package/dist/schemas/json-schema.js +0 -2
  403. package/dist/schemas/mcp-adapter.d.ts +0 -47
  404. package/dist/schemas/mcp-adapter.js +0 -1
  405. package/dist/schemas/model-src-utils.d.ts +0 -148
  406. package/dist/schemas/model-src-utils.js +0 -35
  407. package/dist/schemas/model-types.d.ts +0 -183
  408. package/dist/schemas/model-types.js +0 -168
  409. package/dist/schemas/ocr.d.ts +0 -125
  410. package/dist/schemas/ocr.js +0 -57
  411. package/dist/schemas/path-validation.d.ts +0 -10
  412. package/dist/schemas/path-validation.js +0 -22
  413. package/dist/schemas/plugin.d.ts +0 -226
  414. package/dist/schemas/plugin.js +0 -158
  415. package/dist/schemas/profiling.d.ts +0 -105
  416. package/dist/schemas/profiling.js +0 -66
  417. package/dist/schemas/registry.d.ts +0 -356
  418. package/dist/schemas/registry.js +0 -93
  419. package/dist/schemas/reload-config.d.ts +0 -476
  420. package/dist/schemas/reload-config.js +0 -44
  421. package/dist/schemas/runtime-context.d.ts +0 -19
  422. package/dist/schemas/runtime-context.js +0 -7
  423. package/dist/schemas/sdk-config.d.ts +0 -2973
  424. package/dist/schemas/sdk-config.js +0 -136
  425. package/dist/schemas/sdk-errors-client.d.ts +0 -31
  426. package/dist/schemas/sdk-errors-client.js +0 -143
  427. package/dist/schemas/sdk-errors-registry.d.ts +0 -6
  428. package/dist/schemas/sdk-errors-registry.js +0 -8
  429. package/dist/schemas/sdk-errors-server.d.ts +0 -89
  430. package/dist/schemas/sdk-errors-server.js +0 -451
  431. package/dist/schemas/shard.d.ts +0 -21
  432. package/dist/schemas/shard.js +0 -17
  433. package/dist/schemas/tools.d.ts +0 -65
  434. package/dist/schemas/tools.js +0 -43
  435. package/dist/schemas/transcription-config.d.ts +0 -383
  436. package/dist/schemas/transcription-config.js +0 -95
  437. package/dist/scripts/run-security-tests-bare.d.ts +0 -2
  438. package/dist/scripts/run-security-tests-bare.js +0 -78
  439. package/dist/scripts/run-security-tests.d.ts +0 -2
  440. package/dist/scripts/run-security-tests.js +0 -22
  441. package/dist/scripts/run-unit-tests.d.ts +0 -2
  442. package/dist/scripts/run-unit-tests.js +0 -17
  443. package/dist/server/bare/ops/embed.d.ts +0 -12
  444. package/dist/server/bare/ops/load-model.d.ts +0 -9
  445. package/dist/server/bare/ops/load-model.js +0 -85
  446. package/dist/server/bare/ops/transcribe.d.ts +0 -3
  447. package/dist/server/bare/ops/transcribe.js +0 -75
  448. package/dist/server/bare/ops/translate.d.ts +0 -5
  449. package/dist/server/bare/ops/unload-model.js +0 -41
  450. package/dist/server/bare/plugins/index.d.ts +0 -8
  451. package/dist/server/bare/plugins/index.js +0 -7
  452. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +0 -6
  453. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +0 -34
  454. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +0 -220
  455. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +0 -155
  456. package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +0 -54
  457. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +0 -87
  458. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +0 -367
  459. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +0 -204
  460. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.d.ts +0 -10
  461. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.js +0 -110
  462. package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +0 -86
  463. package/dist/server/bare/plugins/onnx-ocr/plugin.js +0 -117
  464. package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +0 -373
  465. package/dist/server/bare/plugins/onnx-tts/plugin.js +0 -182
  466. package/dist/server/bare/plugins/onnx-tts/wav-helper.d.ts +0 -14
  467. package/dist/server/bare/plugins/onnx-tts/wav-helper.js +0 -107
  468. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +0 -317
  469. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +0 -154
  470. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +0 -237
  471. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +0 -86
  472. package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +0 -3
  473. package/dist/server/bare/rag-hyperdb/handlers/chunk.js +0 -7
  474. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +0 -3
  475. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +0 -9
  476. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +0 -3
  477. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +0 -14
  478. package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +0 -9
  479. package/dist/server/bare/rag-hyperdb/handlers/ingest.js +0 -18
  480. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +0 -3
  481. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +0 -4
  482. package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +0 -9
  483. package/dist/server/bare/rag-hyperdb/handlers/reindex.js +0 -16
  484. package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +0 -7
  485. package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +0 -39
  486. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +0 -15
  487. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +0 -136
  488. package/dist/server/bare/registry/config-registry.d.ts +0 -14
  489. package/dist/server/bare/registry/config-registry.js +0 -82
  490. package/dist/server/bare/registry/model-config-registry.d.ts +0 -4
  491. package/dist/server/bare/registry/model-config-registry.js +0 -15
  492. package/dist/server/bare/registry/model-config-utils.d.ts +0 -15
  493. package/dist/server/bare/registry/model-config-utils.js +0 -112
  494. package/dist/server/bare/registry/registry-client.d.ts +0 -5
  495. package/dist/server/bare/registry/registry-client.js +0 -37
  496. package/dist/server/bare/registry/runtime-context-registry.d.ts +0 -7
  497. package/dist/server/bare/registry/runtime-context-registry.js +0 -26
  498. package/dist/server/bare/utils/audio-input.d.ts +0 -10
  499. package/dist/server/bare/utils/audio-input.js +0 -33
  500. package/dist/server/bare/utils/loader-adapter.d.ts +0 -7
  501. package/dist/server/bare/utils/loader-adapter.js +0 -9
  502. package/dist/server/env.d.ts +0 -22
  503. package/dist/server/env.js +0 -57
  504. package/dist/server/plugins/index.d.ts +0 -2
  505. package/dist/server/plugins/index.js +0 -1
  506. package/dist/server/plugins/registry.d.ts +0 -9
  507. package/dist/server/plugins/registry.js +0 -79
  508. package/dist/server/rpc/delegate-transport.d.ts +0 -19
  509. package/dist/server/rpc/delegate-transport.js +0 -215
  510. package/dist/server/rpc/handler-registry.d.ts +0 -3
  511. package/dist/server/rpc/handler-registry.js +0 -90
  512. package/dist/server/rpc/handler-utils.d.ts +0 -23
  513. package/dist/server/rpc/handler-utils.js +0 -128
  514. package/dist/server/rpc/handlers/get-model-info.d.ts +0 -3
  515. package/dist/server/rpc/handlers/get-model-info.js +0 -164
  516. package/dist/server/rpc/handlers/load-model/download-stats.d.ts +0 -6
  517. package/dist/server/rpc/handlers/load-model/download-stats.js +0 -87
  518. package/dist/server/rpc/handlers/load-model/handler.js +0 -187
  519. package/dist/server/rpc/handlers/load-model/registry.d.ts +0 -11
  520. package/dist/server/rpc/handlers/load-model/registry.js +0 -564
  521. package/dist/server/rpc/handlers/load-model/types.d.ts +0 -29
  522. package/dist/server/rpc/handlers/load-model/types.js +0 -1
  523. package/dist/server/rpc/handlers/ocr-stream.d.ts +0 -3
  524. package/dist/server/rpc/handlers/ocr-stream.js +0 -4
  525. package/dist/server/rpc/handlers/ping.d.ts +0 -3
  526. package/dist/server/rpc/handlers/ping.js +0 -3
  527. package/dist/server/rpc/handlers/plugin-dispatch.d.ts +0 -15
  528. package/dist/server/rpc/handlers/plugin-dispatch.js +0 -59
  529. package/dist/server/rpc/handlers/plugin-invoke.d.ts +0 -4
  530. package/dist/server/rpc/handlers/plugin-invoke.js +0 -92
  531. package/dist/server/rpc/handlers/registry.d.ts +0 -5
  532. package/dist/server/rpc/handlers/registry.js +0 -157
  533. package/dist/server/rpc/handlers/unload-model-delegated.d.ts +0 -3
  534. package/dist/server/rpc/handlers/unload-model-delegated.js +0 -32
  535. package/dist/server/rpc/profiling/context.d.ts +0 -18
  536. package/dist/server/rpc/profiling/context.js +0 -38
  537. package/dist/server/rpc/profiling/delegation-profiler.d.ts +0 -32
  538. package/dist/server/rpc/profiling/delegation-profiler.js +0 -154
  539. package/dist/server/rpc/profiling/index.d.ts +0 -5
  540. package/dist/server/rpc/profiling/index.js +0 -4
  541. package/dist/server/rpc/profiling/operation-metrics.d.ts +0 -25
  542. package/dist/server/rpc/profiling/operation-metrics.js +0 -199
  543. package/dist/server/rpc/profiling/operation-wrappers.d.ts +0 -18
  544. package/dist/server/rpc/profiling/operation-wrappers.js +0 -124
  545. package/dist/server/rpc/profiling/profiler.d.ts +0 -13
  546. package/dist/server/rpc/profiling/profiler.js +0 -97
  547. package/dist/server/utils/archive.d.ts +0 -4
  548. package/dist/server/utils/archive.js +0 -179
  549. package/dist/server/utils/checksum.d.ts +0 -4
  550. package/dist/server/utils/checksum.js +0 -31
  551. package/dist/server/utils/config-transform.d.ts +0 -3
  552. package/dist/server/utils/config-transform.js +0 -23
  553. package/dist/server/utils/formatting.d.ts +0 -19
  554. package/dist/server/utils/formatting.js +0 -61
  555. package/dist/server/utils/gguf-tensor-extractor.d.ts +0 -15
  556. package/dist/server/utils/gguf-tensor-extractor.js +0 -314
  557. package/dist/server/utils/path-security.d.ts +0 -12
  558. package/dist/server/utils/path-security.js +0 -25
  559. package/dist/server/utils/shard-utils.d.ts +0 -48
  560. package/dist/server/utils/shard-utils.js +0 -125
  561. package/dist/server/utils/tool-integration.d.ts +0 -13
  562. package/dist/server/utils/tool-integration.js +0 -43
  563. package/dist/server/worker-core.d.ts +0 -6
  564. package/dist/server/worker-core.js +0 -88
  565. package/dist/utils/errors-base.d.ts +0 -3
  566. package/dist/utils/errors-base.js +0 -13
  567. package/dist/utils/errors-client.d.ts +0 -137
  568. package/dist/utils/errors-client.js +0 -240
  569. package/dist/utils/errors-server.d.ts +0 -236
  570. package/dist/utils/errors-server.js +0 -412
  571. package/dist/utils/global-singleton.d.ts +0 -2
  572. package/dist/utils/global-singleton.js +0 -10
  573. package/dist/utils/mcp-adapter.d.ts +0 -12
  574. package/dist/utils/mcp-adapter.js +0 -103
  575. package/dist/utils/object.d.ts +0 -2
  576. package/dist/utils/object.js +0 -3
  577. package/dist/utils/path-sanitize.d.ts +0 -17
  578. package/dist/utils/path-sanitize.js +0 -54
  579. package/dist/utils/tool-helpers.d.ts +0 -25
  580. package/dist/utils/tool-helpers.js +0 -112
  581. package/expo/plugins/patches/android-link.mjs +0 -63
  582. package/expo/plugins/patches/ios-link.mjs +0 -63
  583. /package/dist/examples/{transcription/whispercpp-filesystem.d.ts → whispercpp-filesystem.d.ts} +0 -0
  584. /package/dist/examples/{transcription/whispercpp-microphone-record.d.ts → whispercpp-microphone-record.d.ts} +0 -0
  585. /package/dist/models/{registry → hyperdrive}/index.d.ts +0 -0
  586. /package/dist/server/bare/{ops → addons}/cancel.d.ts +0 -0
  587. /package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.d.ts +0 -0
  588. /package/dist/server/bare/{ops → addons}/unload-model.d.ts +0 -0
@@ -3,12 +3,11 @@ import { type CancelParams } from "../../schemas/index";
3
3
  * Cancels an ongoing operation.
4
4
  *
5
5
  * @param params - The parameters for the cancellation
6
- * @param params.operation - The type of operation to cancel ("inference", "downloadAsset", or "rag")
6
+ * @param params.operation - The type of operation to cancel ("inference" or "download")
7
7
  * @param params.modelId - The model ID (required for inference cancellation)
8
8
  * @param params.downloadKey - The download key (required for download cancellation)
9
9
  * @param params.clearCache - If true, deletes the partial download file (default: false)
10
- * @param params.workspace - The RAG workspace to cancel (optional, defaults to "default")
11
- * @throws {QvacErrorBase} When the response type is invalid or when the cancellation fails
10
+ * @throws {Error} When the response type is invalid or when the cancellation fails
12
11
  *
13
12
  * @example
14
13
  * // Cancel inference
@@ -16,19 +15,11 @@ import { type CancelParams } from "../../schemas/index";
16
15
  *
17
16
  * @example
18
17
  * // Pause download (preserves partial file for automatic resume)
19
- * await cancel({ operation: "downloadAsset", downloadKey: "download-key" });
18
+ * await cancel({ operation: "download", downloadKey: "download-key" });
20
19
  *
21
20
  * @example
22
21
  * // Cancel download completely (deletes partial file)
23
- * await cancel({ operation: "downloadAsset", downloadKey: "download-key", clearCache: true });
24
- *
25
- * @example
26
- * // Cancel RAG operation on default workspace
27
- * await cancel({ operation: "rag" });
28
- *
29
- * @example
30
- * // Cancel RAG operation on specific workspace
31
- * await cancel({ operation: "rag", workspace: "my-workspace" });
22
+ * await cancel({ operation: "download", downloadKey: "download-key", clearCache: true });
32
23
  */
33
24
  export declare function cancel(params: CancelParams): Promise<void>;
34
25
  //# sourceMappingURL=cancel.d.ts.map
@@ -1,16 +1,14 @@
1
1
  import { send } from "../rpc/rpc-client.js";
2
2
  import {} from "../../schemas/index.js";
3
- import { InvalidResponseError, CancelFailedError } from "../../utils/errors-client.js";
4
3
  /**
5
4
  * Cancels an ongoing operation.
6
5
  *
7
6
  * @param params - The parameters for the cancellation
8
- * @param params.operation - The type of operation to cancel ("inference", "downloadAsset", or "rag")
7
+ * @param params.operation - The type of operation to cancel ("inference" or "download")
9
8
  * @param params.modelId - The model ID (required for inference cancellation)
10
9
  * @param params.downloadKey - The download key (required for download cancellation)
11
10
  * @param params.clearCache - If true, deletes the partial download file (default: false)
12
- * @param params.workspace - The RAG workspace to cancel (optional, defaults to "default")
13
- * @throws {QvacErrorBase} When the response type is invalid or when the cancellation fails
11
+ * @throws {Error} When the response type is invalid or when the cancellation fails
14
12
  *
15
13
  * @example
16
14
  * // Cancel inference
@@ -18,19 +16,11 @@ import { InvalidResponseError, CancelFailedError } from "../../utils/errors-clie
18
16
  *
19
17
  * @example
20
18
  * // Pause download (preserves partial file for automatic resume)
21
- * await cancel({ operation: "downloadAsset", downloadKey: "download-key" });
19
+ * await cancel({ operation: "download", downloadKey: "download-key" });
22
20
  *
23
21
  * @example
24
22
  * // Cancel download completely (deletes partial file)
25
- * await cancel({ operation: "downloadAsset", downloadKey: "download-key", clearCache: true });
26
- *
27
- * @example
28
- * // Cancel RAG operation on default workspace
29
- * await cancel({ operation: "rag" });
30
- *
31
- * @example
32
- * // Cancel RAG operation on specific workspace
33
- * await cancel({ operation: "rag", workspace: "my-workspace" });
23
+ * await cancel({ operation: "download", downloadKey: "download-key", clearCache: true });
34
24
  */
35
25
  export async function cancel(params) {
36
26
  const request = {
@@ -39,9 +29,9 @@ export async function cancel(params) {
39
29
  };
40
30
  const response = await send(request);
41
31
  if (response.type !== "cancel") {
42
- throw new InvalidResponseError("cancel");
32
+ throw new Error("Invalid response type");
43
33
  }
44
34
  if (!response.success) {
45
- throw new CancelFailedError(response.error);
35
+ throw new Error(response.error ?? "Failed to cancel");
46
36
  }
47
37
  }
@@ -1,10 +1,4 @@
1
- import { type CompletionClientParams, type CompletionStats, type McpClientInput, type Tool, type ToolCallEvent, type ToolCallWithCall, type RPCOptions } from "../../schemas/index";
2
- import { type ToolInput } from "../../utils/tool-helpers";
3
- type CompletionParams = Omit<CompletionClientParams, "tools"> & {
4
- tools?: Tool[] | ToolInput[];
5
- mcp?: McpClientInput[];
6
- rpcOptions?: RPCOptions;
7
- };
1
+ import { type CompletionStats, type CompletionClientParams, type ToolCall, type ToolCallEvent } from "../../schemas/index";
8
2
  /**
9
3
  * Generates completion from a language model based on conversation history.
10
4
  *
@@ -12,8 +6,7 @@ type CompletionParams = Omit<CompletionClientParams, "tools"> & {
12
6
  * @param params.modelId - The identifier of the model to use for completion
13
7
  * @param params.history - Array of conversation messages with role, content, and optional attachments
14
8
  * @param params.stream - Whether to stream tokens (true) or return complete response (false). Defaults to true
15
- * @param params.tools - Optional array of tools (can be simple ToolInput with Zod schemas or full Tool objects)
16
- * @param params.mcp - Optional array of MCP client inputs for tool integration
9
+ * @param params.tools - Optional array of tools that can be used by the model
17
10
  * @param params.kvCache - Optional KV cache configuration. Cache files are organized hierarchically:
18
11
  * - Structure: `{kvCacheKey}/{modelId}/{configHash}.bin`
19
12
  * - The configHash includes model config + system prompt to ensure cache isolation
@@ -22,11 +15,10 @@ type CompletionParams = Omit<CompletionClientParams, "tools"> & {
22
15
  * - `false` or `undefined`: No caching
23
16
  * - ⚡ Performance: When cache exists, only the last message is sent to the model (includes multimodal attachments)
24
17
  * - 🗑️ Cleanup: Use `deleteCache({ kvCacheKey })` to remove cached sessions
25
- * @returns Object with tokenStream generator, toolCallStream generator, text promise, toolCalls promise (with call() method), and stats promise
18
+ * @returns Object with tokenStream generator, toolCallStream generator, text promise, toolCalls promise, and stats promise
26
19
  * @example
27
20
  * ```typescript
28
- * import { z } from "zod";
29
- *
21
+ * // Streaming mode with tools
30
22
  * const result = completion({
31
23
  * modelId: "llama-2",
32
24
  * history: [
@@ -34,13 +26,15 @@ type CompletionParams = Omit<CompletionClientParams, "tools"> & {
34
26
  * ],
35
27
  * stream: true,
36
28
  * tools: [{
29
+ * type: "function",
37
30
  * name: "get_weather",
38
31
  * description: "Get current weather",
39
- * parameters: z.object({
40
- * city: z.string().describe("City name"),
41
- * }),
42
- * handler: async (args) => {
43
- * return { temperature: 22, condition: "sunny" };
32
+ * parameters: {
33
+ * type: "object",
34
+ * properties: {
35
+ * city: { type: "string" }
36
+ * },
37
+ * required: ["city"]
44
38
  * }
45
39
  * }]
46
40
  * });
@@ -49,20 +43,32 @@ type CompletionParams = Omit<CompletionClientParams, "tools"> & {
49
43
  * process.stdout.write(token);
50
44
  * }
51
45
  *
52
- * for (const toolCall of await result.toolCalls) {
53
- * if (toolCall.invoke) {
54
- * const toolResult = await toolCall.invoke();
55
- * console.log(toolResult);
46
+ * for await (const evt of result.toolCallStream) {
47
+ * if (evt.type === "toolCall") {
48
+ * console.log("Tool:", evt.call.name, evt.call.arguments);
56
49
  * }
57
50
  * }
51
+ *
52
+ * // Non-streaming mode
53
+ * const response = completion({
54
+ * modelId: "llama-2",
55
+ * history: [
56
+ * { role: "user", content: "What is the capital of France?" }
57
+ * ],
58
+ * stream: false,
59
+ * });
60
+ *
61
+ * const text = await response.text;
62
+ * const stats = await response.stats;
63
+ * console.log(text);
64
+ * console.log(stats);
58
65
  * ```
59
66
  */
60
- export declare function completion(params: CompletionParams): {
67
+ export declare function completion(params: CompletionClientParams): {
61
68
  tokenStream: AsyncGenerator<string>;
62
69
  toolCallStream: AsyncGenerator<ToolCallEvent>;
63
70
  stats: Promise<CompletionStats | undefined>;
64
71
  text: Promise<string>;
65
- toolCalls: Promise<ToolCallWithCall[]>;
72
+ toolCalls: Promise<ToolCall[]>;
66
73
  };
67
- export {};
68
74
  //# sourceMappingURL=completion-stream.d.ts.map
@@ -1,9 +1,5 @@
1
- import { stream as streamRpc } from "../rpc/rpc-client.js";
2
- import { getClientLogger } from "../../logging/index.js";
3
1
  import { completionStreamResponseSchema, } from "../../schemas/index.js";
4
- import { getMcpToolsWithHandlers } from "../../utils/mcp-adapter.js";
5
- import { attachHandlersToToolCalls, validateTools, } from "../../utils/tool-helpers.js";
6
- const logger = getClientLogger();
2
+ import { stream as streamRpc } from "../rpc/rpc-client.js";
7
3
  /**
8
4
  * Generates completion from a language model based on conversation history.
9
5
  *
@@ -11,8 +7,7 @@ const logger = getClientLogger();
11
7
  * @param params.modelId - The identifier of the model to use for completion
12
8
  * @param params.history - Array of conversation messages with role, content, and optional attachments
13
9
  * @param params.stream - Whether to stream tokens (true) or return complete response (false). Defaults to true
14
- * @param params.tools - Optional array of tools (can be simple ToolInput with Zod schemas or full Tool objects)
15
- * @param params.mcp - Optional array of MCP client inputs for tool integration
10
+ * @param params.tools - Optional array of tools that can be used by the model
16
11
  * @param params.kvCache - Optional KV cache configuration. Cache files are organized hierarchically:
17
12
  * - Structure: `{kvCacheKey}/{modelId}/{configHash}.bin`
18
13
  * - The configHash includes model config + system prompt to ensure cache isolation
@@ -21,11 +16,10 @@ const logger = getClientLogger();
21
16
  * - `false` or `undefined`: No caching
22
17
  * - ⚡ Performance: When cache exists, only the last message is sent to the model (includes multimodal attachments)
23
18
  * - 🗑️ Cleanup: Use `deleteCache({ kvCacheKey })` to remove cached sessions
24
- * @returns Object with tokenStream generator, toolCallStream generator, text promise, toolCalls promise (with call() method), and stats promise
19
+ * @returns Object with tokenStream generator, toolCallStream generator, text promise, toolCalls promise, and stats promise
25
20
  * @example
26
21
  * ```typescript
27
- * import { z } from "zod";
28
- *
22
+ * // Streaming mode with tools
29
23
  * const result = completion({
30
24
  * modelId: "llama-2",
31
25
  * history: [
@@ -33,13 +27,15 @@ const logger = getClientLogger();
33
27
  * ],
34
28
  * stream: true,
35
29
  * tools: [{
30
+ * type: "function",
36
31
  * name: "get_weather",
37
32
  * description: "Get current weather",
38
- * parameters: z.object({
39
- * city: z.string().describe("City name"),
40
- * }),
41
- * handler: async (args) => {
42
- * return { temperature: 22, condition: "sunny" };
33
+ * parameters: {
34
+ * type: "object",
35
+ * properties: {
36
+ * city: { type: "string" }
37
+ * },
38
+ * required: ["city"]
43
39
  * }
44
40
  * }]
45
41
  * });
@@ -48,31 +44,44 @@ const logger = getClientLogger();
48
44
  * process.stdout.write(token);
49
45
  * }
50
46
  *
51
- * for (const toolCall of await result.toolCalls) {
52
- * if (toolCall.invoke) {
53
- * const toolResult = await toolCall.invoke();
54
- * console.log(toolResult);
47
+ * for await (const evt of result.toolCallStream) {
48
+ * if (evt.type === "toolCall") {
49
+ * console.log("Tool:", evt.call.name, evt.call.arguments);
55
50
  * }
56
51
  * }
52
+ *
53
+ * // Non-streaming mode
54
+ * const response = completion({
55
+ * modelId: "llama-2",
56
+ * history: [
57
+ * { role: "user", content: "What is the capital of France?" }
58
+ * ],
59
+ * stream: false,
60
+ * });
61
+ *
62
+ * const text = await response.text;
63
+ * const stats = await response.stats;
64
+ * console.log(text);
65
+ * console.log(stats);
57
66
  * ```
58
67
  */
59
68
  export function completion(params) {
69
+ const request = {
70
+ type: "completionStream",
71
+ ...params,
72
+ stream: params.stream ?? true,
73
+ };
60
74
  let stats;
61
75
  let statsResolver = () => { };
62
- let statsRejecter = () => { };
63
- const statsPromise = new Promise((resolve, reject) => {
76
+ const statsPromise = new Promise((resolve) => {
64
77
  statsResolver = resolve;
65
- statsRejecter = reject;
66
78
  });
67
- statsPromise.catch(() => { });
68
79
  let toolCallsArray = [];
69
80
  let toolCallsResolver = () => { };
70
- let toolCallsRejecter = () => { };
71
- const toolCallsPromise = new Promise((resolve, reject) => {
81
+ const toolCallsPromise = new Promise((resolve) => {
72
82
  toolCallsResolver = resolve;
73
- toolCallsRejecter = reject;
74
83
  });
75
- toolCallsPromise.catch(() => { });
84
+ const responses = streamRpc(request);
76
85
  const tokenQueue = [];
77
86
  const toolEventQueue = [];
78
87
  let tokenDone = false;
@@ -80,101 +89,48 @@ export function completion(params) {
80
89
  let tokenResolve = null;
81
90
  let toolResolve = null;
82
91
  let textBuffer = "";
83
- let streamError = null;
84
92
  const processResponses = async () => {
85
- try {
86
- let allTools = [];
87
- const allHandlers = new Map();
88
- if (params.tools) {
89
- const { tools, handlers } = validateTools(params.tools);
90
- allTools = tools;
91
- for (const [name, handler] of handlers) {
92
- if (allHandlers.has(name)) {
93
- logger.warn(`Duplicate tool handler for "${name}", overwriting`);
94
- }
95
- allHandlers.set(name, handler);
96
- }
97
- }
98
- if (params.mcp && params.mcp.length > 0) {
99
- const { tools: mcpTools, handlers: mcpHandlers } = await getMcpToolsWithHandlers(params.mcp);
100
- allTools = [...mcpTools, ...allTools];
101
- for (const [name, handler] of mcpHandlers) {
102
- if (allHandlers.has(name)) {
103
- logger.warn(`Duplicate tool handler for "${name}", overwriting`);
104
- }
105
- allHandlers.set(name, handler);
106
- }
107
- }
108
- const request = {
109
- type: "completionStream",
110
- modelId: params.modelId,
111
- history: params.history,
112
- kvCache: params.kvCache,
113
- tools: allTools.length > 0 ? allTools : undefined,
114
- stream: params.stream ?? true,
115
- generationParams: params.generationParams,
116
- };
117
- const responses = streamRpc(request, params.rpcOptions);
118
- for await (const response of responses) {
119
- if (response &&
120
- typeof response === "object" &&
121
- "type" in response &&
122
- response.type === "completionStream") {
123
- const streamResponse = completionStreamResponseSchema.parse(response);
124
- if (!streamResponse.done) {
125
- const token = streamResponse.token;
126
- if (token) {
127
- textBuffer += token;
128
- tokenQueue.push(token);
129
- if (tokenResolve) {
130
- tokenResolve();
131
- tokenResolve = null;
132
- }
133
- }
134
- if (streamResponse.toolCallEvent) {
135
- toolEventQueue.push(streamResponse.toolCallEvent);
136
- if (toolResolve) {
137
- toolResolve();
138
- toolResolve = null;
139
- }
140
- }
93
+ for await (const response of responses) {
94
+ if (response &&
95
+ typeof response === "object" &&
96
+ "type" in response &&
97
+ response.type === "completionStream") {
98
+ const streamResponse = completionStreamResponseSchema.parse(response);
99
+ if (!streamResponse.done) {
100
+ const token = streamResponse.token;
101
+ textBuffer += token;
102
+ tokenQueue.push(token);
103
+ if (tokenResolve) {
104
+ tokenResolve();
105
+ tokenResolve = null;
141
106
  }
142
- else {
143
- if (streamResponse.token) {
144
- textBuffer += streamResponse.token;
145
- }
146
- stats = streamResponse.stats;
147
- statsResolver(stats);
148
- const rawToolCalls = streamResponse.toolCalls || [];
149
- toolCallsArray = attachHandlersToToolCalls(rawToolCalls, allHandlers);
150
- toolCallsResolver(toolCallsArray);
151
- tokenDone = true;
152
- toolDone = true;
153
- if (tokenResolve) {
154
- tokenResolve();
155
- tokenResolve = null;
156
- }
107
+ if (streamResponse.toolCallEvent) {
108
+ toolEventQueue.push(streamResponse.toolCallEvent);
157
109
  if (toolResolve) {
158
110
  toolResolve();
159
111
  toolResolve = null;
160
112
  }
161
113
  }
162
114
  }
163
- }
164
- }
165
- catch (error) {
166
- streamError = error instanceof Error ? error : new Error(String(error));
167
- statsRejecter(error);
168
- toolCallsRejecter(error);
169
- tokenDone = true;
170
- toolDone = true;
171
- if (tokenResolve) {
172
- tokenResolve();
173
- tokenResolve = null;
174
- }
175
- if (toolResolve) {
176
- toolResolve();
177
- toolResolve = null;
115
+ else {
116
+ if (streamResponse.token) {
117
+ textBuffer += streamResponse.token;
118
+ }
119
+ stats = streamResponse.stats;
120
+ statsResolver(stats);
121
+ toolCallsArray = streamResponse.toolCalls || [];
122
+ toolCallsResolver(toolCallsArray);
123
+ tokenDone = true;
124
+ toolDone = true;
125
+ if (tokenResolve) {
126
+ tokenResolve();
127
+ tokenResolve = null;
128
+ }
129
+ if (toolResolve) {
130
+ toolResolve();
131
+ toolResolve = null;
132
+ }
133
+ }
178
134
  }
179
135
  }
180
136
  };
@@ -183,7 +139,6 @@ export function completion(params) {
183
139
  await statsPromise;
184
140
  return textBuffer;
185
141
  })();
186
- textPromise.catch(() => { });
187
142
  if (params.stream) {
188
143
  const tokenStream = (async function* () {
189
144
  while (true) {
@@ -191,9 +146,6 @@ export function completion(params) {
191
146
  yield tokenQueue.shift();
192
147
  }
193
148
  else if (tokenDone) {
194
- if (streamError !== null) {
195
- throw streamError;
196
- }
197
149
  break;
198
150
  }
199
151
  else {
@@ -209,9 +161,6 @@ export function completion(params) {
209
161
  yield toolEventQueue.shift();
210
162
  }
211
163
  else if (toolDone) {
212
- if (streamError !== null) {
213
- throw streamError;
214
- }
215
164
  break;
216
165
  }
217
166
  else {
@@ -1,5 +1,4 @@
1
1
  import { send } from "../rpc/rpc-client.js";
2
- import { InvalidDeleteCacheParamsError, DeleteCacheFailedError, } from "../../utils/errors-client.js";
3
2
  /**
4
3
  * Deletes KV cache files.
5
4
  *
@@ -36,11 +35,11 @@ export async function deleteCache(params) {
36
35
  };
37
36
  }
38
37
  else {
39
- throw new InvalidDeleteCacheParamsError();
38
+ throw new Error("Invalid deleteCache parameters");
40
39
  }
41
40
  const response = (await send(req));
42
41
  if (!response.success && response.error) {
43
- throw new DeleteCacheFailedError(response.error);
42
+ throw new Error(response.error);
44
43
  }
45
44
  return {
46
45
  success: response.success,
@@ -1,4 +1,4 @@
1
- import { type DownloadAssetOptions as BaseDownloadAssetOptions, type RPCOptions } from "../../schemas/index";
1
+ import { type DownloadAssetOptions as BaseDownloadAssetOptions } from "../../schemas/index";
2
2
  export type DownloadAssetOptions = BaseDownloadAssetOptions;
3
3
  /**
4
4
  * Downloads an asset (model file) without loading it into memory.
@@ -11,13 +11,12 @@ export type DownloadAssetOptions = BaseDownloadAssetOptions;
11
11
  * - assetSrc: The location from which the asset is downloaded (local path, remote URL, or Hyperdrive URL)
12
12
  * - seed: Optional boolean for hyperdrive seeding
13
13
  * - onProgress: Optional callback for download progress
14
- * @param rpcOptions - Optional RPC options including per-call profiling configuration
15
14
  *
16
15
  * @returns Promise that resolves to the asset ID (either the provided assetSrc or a generated ID)
17
16
  *
18
- * @throws {QvacErrorBase} When asset download fails, with details in the error message
19
- * @throws {QvacErrorBase} When streaming ends unexpectedly (only when using onProgress)
20
- * @throws {QvacErrorBase} When receiving an invalid response type from the server
17
+ * @throws {Error} When asset download fails, with details in the error message
18
+ * @throws {Error} When streaming ends unexpectedly (only when using onProgress)
19
+ * @throws {Error} When receiving an invalid response type from the server
21
20
  *
22
21
  * @example
23
22
  * ```typescript
@@ -36,5 +35,5 @@ export type DownloadAssetOptions = BaseDownloadAssetOptions;
36
35
  * });
37
36
  * ```
38
37
  */
39
- export declare function downloadAsset(options: DownloadAssetOptions, rpcOptions?: RPCOptions): Promise<string>;
38
+ export declare function downloadAsset(options: DownloadAssetOptions): Promise<string>;
40
39
  //# sourceMappingURL=download-asset.d.ts.map
@@ -1,6 +1,5 @@
1
1
  import { send, stream } from "../rpc/rpc-client.js";
2
- import { downloadAssetOptionsToRequestSchema, } from "../../schemas/index.js";
3
- import { DownloadAssetFailedError, StreamEndedError, InvalidResponseError, } from "../../utils/errors-client.js";
2
+ import { downloadAssetRequestSchema, } from "../../schemas/index.js";
4
3
  /**
5
4
  * Downloads an asset (model file) without loading it into memory.
6
5
  *
@@ -12,13 +11,12 @@ import { DownloadAssetFailedError, StreamEndedError, InvalidResponseError, } fro
12
11
  * - assetSrc: The location from which the asset is downloaded (local path, remote URL, or Hyperdrive URL)
13
12
  * - seed: Optional boolean for hyperdrive seeding
14
13
  * - onProgress: Optional callback for download progress
15
- * @param rpcOptions - Optional RPC options including per-call profiling configuration
16
14
  *
17
15
  * @returns Promise that resolves to the asset ID (either the provided assetSrc or a generated ID)
18
16
  *
19
- * @throws {QvacErrorBase} When asset download fails, with details in the error message
20
- * @throws {QvacErrorBase} When streaming ends unexpectedly (only when using onProgress)
21
- * @throws {QvacErrorBase} When receiving an invalid response type from the server
17
+ * @throws {Error} When asset download fails, with details in the error message
18
+ * @throws {Error} When streaming ends unexpectedly (only when using onProgress)
19
+ * @throws {Error} When receiving an invalid response type from the server
22
20
  *
23
21
  * @example
24
22
  * ```typescript
@@ -37,32 +35,38 @@ import { DownloadAssetFailedError, StreamEndedError, InvalidResponseError, } fro
37
35
  * });
38
36
  * ```
39
37
  */
40
- export async function downloadAsset(options, rpcOptions) {
41
- const request = downloadAssetOptionsToRequestSchema.parse(options);
38
+ export async function downloadAsset(options) {
39
+ const { assetSrc } = options;
40
+ const request = downloadAssetRequestSchema.parse({
41
+ type: "downloadAsset",
42
+ assetSrc: assetSrc,
43
+ withProgress: !!options.onProgress,
44
+ seed: options.seed,
45
+ });
42
46
  if (options.onProgress) {
43
47
  // Use streaming for progress updates
44
- for await (const response of stream(request, rpcOptions)) {
48
+ for await (const response of stream(request)) {
45
49
  if (response.type === "modelProgress") {
46
50
  options.onProgress(response);
47
51
  }
48
52
  else if (response.type === "downloadAsset") {
49
53
  if (!response.success) {
50
- throw new DownloadAssetFailedError(response.error);
54
+ throw new Error(response.error ?? "Failed to download asset");
51
55
  }
52
- return response.assetId;
56
+ return response.assetId ?? assetSrc;
53
57
  }
54
58
  }
55
- throw new StreamEndedError();
59
+ throw new Error("Stream ended without final response");
56
60
  }
57
61
  else {
58
62
  // Use regular send for simple downloading
59
- const response = await send(request, rpcOptions);
63
+ const response = await send(request);
60
64
  if (response.type !== "downloadAsset") {
61
- throw new InvalidResponseError("downloadAsset");
65
+ throw new Error("Invalid response type");
62
66
  }
63
67
  if (!response.success) {
64
- throw new DownloadAssetFailedError(response.error);
68
+ throw new Error(response.error ?? "Failed to download asset");
65
69
  }
66
- return response.assetId;
70
+ return response.assetId ?? assetSrc;
67
71
  }
68
72
  }
@@ -1,28 +1,11 @@
1
- import { type RPCOptions } from "../../schemas/index";
1
+ import { type EmbedParams } from "../../schemas/index";
2
2
  /**
3
- * Generates embeddings for a single text using a specified model.
3
+ * Generates embeddings for a given text using a specified model.
4
4
  *
5
5
  * @param params - The parameters for the embedding
6
6
  * @param params.modelId - The identifier of the embedding model to use
7
7
  * @param params.text - The input text to embed
8
- * @param options - Optional RPC options including per-call profiling
9
- * @throws {QvacErrorBase} When the response type is invalid or when the embedding fails
8
+ * @throws {Error} When the response type is invalid or when the embedding fails
10
9
  */
11
- export declare function embed(params: {
12
- modelId: string;
13
- text: string;
14
- }, options?: RPCOptions): Promise<number[]>;
15
- /**
16
- * Generates embeddings for multiple texts using a specified model.
17
- *
18
- * @param params - The parameters for the embedding
19
- * @param params.modelId - The identifier of the embedding model to use
20
- * @param params.text - The input texts to embed
21
- * @param options - Optional RPC options including per-call profiling
22
- * @throws {QvacErrorBase} When the response type is invalid or when the embedding fails
23
- */
24
- export declare function embed(params: {
25
- modelId: string;
26
- text: string[];
27
- }, options?: RPCOptions): Promise<number[][]>;
10
+ export declare function embed(params: EmbedParams): Promise<number[]>;
28
11
  //# sourceMappingURL=embed.d.ts.map
@@ -1,14 +1,24 @@
1
1
  import { send } from "../rpc/rpc-client.js";
2
2
  import {} from "../../schemas/index.js";
3
- import { InvalidResponseError } from "../../utils/errors-client.js";
4
- export async function embed(params, options) {
3
+ /**
4
+ * Generates embeddings for a given text using a specified model.
5
+ *
6
+ * @param params - The parameters for the embedding
7
+ * @param params.modelId - The identifier of the embedding model to use
8
+ * @param params.text - The input text to embed
9
+ * @throws {Error} When the response type is invalid or when the embedding fails
10
+ */
11
+ export async function embed(params) {
5
12
  const request = {
6
13
  type: "embed",
7
14
  ...params,
8
15
  };
9
- const response = await send(request, options);
16
+ const response = await send(request);
10
17
  if (response.type !== "embed") {
11
- throw new InvalidResponseError("embed");
18
+ throw new Error("Invalid response type");
19
+ }
20
+ if (!response.success) {
21
+ throw new Error(response.error ?? "Failed to embed");
12
22
  }
13
23
  return response.embedding;
14
24
  }