@qvac/sdk 0.8.1 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (608) hide show
  1. package/LICENSE +24 -1
  2. package/README.md +191 -373
  3. package/dist/client/api/cancel.d.ts +4 -22
  4. package/dist/client/api/cancel.js +6 -25
  5. package/dist/client/api/completion-stream.d.ts +30 -24
  6. package/dist/client/api/completion-stream.js +70 -121
  7. package/dist/client/api/delete-cache.js +2 -3
  8. package/dist/client/api/download-asset.d.ts +5 -6
  9. package/dist/client/api/download-asset.js +20 -16
  10. package/dist/client/api/embed.d.ts +4 -21
  11. package/dist/client/api/embed.js +14 -4
  12. package/dist/client/api/index.d.ts +2 -6
  13. package/dist/client/api/index.js +2 -6
  14. package/dist/client/api/load-model.d.ts +21 -49
  15. package/dist/client/api/load-model.js +134 -40
  16. package/dist/client/api/logging-stream.d.ts +4 -7
  17. package/dist/client/api/logging-stream.js +5 -9
  18. package/dist/client/api/ping.d.ts +11 -0
  19. package/dist/client/api/ping.js +18 -0
  20. package/dist/client/api/provide.d.ts +1 -1
  21. package/dist/client/api/provide.js +3 -4
  22. package/dist/client/api/rag.d.ts +21 -216
  23. package/dist/client/api/rag.js +36 -396
  24. package/dist/client/api/stop-provider.d.ts +1 -1
  25. package/dist/client/api/stop-provider.js +3 -4
  26. package/dist/client/api/text-to-speech.d.ts +2 -2
  27. package/dist/client/api/text-to-speech.js +3 -3
  28. package/dist/client/api/transcribe.d.ts +5 -9
  29. package/dist/client/api/transcribe.js +9 -11
  30. package/dist/client/api/translate.d.ts +3 -3
  31. package/dist/client/api/translate.js +15 -15
  32. package/dist/client/api/unload-model.d.ts +1 -5
  33. package/dist/client/api/unload-model.js +4 -17
  34. package/dist/client/index.d.ts +1 -1
  35. package/dist/client/index.js +1 -1
  36. package/dist/client/logging-stream-registry.d.ts +1 -1
  37. package/dist/client/logging-stream-registry.js +13 -14
  38. package/dist/client/rpc/bare-client.d.ts +139 -3
  39. package/dist/client/rpc/bare-client.js +16 -117
  40. package/dist/client/rpc/bare-rpc-client.d.ts +4 -0
  41. package/dist/client/rpc/bare-rpc-client.js +87 -0
  42. package/dist/client/rpc/expo-rpc-client.d.ts +1 -2
  43. package/dist/client/rpc/expo-rpc-client.js +14 -57
  44. package/dist/client/rpc/node-rpc-client.d.ts +8 -3
  45. package/dist/client/rpc/node-rpc-client.js +62 -218
  46. package/dist/client/rpc/rpc-client.d.ts +2 -3
  47. package/dist/client/rpc/rpc-client.js +49 -184
  48. package/dist/constants/audio.d.ts +2 -1
  49. package/dist/constants/audio.js +17 -1
  50. package/dist/constants/index.d.ts +0 -1
  51. package/dist/constants/index.js +0 -1
  52. package/dist/examples/delegated-inference/consumer.js +2 -3
  53. package/dist/examples/download-with-cancel.js +4 -3
  54. package/dist/examples/embed-hyperdrive.d.ts +2 -0
  55. package/dist/examples/embed-hyperdrive.js +19 -0
  56. package/dist/examples/kv-cache-cleanup.js +2 -1
  57. package/dist/examples/kv-cache-custom-key.js +2 -16
  58. package/dist/examples/kv-cache-example.js +2 -1
  59. package/dist/examples/llamacpp-file-logging.d.ts +2 -0
  60. package/dist/examples/{logging-file-transport.js → llamacpp-file-logging.js} +8 -3
  61. package/dist/examples/llamacpp-filesystem.js +2 -2
  62. package/dist/examples/llamacpp-http.js +1 -0
  63. package/dist/examples/llamacpp-hyperdrive.d.ts +2 -0
  64. package/dist/examples/{llamacpp-p2p.js → llamacpp-hyperdrive.js} +2 -1
  65. package/dist/examples/llamacpp-multimodal.js +4 -3
  66. package/dist/examples/llamacpp-native-tools.js +30 -72
  67. package/dist/examples/multi-model-demo.js +3 -2
  68. package/dist/examples/parallel-download.js +14 -46
  69. package/dist/examples/rag/rag-chromadb.js +1 -0
  70. package/dist/examples/rag/rag-hyperdb-workspaces.d.ts +2 -0
  71. package/dist/examples/rag/rag-hyperdb-workspaces.js +107 -0
  72. package/dist/examples/rag/rag-hyperdb.d.ts +2 -0
  73. package/dist/examples/rag/{rag-hyperdb/ingest.js → rag-hyperdb.js} +5 -10
  74. package/dist/examples/rag/rag-lancedb.js +1 -0
  75. package/dist/examples/rag/rag-sqlite.js +1 -0
  76. package/dist/examples/seed-hyperdrive.d.ts +2 -0
  77. package/dist/examples/text-to-speech.d.ts +3 -0
  78. package/dist/examples/{tts/utils.js → text-to-speech.js} +63 -18
  79. package/dist/examples/translation/translation-indic.js +1 -4
  80. package/dist/examples/translation/translation-llm-context.js +1 -0
  81. package/dist/examples/translation/translation-llm.js +2 -2
  82. package/dist/examples/translation/translation-opus.js +3 -6
  83. package/dist/examples/translation/translation-stream.js +3 -3
  84. package/dist/examples/whispercpp-filesystem.js +43 -0
  85. package/dist/examples/{transcription/whispercpp-microphone-record.js → whispercpp-microphone-record.js} +9 -8
  86. package/dist/expo/plugins/index.d.ts +0 -3
  87. package/dist/expo/plugins/index.js +0 -3
  88. package/dist/expo/plugins/withMobileBundle.d.ts +2 -5
  89. package/dist/expo/plugins/withMobileBundle.js +40 -121
  90. package/dist/expo/plugins/withQvacSDK.d.ts +0 -4
  91. package/dist/expo/plugins/withQvacSDK.js +1 -26
  92. package/dist/index.d.ts +4 -9
  93. package/dist/index.js +5 -11
  94. package/dist/logging/base-logger.js +16 -26
  95. package/dist/logging/index.d.ts +1 -7
  96. package/dist/logging/index.js +1 -7
  97. package/dist/logging/logger.d.ts +2 -0
  98. package/dist/logging/logger.js +6 -11
  99. package/dist/logging/stream-logger.d.ts +1 -1
  100. package/dist/logging/stream-logger.js +3 -6
  101. package/dist/logging/transport.js +2 -2
  102. package/dist/logging/types.d.ts +0 -2
  103. package/dist/logging/utils.d.ts +0 -2
  104. package/dist/logging/utils.js +0 -62
  105. package/dist/models/{registry → hyperdrive}/index.js +1 -1
  106. package/dist/models/hyperdrive/models.d.ts +619 -0
  107. package/dist/models/hyperdrive/models.js +693 -0
  108. package/dist/schemas/cancel.d.ts +0 -18
  109. package/dist/schemas/cancel.js +0 -7
  110. package/dist/schemas/common.d.ts +166 -3012
  111. package/dist/schemas/common.js +4 -27
  112. package/dist/schemas/completion-stream.d.ts +60 -31
  113. package/dist/schemas/completion-stream.js +44 -20
  114. package/dist/schemas/delegate.d.ts +0 -9
  115. package/dist/schemas/delegate.js +2 -6
  116. package/dist/schemas/download-asset.d.ts +3 -125
  117. package/dist/schemas/download-asset.js +5 -22
  118. package/dist/schemas/embed.d.ts +3 -3
  119. package/dist/schemas/embed.js +2 -9
  120. package/dist/schemas/index.d.ts +2 -20
  121. package/dist/schemas/index.js +2 -20
  122. package/dist/schemas/llamacpp-config.d.ts +12 -243
  123. package/dist/schemas/llamacpp-config.js +14 -50
  124. package/dist/schemas/load-model.d.ts +893 -14471
  125. package/dist/schemas/load-model.js +72 -325
  126. package/dist/schemas/logging-stream.d.ts +4 -11
  127. package/dist/schemas/logging-stream.js +3 -4
  128. package/dist/schemas/ping.d.ts +11 -0
  129. package/dist/schemas/ping.js +8 -0
  130. package/dist/schemas/rag.d.ts +52 -183
  131. package/dist/schemas/rag.js +23 -152
  132. package/dist/schemas/text-to-speech.d.ts +1 -692
  133. package/dist/schemas/text-to-speech.js +3 -35
  134. package/dist/schemas/transcription.d.ts +0 -3
  135. package/dist/schemas/transcription.js +0 -1
  136. package/dist/schemas/translate.d.ts +23 -68
  137. package/dist/schemas/translate.js +11 -37
  138. package/dist/schemas/translation-config.d.ts +7 -810
  139. package/dist/schemas/translation-config.js +7 -113
  140. package/dist/schemas/unload-model.d.ts +0 -2
  141. package/dist/schemas/unload-model.js +0 -2
  142. package/dist/schemas/whispercpp-config.d.ts +25 -0
  143. package/dist/schemas/whispercpp-config.js +18 -0
  144. package/dist/server/bare/{ops → addons}/cancel.js +1 -2
  145. package/dist/server/bare/addons/index.d.ts +4 -0
  146. package/dist/server/bare/addons/index.js +3 -0
  147. package/dist/server/bare/addons/llamacpp/create-model.d.ts +5 -0
  148. package/dist/server/bare/addons/llamacpp/create-model.js +67 -0
  149. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.d.ts +1 -2
  150. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.js +87 -54
  151. package/dist/server/bare/addons/llamacpp/handlers/embed.d.ts +4 -0
  152. package/dist/server/bare/{ops → addons/llamacpp/handlers}/embed.js +7 -22
  153. package/dist/server/bare/addons/llamacpp/index.d.ts +4 -0
  154. package/dist/server/bare/addons/llamacpp/index.js +3 -0
  155. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.d.ts +1 -4
  156. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.js +19 -54
  157. package/dist/server/bare/addons/load-model.d.ts +3 -0
  158. package/dist/server/bare/addons/load-model.js +62 -0
  159. package/dist/server/bare/addons/translation/create-model.d.ts +4 -0
  160. package/dist/server/bare/addons/translation/create-model.js +45 -0
  161. package/dist/server/bare/addons/translation/handlers/translate.d.ts +3 -0
  162. package/dist/server/bare/{ops → addons/translation/handlers}/translate.js +14 -47
  163. package/dist/server/bare/addons/translation/index.d.ts +3 -0
  164. package/dist/server/bare/addons/translation/index.js +2 -0
  165. package/dist/server/bare/addons/tts/create-model.d.ts +6 -0
  166. package/dist/server/bare/addons/tts/create-model.js +40 -0
  167. package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.js +3 -25
  168. package/dist/server/bare/addons/tts/index.d.ts +3 -0
  169. package/dist/server/bare/addons/tts/index.js +2 -0
  170. package/dist/server/bare/addons/unload-model.js +20 -0
  171. package/dist/server/bare/addons/whispercpp/create-model.d.ts +6 -0
  172. package/dist/server/bare/addons/whispercpp/create-model.js +55 -0
  173. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.d.ts +3 -0
  174. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.js +48 -0
  175. package/dist/server/bare/addons/whispercpp/index.d.ts +3 -0
  176. package/dist/server/bare/addons/whispercpp/index.js +2 -0
  177. package/dist/server/bare/delegate-rpc-client.d.ts +0 -6
  178. package/dist/server/bare/delegate-rpc-client.js +45 -187
  179. package/dist/server/bare/hyperswarm.d.ts +0 -3
  180. package/dist/server/bare/hyperswarm.js +6 -29
  181. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
  182. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +10 -9
  183. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +4 -7
  184. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +14 -13
  185. package/dist/server/bare/rag-hyperdb/handlers/search.js +10 -10
  186. package/dist/server/bare/rag-hyperdb/index.d.ts +1 -8
  187. package/dist/server/bare/rag-hyperdb/index.js +1 -8
  188. package/dist/server/bare/rag-hyperdb/rag-manager.d.ts +5 -0
  189. package/dist/server/bare/rag-hyperdb/rag-manager.js +65 -0
  190. package/dist/server/bare/registry/logging-stream-registry.d.ts +7 -24
  191. package/dist/server/bare/registry/logging-stream-registry.js +20 -99
  192. package/dist/server/bare/registry/model-registry.d.ts +26 -16
  193. package/dist/server/bare/registry/model-registry.js +13 -34
  194. package/dist/server/error-handlers.d.ts +2 -3
  195. package/dist/server/error-handlers.js +10 -15
  196. package/dist/server/http-server.d.ts +2 -0
  197. package/dist/server/http-server.js +189 -0
  198. package/dist/server/rpc/create-server.js +3 -5
  199. package/dist/server/rpc/handle-request.d.ts +9 -0
  200. package/dist/server/rpc/handle-request.js +242 -92
  201. package/dist/server/rpc/handlers/cancelHandler.js +3 -14
  202. package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +1 -3
  203. package/dist/server/rpc/handlers/completion-stream-delegated.js +8 -20
  204. package/dist/server/rpc/handlers/completion-stream.js +41 -2
  205. package/dist/server/rpc/handlers/delete-cache.js +2 -4
  206. package/dist/server/rpc/handlers/download-asset.js +6 -59
  207. package/dist/server/rpc/handlers/embed.js +19 -2
  208. package/dist/server/rpc/handlers/index.d.ts +0 -13
  209. package/dist/server/rpc/handlers/index.js +0 -13
  210. package/dist/server/rpc/handlers/load-model/download-manager.d.ts +11 -12
  211. package/dist/server/rpc/handlers/load-model/download-manager.js +28 -43
  212. package/dist/server/rpc/handlers/load-model/http.d.ts +1 -2
  213. package/dist/server/rpc/handlers/load-model/http.js +55 -424
  214. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +1 -2
  215. package/dist/server/rpc/handlers/load-model/hyperdrive.js +171 -364
  216. package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
  217. package/dist/server/rpc/handlers/load-model/index.js +2 -2
  218. package/dist/server/rpc/handlers/load-model/resolve.d.ts +1 -3
  219. package/dist/server/rpc/handlers/load-model/resolve.js +29 -110
  220. package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -6
  221. package/dist/server/rpc/handlers/load-model-delegated.js +20 -60
  222. package/dist/server/rpc/handlers/{load-model/handler.d.ts → load-model.d.ts} +2 -2
  223. package/dist/server/rpc/handlers/load-model.js +57 -0
  224. package/dist/server/rpc/handlers/logging-stream.js +4 -4
  225. package/dist/server/rpc/handlers/provideHandler/connection.js +10 -12
  226. package/dist/server/rpc/handlers/provideHandler/handler.js +17 -20
  227. package/dist/server/rpc/handlers/provideHandler/proxy.js +6 -8
  228. package/dist/server/rpc/handlers/rag.d.ts +2 -2
  229. package/dist/server/rpc/handlers/rag.js +43 -130
  230. package/dist/server/rpc/handlers/stopProvideHandler.js +2 -6
  231. package/dist/server/rpc/handlers/text-to-speech.js +5 -2
  232. package/dist/server/rpc/handlers/transcribe-stream.js +24 -2
  233. package/dist/server/rpc/handlers/translate.js +49 -2
  234. package/dist/server/rpc/handlers/unload-model.js +3 -12
  235. package/dist/server/rpc/index.d.ts +1 -1
  236. package/dist/server/utils/audio/decoder.d.ts +1 -2
  237. package/dist/server/utils/audio/decoder.js +12 -49
  238. package/dist/server/utils/cache.d.ts +8 -19
  239. package/dist/server/utils/cache.js +15 -100
  240. package/dist/server/utils/hash.d.ts +5 -0
  241. package/dist/server/utils/hash.js +11 -0
  242. package/dist/server/utils/index.d.ts +2 -7
  243. package/dist/server/utils/index.js +2 -7
  244. package/dist/server/utils/tool-parser.js +14 -28
  245. package/dist/server/worker.d.ts +5 -4
  246. package/dist/server/worker.js +89 -22
  247. package/package.json +41 -148
  248. package/NOTICE +0 -695
  249. package/bare-imports.json +0 -44
  250. package/dist/client/api/get-model-info.d.ts +0 -36
  251. package/dist/client/api/get-model-info.js +0 -14
  252. package/dist/client/api/heartbeat.d.ts +0 -30
  253. package/dist/client/api/heartbeat.js +0 -38
  254. package/dist/client/api/invoke-plugin.d.ts +0 -15
  255. package/dist/client/api/invoke-plugin.js +0 -38
  256. package/dist/client/api/ocr.d.ts +0 -31
  257. package/dist/client/api/ocr.js +0 -88
  258. package/dist/client/api/registry.d.ts +0 -14
  259. package/dist/client/api/registry.js +0 -37
  260. package/dist/client/config-loader/config-utils.d.ts +0 -5
  261. package/dist/client/config-loader/config-utils.js +0 -20
  262. package/dist/client/config-loader/resolve-config.bare.d.ts +0 -9
  263. package/dist/client/config-loader/resolve-config.bare.js +0 -87
  264. package/dist/client/config-loader/resolve-config.expo.d.ts +0 -11
  265. package/dist/client/config-loader/resolve-config.expo.js +0 -62
  266. package/dist/client/config-loader/resolve-config.node.d.ts +0 -10
  267. package/dist/client/config-loader/resolve-config.node.js +0 -145
  268. package/dist/client/init-hooks.d.ts +0 -21
  269. package/dist/client/init-hooks.js +0 -66
  270. package/dist/client/rpc/expo-device-info.d.ts +0 -6
  271. package/dist/client/rpc/expo-device-info.js +0 -32
  272. package/dist/client/rpc/profiling/index.d.ts +0 -2
  273. package/dist/client/rpc/profiling/index.js +0 -1
  274. package/dist/client/rpc/profiling/profiler.d.ts +0 -27
  275. package/dist/client/rpc/profiling/profiler.js +0 -139
  276. package/dist/constants/registry.d.ts +0 -2
  277. package/dist/constants/registry.js +0 -1
  278. package/dist/examples/cache-management.d.ts +0 -2
  279. package/dist/examples/cache-management.js +0 -97
  280. package/dist/examples/config/blind-relay/blind-relay.config.d.ts +0 -5
  281. package/dist/examples/config/blind-relay/blind-relay.config.js +0 -7
  282. package/dist/examples/config/default/default.config.d.ts +0 -8
  283. package/dist/examples/config/default/default.config.js +0 -6
  284. package/dist/examples/config/plugins/plugins.config.d.ts +0 -5
  285. package/dist/examples/config/plugins/plugins.config.js +0 -4
  286. package/dist/examples/config-reload.d.ts +0 -2
  287. package/dist/examples/config-reload.js +0 -49
  288. package/dist/examples/default-config-usage.d.ts +0 -17
  289. package/dist/examples/default-config-usage.js +0 -47
  290. package/dist/examples/delegated-inference/consumer-profiled.d.ts +0 -2
  291. package/dist/examples/delegated-inference/consumer-profiled.js +0 -67
  292. package/dist/examples/download-with-blind-relays.d.ts +0 -2
  293. package/dist/examples/download-with-blind-relays.js +0 -49
  294. package/dist/examples/embed-p2p.d.ts +0 -2
  295. package/dist/examples/embed-p2p.js +0 -54
  296. package/dist/examples/llamacpp-p2p.d.ts +0 -2
  297. package/dist/examples/llamacpp-sharded.d.ts +0 -2
  298. package/dist/examples/llamacpp-sharded.js +0 -53
  299. package/dist/examples/logging-file-transport.d.ts +0 -2
  300. package/dist/examples/logging-streaming.d.ts +0 -2
  301. package/dist/examples/logging-streaming.js +0 -75
  302. package/dist/examples/mcp-websearch.d.ts +0 -13
  303. package/dist/examples/mcp-websearch.js +0 -176
  304. package/dist/examples/ocr-fasttext.d.ts +0 -2
  305. package/dist/examples/ocr-fasttext.js +0 -52
  306. package/dist/examples/plugins.d.ts +0 -14
  307. package/dist/examples/plugins.js +0 -129
  308. package/dist/examples/profiling/basic.d.ts +0 -2
  309. package/dist/examples/profiling/basic.js +0 -71
  310. package/dist/examples/profiling/per-call.d.ts +0 -2
  311. package/dist/examples/profiling/per-call.js +0 -30
  312. package/dist/examples/quickstart.d.ts +0 -2
  313. package/dist/examples/quickstart.js +0 -28
  314. package/dist/examples/rag/rag-hyperdb/cancellation.d.ts +0 -2
  315. package/dist/examples/rag/rag-hyperdb/cancellation.js +0 -75
  316. package/dist/examples/rag/rag-hyperdb/ingest.d.ts +0 -2
  317. package/dist/examples/rag/rag-hyperdb/pipeline.d.ts +0 -2
  318. package/dist/examples/rag/rag-hyperdb/pipeline.js +0 -74
  319. package/dist/examples/rag/rag-hyperdb/workspaces.d.ts +0 -2
  320. package/dist/examples/rag/rag-hyperdb/workspaces.js +0 -178
  321. package/dist/examples/registry-query.d.ts +0 -2
  322. package/dist/examples/registry-query.js +0 -87
  323. package/dist/examples/seed-p2p.d.ts +0 -2
  324. package/dist/examples/transcription/parakeet-ctc-filesystem.d.ts +0 -2
  325. package/dist/examples/transcription/parakeet-ctc-filesystem.js +0 -40
  326. package/dist/examples/transcription/parakeet-microphone-record.d.ts +0 -2
  327. package/dist/examples/transcription/parakeet-microphone-record.js +0 -95
  328. package/dist/examples/transcription/parakeet-sortformer.d.ts +0 -2
  329. package/dist/examples/transcription/parakeet-sortformer.js +0 -115
  330. package/dist/examples/transcription/parakeet-tdt-filesystem.d.ts +0 -2
  331. package/dist/examples/transcription/parakeet-tdt-filesystem.js +0 -44
  332. package/dist/examples/transcription/whispercpp-filesystem.js +0 -69
  333. package/dist/examples/transcription/whispercpp-prompt.d.ts +0 -2
  334. package/dist/examples/transcription/whispercpp-prompt.js +0 -67
  335. package/dist/examples/translation/translation-bergamot-batch.d.ts +0 -2
  336. package/dist/examples/translation/translation-bergamot-batch.js +0 -49
  337. package/dist/examples/translation/translation-bergamot-pivot.d.ts +0 -2
  338. package/dist/examples/translation/translation-bergamot-pivot.js +0 -73
  339. package/dist/examples/translation/translation-bergamot.d.ts +0 -2
  340. package/dist/examples/translation/translation-bergamot.js +0 -39
  341. package/dist/examples/translation/translation-llm-afriquegemma.d.ts +0 -2
  342. package/dist/examples/translation/translation-llm-afriquegemma.js +0 -39
  343. package/dist/examples/tts/chatterbox.d.ts +0 -2
  344. package/dist/examples/tts/chatterbox.js +0 -59
  345. package/dist/examples/tts/supertonic.d.ts +0 -2
  346. package/dist/examples/tts/supertonic.js +0 -51
  347. package/dist/examples/tts/utils.d.ts +0 -17
  348. package/dist/expo/plugins/resolve-sdk-package-dir.d.ts +0 -15
  349. package/dist/expo/plugins/resolve-sdk-package-dir.js +0 -31
  350. package/dist/expo/plugins/withAndroidArchitecture.d.ts +0 -8
  351. package/dist/expo/plugins/withAndroidArchitecture.js +0 -52
  352. package/dist/expo/plugins/withAndroidNdkVersion.d.ts +0 -8
  353. package/dist/expo/plugins/withAndroidNdkVersion.js +0 -31
  354. package/dist/expo/plugins/withDeviceInfo.d.ts +0 -10
  355. package/dist/expo/plugins/withDeviceInfo.js +0 -48
  356. package/dist/logging/addon.d.ts +0 -6
  357. package/dist/logging/addon.js +0 -75
  358. package/dist/logging/client-logger.d.ts +0 -3
  359. package/dist/logging/client-logger.js +0 -24
  360. package/dist/logging/namespaces.d.ts +0 -6
  361. package/dist/logging/namespaces.js +0 -6
  362. package/dist/logging/registry.d.ts +0 -31
  363. package/dist/logging/registry.js +0 -62
  364. package/dist/logging/server-logger.d.ts +0 -3
  365. package/dist/logging/server-logger.js +0 -16
  366. package/dist/models/registry/models.d.ts +0 -10417
  367. package/dist/models/registry/models.js +0 -10757
  368. package/dist/models/update-models/codegen.d.ts +0 -3
  369. package/dist/models/update-models/codegen.js +0 -135
  370. package/dist/models/update-models/history.d.ts +0 -24
  371. package/dist/models/update-models/history.js +0 -107
  372. package/dist/models/update-models/index.d.ts +0 -2
  373. package/dist/models/update-models/index.js +0 -125
  374. package/dist/models/update-models/naming.d.ts +0 -4
  375. package/dist/models/update-models/naming.js +0 -370
  376. package/dist/models/update-models/processing.d.ts +0 -8
  377. package/dist/models/update-models/processing.js +0 -67
  378. package/dist/models/update-models/registry.d.ts +0 -4
  379. package/dist/models/update-models/registry.js +0 -67
  380. package/dist/models/update-models/shards.d.ts +0 -4
  381. package/dist/models/update-models/shards.js +0 -57
  382. package/dist/models/update-models/types.d.ts +0 -60
  383. package/dist/models/update-models/types.js +0 -1
  384. package/dist/models/update-models/utils.d.ts +0 -3
  385. package/dist/models/update-models/utils.js +0 -21
  386. package/dist/pear/pre.d.ts +0 -18
  387. package/dist/pear/pre.js +0 -433
  388. package/dist/profiling/aggregator.d.ts +0 -15
  389. package/dist/profiling/aggregator.js +0 -100
  390. package/dist/profiling/clock.d.ts +0 -12
  391. package/dist/profiling/clock.js +0 -51
  392. package/dist/profiling/controller.d.ts +0 -33
  393. package/dist/profiling/controller.js +0 -123
  394. package/dist/profiling/envelope.d.ts +0 -10
  395. package/dist/profiling/envelope.js +0 -36
  396. package/dist/profiling/events.d.ts +0 -20
  397. package/dist/profiling/events.js +0 -37
  398. package/dist/profiling/exporters.d.ts +0 -10
  399. package/dist/profiling/exporters.js +0 -236
  400. package/dist/profiling/index.d.ts +0 -36
  401. package/dist/profiling/index.js +0 -31
  402. package/dist/profiling/ring-buffer.d.ts +0 -19
  403. package/dist/profiling/ring-buffer.js +0 -83
  404. package/dist/profiling/types.d.ts +0 -47
  405. package/dist/profiling/types.js +0 -1
  406. package/dist/schemas/archive.d.ts +0 -9
  407. package/dist/schemas/archive.js +0 -17
  408. package/dist/schemas/engine-addon-map.d.ts +0 -5
  409. package/dist/schemas/engine-addon-map.js +0 -52
  410. package/dist/schemas/get-model-info.d.ts +0 -120
  411. package/dist/schemas/get-model-info.js +0 -58
  412. package/dist/schemas/heartbeat.d.ts +0 -17
  413. package/dist/schemas/heartbeat.js +0 -10
  414. package/dist/schemas/json-schema.d.ts +0 -16
  415. package/dist/schemas/json-schema.js +0 -2
  416. package/dist/schemas/mcp-adapter.d.ts +0 -47
  417. package/dist/schemas/mcp-adapter.js +0 -1
  418. package/dist/schemas/model-src-utils.d.ts +0 -148
  419. package/dist/schemas/model-src-utils.js +0 -35
  420. package/dist/schemas/model-types.d.ts +0 -183
  421. package/dist/schemas/model-types.js +0 -168
  422. package/dist/schemas/ocr.d.ts +0 -125
  423. package/dist/schemas/ocr.js +0 -57
  424. package/dist/schemas/path-validation.d.ts +0 -10
  425. package/dist/schemas/path-validation.js +0 -22
  426. package/dist/schemas/plugin.d.ts +0 -226
  427. package/dist/schemas/plugin.js +0 -158
  428. package/dist/schemas/profiling.d.ts +0 -105
  429. package/dist/schemas/profiling.js +0 -66
  430. package/dist/schemas/registry.d.ts +0 -356
  431. package/dist/schemas/registry.js +0 -93
  432. package/dist/schemas/reload-config.d.ts +0 -476
  433. package/dist/schemas/reload-config.js +0 -44
  434. package/dist/schemas/runtime-context.d.ts +0 -19
  435. package/dist/schemas/runtime-context.js +0 -7
  436. package/dist/schemas/sdk-config.d.ts +0 -2973
  437. package/dist/schemas/sdk-config.js +0 -136
  438. package/dist/schemas/sdk-errors-client.d.ts +0 -31
  439. package/dist/schemas/sdk-errors-client.js +0 -143
  440. package/dist/schemas/sdk-errors-registry.d.ts +0 -6
  441. package/dist/schemas/sdk-errors-registry.js +0 -8
  442. package/dist/schemas/sdk-errors-server.d.ts +0 -89
  443. package/dist/schemas/sdk-errors-server.js +0 -451
  444. package/dist/schemas/shard.d.ts +0 -21
  445. package/dist/schemas/shard.js +0 -17
  446. package/dist/schemas/tools.d.ts +0 -65
  447. package/dist/schemas/tools.js +0 -43
  448. package/dist/schemas/transcription-config.d.ts +0 -383
  449. package/dist/schemas/transcription-config.js +0 -95
  450. package/dist/scripts/run-security-tests-bare.d.ts +0 -2
  451. package/dist/scripts/run-security-tests-bare.js +0 -78
  452. package/dist/scripts/run-security-tests.d.ts +0 -2
  453. package/dist/scripts/run-security-tests.js +0 -22
  454. package/dist/scripts/run-unit-tests.d.ts +0 -2
  455. package/dist/scripts/run-unit-tests.js +0 -17
  456. package/dist/server/bare/ops/embed.d.ts +0 -12
  457. package/dist/server/bare/ops/load-model.d.ts +0 -9
  458. package/dist/server/bare/ops/load-model.js +0 -85
  459. package/dist/server/bare/ops/transcribe.d.ts +0 -3
  460. package/dist/server/bare/ops/transcribe.js +0 -75
  461. package/dist/server/bare/ops/translate.d.ts +0 -5
  462. package/dist/server/bare/ops/unload-model.js +0 -41
  463. package/dist/server/bare/plugins/index.d.ts +0 -8
  464. package/dist/server/bare/plugins/index.js +0 -7
  465. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +0 -6
  466. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +0 -34
  467. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +0 -220
  468. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +0 -155
  469. package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +0 -54
  470. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +0 -87
  471. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +0 -367
  472. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +0 -201
  473. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.d.ts +0 -10
  474. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.js +0 -110
  475. package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +0 -86
  476. package/dist/server/bare/plugins/onnx-ocr/plugin.js +0 -117
  477. package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +0 -373
  478. package/dist/server/bare/plugins/onnx-tts/plugin.js +0 -182
  479. package/dist/server/bare/plugins/onnx-tts/wav-helper.d.ts +0 -14
  480. package/dist/server/bare/plugins/onnx-tts/wav-helper.js +0 -107
  481. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +0 -317
  482. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +0 -154
  483. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +0 -237
  484. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +0 -86
  485. package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +0 -3
  486. package/dist/server/bare/rag-hyperdb/handlers/chunk.js +0 -7
  487. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +0 -3
  488. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +0 -9
  489. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +0 -3
  490. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +0 -14
  491. package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +0 -9
  492. package/dist/server/bare/rag-hyperdb/handlers/ingest.js +0 -18
  493. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +0 -3
  494. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +0 -4
  495. package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +0 -9
  496. package/dist/server/bare/rag-hyperdb/handlers/reindex.js +0 -16
  497. package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +0 -7
  498. package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +0 -39
  499. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +0 -15
  500. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +0 -136
  501. package/dist/server/bare/registry/config-registry.d.ts +0 -14
  502. package/dist/server/bare/registry/config-registry.js +0 -82
  503. package/dist/server/bare/registry/model-config-registry.d.ts +0 -4
  504. package/dist/server/bare/registry/model-config-registry.js +0 -15
  505. package/dist/server/bare/registry/model-config-utils.d.ts +0 -15
  506. package/dist/server/bare/registry/model-config-utils.js +0 -112
  507. package/dist/server/bare/registry/registry-client.d.ts +0 -5
  508. package/dist/server/bare/registry/registry-client.js +0 -37
  509. package/dist/server/bare/registry/runtime-context-registry.d.ts +0 -7
  510. package/dist/server/bare/registry/runtime-context-registry.js +0 -26
  511. package/dist/server/bare/utils/audio-input.d.ts +0 -10
  512. package/dist/server/bare/utils/audio-input.js +0 -33
  513. package/dist/server/bare/utils/loader-adapter.d.ts +0 -7
  514. package/dist/server/bare/utils/loader-adapter.js +0 -9
  515. package/dist/server/env.d.ts +0 -22
  516. package/dist/server/env.js +0 -57
  517. package/dist/server/plugins/index.d.ts +0 -2
  518. package/dist/server/plugins/index.js +0 -1
  519. package/dist/server/plugins/registry.d.ts +0 -9
  520. package/dist/server/plugins/registry.js +0 -79
  521. package/dist/server/rpc/delegate-transport.d.ts +0 -19
  522. package/dist/server/rpc/delegate-transport.js +0 -236
  523. package/dist/server/rpc/delegate-utils.d.ts +0 -2
  524. package/dist/server/rpc/delegate-utils.js +0 -5
  525. package/dist/server/rpc/handler-registry.d.ts +0 -3
  526. package/dist/server/rpc/handler-registry.js +0 -113
  527. package/dist/server/rpc/handler-utils.d.ts +0 -23
  528. package/dist/server/rpc/handler-utils.js +0 -170
  529. package/dist/server/rpc/handlers/cancel-delegated.d.ts +0 -4
  530. package/dist/server/rpc/handlers/cancel-delegated.js +0 -71
  531. package/dist/server/rpc/handlers/get-model-info.d.ts +0 -3
  532. package/dist/server/rpc/handlers/get-model-info.js +0 -164
  533. package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +0 -4
  534. package/dist/server/rpc/handlers/heartbeat-delegated.js +0 -32
  535. package/dist/server/rpc/handlers/heartbeat.d.ts +0 -3
  536. package/dist/server/rpc/handlers/heartbeat.js +0 -3
  537. package/dist/server/rpc/handlers/load-model/download-stats.d.ts +0 -6
  538. package/dist/server/rpc/handlers/load-model/download-stats.js +0 -87
  539. package/dist/server/rpc/handlers/load-model/handler.js +0 -187
  540. package/dist/server/rpc/handlers/load-model/registry.d.ts +0 -11
  541. package/dist/server/rpc/handlers/load-model/registry.js +0 -548
  542. package/dist/server/rpc/handlers/load-model/types.d.ts +0 -29
  543. package/dist/server/rpc/handlers/load-model/types.js +0 -1
  544. package/dist/server/rpc/handlers/ocr-stream.d.ts +0 -3
  545. package/dist/server/rpc/handlers/ocr-stream.js +0 -4
  546. package/dist/server/rpc/handlers/plugin-dispatch.d.ts +0 -15
  547. package/dist/server/rpc/handlers/plugin-dispatch.js +0 -59
  548. package/dist/server/rpc/handlers/plugin-invoke.d.ts +0 -4
  549. package/dist/server/rpc/handlers/plugin-invoke.js +0 -92
  550. package/dist/server/rpc/handlers/registry.d.ts +0 -5
  551. package/dist/server/rpc/handlers/registry.js +0 -157
  552. package/dist/server/rpc/handlers/unload-model-delegated.d.ts +0 -3
  553. package/dist/server/rpc/handlers/unload-model-delegated.js +0 -32
  554. package/dist/server/rpc/profiling/context.d.ts +0 -18
  555. package/dist/server/rpc/profiling/context.js +0 -38
  556. package/dist/server/rpc/profiling/delegation-profiler.d.ts +0 -32
  557. package/dist/server/rpc/profiling/delegation-profiler.js +0 -154
  558. package/dist/server/rpc/profiling/index.d.ts +0 -5
  559. package/dist/server/rpc/profiling/index.js +0 -4
  560. package/dist/server/rpc/profiling/operation-metrics.d.ts +0 -25
  561. package/dist/server/rpc/profiling/operation-metrics.js +0 -199
  562. package/dist/server/rpc/profiling/operation-wrappers.d.ts +0 -18
  563. package/dist/server/rpc/profiling/operation-wrappers.js +0 -124
  564. package/dist/server/rpc/profiling/profiler.d.ts +0 -13
  565. package/dist/server/rpc/profiling/profiler.js +0 -97
  566. package/dist/server/utils/archive.d.ts +0 -4
  567. package/dist/server/utils/archive.js +0 -179
  568. package/dist/server/utils/checksum.d.ts +0 -4
  569. package/dist/server/utils/checksum.js +0 -31
  570. package/dist/server/utils/config-transform.d.ts +0 -3
  571. package/dist/server/utils/config-transform.js +0 -23
  572. package/dist/server/utils/formatting.d.ts +0 -19
  573. package/dist/server/utils/formatting.js +0 -61
  574. package/dist/server/utils/gguf-tensor-extractor.d.ts +0 -15
  575. package/dist/server/utils/gguf-tensor-extractor.js +0 -314
  576. package/dist/server/utils/path-security.d.ts +0 -12
  577. package/dist/server/utils/path-security.js +0 -25
  578. package/dist/server/utils/shard-utils.d.ts +0 -48
  579. package/dist/server/utils/shard-utils.js +0 -125
  580. package/dist/server/utils/tool-integration.d.ts +0 -13
  581. package/dist/server/utils/tool-integration.js +0 -43
  582. package/dist/server/worker-core.d.ts +0 -6
  583. package/dist/server/worker-core.js +0 -88
  584. package/dist/utils/errors-base.d.ts +0 -3
  585. package/dist/utils/errors-base.js +0 -13
  586. package/dist/utils/errors-client.d.ts +0 -137
  587. package/dist/utils/errors-client.js +0 -240
  588. package/dist/utils/errors-server.d.ts +0 -236
  589. package/dist/utils/errors-server.js +0 -412
  590. package/dist/utils/global-singleton.d.ts +0 -2
  591. package/dist/utils/global-singleton.js +0 -10
  592. package/dist/utils/mcp-adapter.d.ts +0 -12
  593. package/dist/utils/mcp-adapter.js +0 -103
  594. package/dist/utils/object.d.ts +0 -2
  595. package/dist/utils/object.js +0 -3
  596. package/dist/utils/path-sanitize.d.ts +0 -17
  597. package/dist/utils/path-sanitize.js +0 -54
  598. package/dist/utils/tool-helpers.d.ts +0 -25
  599. package/dist/utils/tool-helpers.js +0 -112
  600. package/expo/plugins/patches/android-link.mjs +0 -63
  601. package/expo/plugins/patches/ios-link.mjs +0 -63
  602. /package/dist/examples/{seed-p2p.js → seed-hyperdrive.js} +0 -0
  603. /package/dist/examples/{transcription/whispercpp-filesystem.d.ts → whispercpp-filesystem.d.ts} +0 -0
  604. /package/dist/examples/{transcription/whispercpp-microphone-record.d.ts → whispercpp-microphone-record.d.ts} +0 -0
  605. /package/dist/models/{registry → hyperdrive}/index.d.ts +0 -0
  606. /package/dist/server/bare/{ops → addons}/cancel.d.ts +0 -0
  607. /package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.d.ts +0 -0
  608. /package/dist/server/bare/{ops → addons}/unload-model.d.ts +0 -0
@@ -1,35 +1,45 @@
1
- import { z } from "zod";
2
- import { completion, loadModel, unloadModel, QWEN3_1_7B_INST_Q4, } from "../index.js";
3
- // Define Zod schemas for tool parameters
4
- const weatherSchema = z.object({
5
- city: z.string().describe("City name"),
6
- country: z.string().describe("Country code").optional(),
7
- });
8
- const horoscopeSchema = z.object({
9
- sign: z.string().describe("An astrological sign like Taurus or Aquarius"),
10
- });
11
- // Map tool names to their schemas for runtime validation
12
- const toolSchemas = {
13
- get_weather: weatherSchema,
14
- get_horoscope: horoscopeSchema,
15
- };
16
- // Simple tool definitions - just name, description, and Zod schema!
1
+ import { completion, loadModel, unloadModel, QWEN_3_1_7B_INST_Q4, } from "../index.js";
2
+ // Tool definitions
17
3
  const tools = [
18
4
  {
5
+ type: "function",
19
6
  name: "get_weather",
20
7
  description: "Get current weather for a city",
21
- parameters: weatherSchema,
8
+ parameters: {
9
+ type: "object",
10
+ properties: {
11
+ city: {
12
+ type: "string",
13
+ description: "City name",
14
+ },
15
+ country: {
16
+ type: "string",
17
+ description: "ISO country code",
18
+ },
19
+ },
20
+ required: ["city"],
21
+ },
22
22
  },
23
23
  {
24
+ type: "function",
24
25
  name: "get_horoscope",
25
26
  description: "Get today's horoscope for an astrological sign",
26
- parameters: horoscopeSchema,
27
+ parameters: {
28
+ type: "object",
29
+ properties: {
30
+ sign: {
31
+ type: "string",
32
+ description: "An astrological sign like Taurus or Aquarius",
33
+ },
34
+ },
35
+ required: ["sign"],
36
+ },
27
37
  },
28
38
  ];
29
39
  try {
30
40
  // Load model from provided file path with tools support enabled
31
41
  const modelId = await loadModel({
32
- modelSrc: QWEN3_1_7B_INST_Q4,
42
+ modelSrc: QWEN_3_1_7B_INST_Q4,
33
43
  modelType: "llm",
34
44
  modelConfig: {
35
45
  ctx_size: 4096,
@@ -78,67 +88,15 @@ try {
78
88
  if (toolCalls.length > 0) {
79
89
  for (const call of toolCalls) {
80
90
  console.log(` - ${call.name}(${JSON.stringify(call.arguments)})`);
81
- const schema = toolSchemas[call.name];
82
- if (schema) {
83
- const validated = schema.safeParse(call.arguments);
84
- if (validated.success) {
85
- console.log(` ✓ Arguments validated with Zod`);
86
- }
87
- else {
88
- console.log(` ✗ Validation failed:`, validated.error);
89
- }
90
- }
91
91
  }
92
92
  }
93
93
  else {
94
94
  console.log(" No tool calls detected in response");
95
95
  }
96
96
  console.log("\n📊 Performance Stats:", stats);
97
- // Execute tool calls and send results back to the model
98
- if (toolCalls.length > 0) {
99
- console.log("\n\n🔧 Simulating Tool Execution...");
100
- // Simulate tool execution (in a real app, you'd call actual APIs)
101
- const toolResults = toolCalls.map((call) => {
102
- let result = "";
103
- if (call.name === "get_weather") {
104
- const args = call.arguments;
105
- result = `The weather in ${args.city} is sunny, 22°C with light clouds.`;
106
- }
107
- else if (call.name === "get_horoscope") {
108
- const args = call.arguments;
109
- result = `Horoscope for ${args.sign}: Today is a great day for new beginnings and creative endeavors!`;
110
- }
111
- console.log(` ✓ ${call.name}: ${result}`);
112
- return { toolCallId: call.id, result };
113
- });
114
- // Add tool results to conversation history
115
- history.push({
116
- role: "assistant",
117
- content: await result.text,
118
- });
119
- // Add tool results as tool messages
120
- for (const toolResult of toolResults) {
121
- history.push({
122
- role: "tool",
123
- content: toolResult.result,
124
- });
125
- }
126
- // Send follow-up question with tool results
127
- console.log("\n\n🤖 Follow-up Response with Tool Results:");
128
- const followUpResult = completion({
129
- modelId,
130
- history,
131
- stream: true,
132
- tools,
133
- });
134
- for await (const token of followUpResult.tokenStream) {
135
- process.stdout.write(token);
136
- }
137
- const followUpStats = await followUpResult.stats;
138
- console.log("\n\n📊 Follow-up Stats:", followUpStats);
139
- }
140
97
  console.log("\n\n🎉 Completed!");
141
98
  await unloadModel({ modelId, clearStorage: false });
99
+ process.exit(0);
142
100
  }
143
101
  catch (error) {
144
102
  console.error("❌ Error:", error);
@@ -1,7 +1,7 @@
1
- import { completion, LLAMA_3_2_1B_INST_Q4_0, loadModel, QWEN3_1_7B_INST_Q4, unloadModel, } from "@qvac/sdk";
1
+ import { completion, LLAMA_3_2_1B_INST_Q4_0, loadModel, QWEN_3_1_7B_INST_Q4, unloadModel, } from "@qvac/sdk";
2
2
  try {
3
3
  const alice = await loadModel({
4
- modelSrc: QWEN3_1_7B_INST_Q4,
4
+ modelSrc: QWEN_3_1_7B_INST_Q4,
5
5
  modelType: "llm",
6
6
  modelConfig: {
7
7
  ctx_size: 4096,
@@ -67,6 +67,7 @@ try {
67
67
  console.log("📊 Bob Stats: ", await bobResponse2.stats);
68
68
  await unloadModel({ modelId: alice, clearStorage: false });
69
69
  await unloadModel({ modelId: bob, clearStorage: false });
70
+ process.exit(0);
70
71
  }
71
72
  catch (error) {
72
73
  console.error("❌ Error:", error);
@@ -1,51 +1,19 @@
1
- import { LLAMA_3_2_1B_INST_Q4_0, WHISPER_TINY, VAD_SILERO_5_1_2, GTE_LARGE_FP16, downloadAsset, close, } from "@qvac/sdk";
2
- function now() {
3
- return Date.now();
4
- }
5
- const assets = [
6
- { name: "Llama 3.2 1B", src: LLAMA_3_2_1B_INST_Q4_0 },
7
- { name: "Whisper Tiny", src: WHISPER_TINY },
8
- { name: "VAD Silero", src: VAD_SILERO_5_1_2 },
9
- { name: "GTE Large FP16", src: GTE_LARGE_FP16 },
10
- ];
11
- const timers = {};
12
- console.log(`\n=== Parallel Download (${assets.length} assets) ===\n`);
13
- const wallStart = now();
1
+ import { LLAMA_3_2_1B_INST_Q4_0, downloadAsset, WHISPER_LARGE_3, } from "@qvac/sdk";
14
2
  try {
15
- const promises = assets.map((asset) => {
16
- timers[asset.name] = { start: now() };
17
- return downloadAsset({
18
- assetSrc: asset.src,
19
- onProgress: (progress) => {
20
- const t = timers[asset.name];
21
- if (t.firstProgress == null) {
22
- t.firstProgress = now();
23
- console.log(`[${asset.name}] first progress at ${((t.firstProgress - wallStart) / 1000).toFixed(1)}s — ${progress.percentage}%`);
24
- }
25
- if (progress.percentage === 100 && t.end == null) {
26
- t.end = now();
27
- console.log(`[${asset.name}] done at ${((t.end - wallStart) / 1000).toFixed(1)}s`);
28
- }
29
- },
30
- });
3
+ const llamaDownloadPromise = downloadAsset({
4
+ assetSrc: LLAMA_3_2_1B_INST_Q4_0,
5
+ onProgress: (progress) => {
6
+ console.log("💬 Llama progress:", progress);
7
+ },
8
+ });
9
+ const whisperDownloadPromise = downloadAsset({
10
+ assetSrc: WHISPER_LARGE_3,
11
+ onProgress: (progress) => {
12
+ console.log("🔊 Whisper progress:", progress);
13
+ },
31
14
  });
32
- const results = await Promise.allSettled(promises);
33
- const wallEnd = now();
34
- console.log(`\n=== Results ===\n`);
35
- for (let i = 0; i < assets.length; i++) {
36
- const asset = assets[i];
37
- const result = results[i];
38
- const t = timers[asset.name];
39
- const status = result.status === "fulfilled" ? "OK" : "FAILED";
40
- const reason = result.status === "rejected" ? ` — ${result.reason}` : "";
41
- const timeToFirst = t.firstProgress != null
42
- ? `${((t.firstProgress - t.start) / 1000).toFixed(1)}s`
43
- : "N/A";
44
- const total = t.end != null ? `${((t.end - t.start) / 1000).toFixed(1)}s` : "N/A";
45
- console.log(`${status} ${asset.name}: first-progress=${timeToFirst}, total=${total}${reason}`);
46
- }
47
- console.log(`\nWall time: ${((wallEnd - wallStart) / 1000).toFixed(1)}s`);
48
- void close();
15
+ await Promise.all([llamaDownloadPromise, whisperDownloadPromise]);
16
+ process.exit(0);
49
17
  }
50
18
  catch (error) {
51
19
  console.error("❌ Error:", error);
@@ -122,6 +122,7 @@ try {
122
122
  console.log();
123
123
  }
124
124
  await unloadModel({ modelId });
125
+ process.exit(0);
125
126
  }
126
127
  catch (error) {
127
128
  console.error("❌ Error:", error);
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=rag-hyperdb-workspaces.d.ts.map
@@ -0,0 +1,107 @@
1
+ import { loadModel, unloadModel, GTE_LARGE_FP16, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, } from "@qvac/sdk";
2
+ try {
3
+ console.log("🚀 RAG Workspaces with Chunking Example\n");
4
+ // Load model
5
+ const modelId = await loadModel({
6
+ modelSrc: GTE_LARGE_FP16,
7
+ modelType: "embeddings",
8
+ onProgress: (p) => process.stdout.write(`\rLoading: ${Math.round(p.percentage * 100)}%`),
9
+ });
10
+ console.log("\n");
11
+ // Medical article (will be chunked)
12
+ const medicalArticle = `
13
+ COVID-19: A Comprehensive Overview
14
+
15
+ COVID-19 is a respiratory illness caused by the SARS-CoV-2 virus, first identified in December 2019
16
+ in Wuhan, China. The virus spreads primarily through respiratory droplets when an infected person
17
+ coughs, sneezes, or talks.
18
+
19
+ Common symptoms include fever, cough, fatigue, and loss of taste or smell. Some patients may
20
+ experience shortness of breath, muscle aches, sore throat, and headaches. Symptoms typically
21
+ appear 2-14 days after exposure to the virus.
22
+
23
+ Vaccines have been developed using various technologies including mRNA, viral vector, and
24
+ inactivated virus approaches. These vaccines have proven effective in preventing severe illness,
25
+ hospitalization, and death. Booster doses are recommended to maintain immunity.
26
+
27
+ Treatment options vary based on severity. Mild cases often require only supportive care including
28
+ rest and hydration. Severe cases may require hospitalization, oxygen therapy, and antiviral
29
+ medications such as remdesivir or Paxlovid.
30
+ `;
31
+ // Tech documents (shorter, won't be chunked)
32
+ const techDocs = [
33
+ "Artificial intelligence is transforming industries through automation and advanced data analysis capabilities.",
34
+ "Deep learning neural networks enable breakthroughs in computer vision and natural language processing.",
35
+ ];
36
+ // Save medical article with chunking
37
+ console.log("📚 Saving medical article with chunking...");
38
+ const medicalResult = await ragSaveEmbeddings({
39
+ modelId,
40
+ workspace: "medical",
41
+ documents: medicalArticle,
42
+ chunk: true,
43
+ chunkOpts: {
44
+ chunkSize: 100,
45
+ chunkOverlap: 10,
46
+ chunkStrategy: "paragraph",
47
+ splitStrategy: "token",
48
+ },
49
+ });
50
+ console.log(`✅ Created ${medicalResult.processed.length} chunks from medical article`);
51
+ // Save tech docs without chunking
52
+ console.log("\n📚 Saving tech documents...");
53
+ const techResult = await ragSaveEmbeddings({
54
+ modelId,
55
+ workspace: "technology",
56
+ documents: techDocs,
57
+ chunk: false,
58
+ });
59
+ console.log(`✅ Saved ${techResult.processed.length} tech documents`);
60
+ // Test searches
61
+ const searches = [
62
+ { workspace: "medical", query: "COVID symptoms fever", label: "Medical" },
63
+ { workspace: "medical", query: "vaccine technology", label: "Medical" },
64
+ { workspace: "technology", query: "neural networks", label: "Tech" },
65
+ { workspace: "technology", query: "COVID", label: "Tech (isolation test)" },
66
+ ];
67
+ console.log("\n🔍 Running searches:");
68
+ for (const { workspace, query, label } of searches) {
69
+ const results = await ragSearch({ modelId, workspace, query, topK: 1 });
70
+ console.log(`\n${label}: "${query}"`);
71
+ if (results.length > 0 && results[0]) {
72
+ console.log(` ✓ Score: ${results[0].score.toFixed(3)}`);
73
+ console.log(` ✓ Match: ${results[0].content.substring(0, 80)}...`);
74
+ }
75
+ else {
76
+ console.log(` ✗ No results (workspace isolation working correctly)`);
77
+ }
78
+ }
79
+ // Test default workspace
80
+ console.log("\n📁 Testing default workspace...");
81
+ await ragSaveEmbeddings({
82
+ modelId,
83
+ documents: ["Default workspace content for testing"],
84
+ chunk: false,
85
+ });
86
+ const defaultSearch = await ragSearch({
87
+ modelId,
88
+ query: "default workspace",
89
+ });
90
+ console.log(`Default workspace: ${defaultSearch?.[0]?.content === "Default workspace content for testing" ? "✅ Working" : "❌ Failed"}`);
91
+ // Cleanup example
92
+ const firstChunk = medicalResult.processed.find((p) => p.status === "fulfilled" && p.id);
93
+ if (firstChunk?.id) {
94
+ await ragDeleteEmbeddings({
95
+ modelId,
96
+ workspace: "medical",
97
+ ids: [firstChunk.id],
98
+ });
99
+ console.log("\n🗑️ Deleted one medical chunk");
100
+ }
101
+ await unloadModel({ modelId });
102
+ process.exit(0);
103
+ }
104
+ catch (error) {
105
+ console.error("❌ Error:", error);
106
+ process.exit(1);
107
+ }
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=rag-hyperdb.d.ts.map
@@ -1,8 +1,7 @@
1
- import { loadModel, unloadModel, GTE_LARGE_FP16, ragIngest, ragSearch, ragCloseWorkspace, } from "@qvac/sdk";
1
+ import { loadModel, unloadModel, GTE_LARGE_FP16, ragSaveEmbeddings, ragSearch, } from "@qvac/sdk";
2
2
  try {
3
3
  // Get query from command line or use default
4
4
  const query = process.argv[2] || "machine learning algorithms";
5
- const workspace = "ingest-example";
6
5
  console.log(`🔍 Query: "${query}"`);
7
6
  const modelId = await loadModel({
8
7
  modelSrc: GTE_LARGE_FP16,
@@ -21,18 +20,16 @@ try {
21
20
  "Cloud computing delivers computing services over the internet, allowing users to access resources like storage, processing power, and applications on-demand from anywhere.",
22
21
  "Cybersecurity protects digital systems, networks, and data from malicious attacks, unauthorized access, and various forms of cyber threats through multiple layers of defense.",
23
22
  ];
24
- console.log("📚 Ingesting documents...");
25
- const result = await ragIngest({
23
+ console.log("📚 Embedding documents...");
24
+ const docs = await ragSaveEmbeddings({
26
25
  modelId,
27
- workspace,
28
26
  documents: samples,
29
27
  chunk: false,
30
28
  });
31
- console.log(`✅ Ingested ${result.processed.length} documents`);
29
+ console.log("🔍 Documents:", docs);
32
30
  console.log("🔎 Searching for similar documents...");
33
31
  const results = await ragSearch({
34
32
  modelId,
35
- workspace,
36
33
  query,
37
34
  topK: 3,
38
35
  });
@@ -44,10 +41,8 @@ try {
44
41
  console.log("=".repeat(100));
45
42
  console.log();
46
43
  });
47
- // Cleanup: close and delete workspace
48
- await ragCloseWorkspace({ workspace, deleteOnClose: true });
49
- console.log(`\n🗑️ Deleted '${workspace}' workspace`);
50
44
  await unloadModel({ modelId });
45
+ process.exit(0);
51
46
  }
52
47
  catch (error) {
53
48
  console.error("❌ Error:", error);
@@ -87,6 +87,7 @@ try {
87
87
  console.log();
88
88
  });
89
89
  await unloadModel({ modelId });
90
+ process.exit(0);
90
91
  }
91
92
  catch (error) {
92
93
  console.error("❌ Error:", error);
@@ -99,6 +99,7 @@ try {
99
99
  });
100
100
  await unloadModel({ modelId });
101
101
  db.close();
102
+ process.exit(0);
102
103
  }
103
104
  catch (error) {
104
105
  console.error("❌ Error:", error);
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=seed-hyperdrive.d.ts.map
@@ -0,0 +1,3 @@
1
+ export declare function createWav(audioBuffer: number[], sampleRate?: number, filename?: string): void;
2
+ export declare function playAudio(audioBuffer: Buffer): void;
3
+ //# sourceMappingURL=text-to-speech.d.ts.map
@@ -1,10 +1,61 @@
1
+ import { loadModel, textToSpeech, unloadModel, TTS_PIPER_NORMAN_EN_US_ONNX_MEDIUM, TTS_PIPER_NORMAN_EN_US_ONNX_MEDIUM_CONFIG, } from "@qvac/sdk";
1
2
  import { writeFileSync, unlinkSync } from "fs";
2
3
  import { spawnSync } from "child_process";
3
4
  import { platform } from "os";
4
- /**
5
- * Create WAV header for 16-bit PCM audio
6
- */
7
- export function createWavHeader(dataLength, sampleRate) {
5
+ // Get eSpeakDataPath from command line arguments or use default
6
+ const eSpeakDataPath = process.argv[2];
7
+ console.log(`Using eSpeak data path: ${eSpeakDataPath}`);
8
+ if (!eSpeakDataPath) {
9
+ console.error("eSpeakDataPath is required");
10
+ process.exit(1);
11
+ }
12
+ try {
13
+ const modelId = await loadModel({
14
+ modelSrc: TTS_PIPER_NORMAN_EN_US_ONNX_MEDIUM,
15
+ modelType: "tts",
16
+ configSrc: TTS_PIPER_NORMAN_EN_US_ONNX_MEDIUM_CONFIG,
17
+ eSpeakDataPath,
18
+ modelConfig: {
19
+ language: "en",
20
+ },
21
+ onProgress: (progress) => {
22
+ console.log(progress);
23
+ },
24
+ });
25
+ console.log(`Model loaded: ${modelId}`);
26
+ // Test TTS
27
+ console.log("🎵 Testing Text-to-Speech...");
28
+ const result = textToSpeech({
29
+ modelId,
30
+ text: "Hello, how are you today? This is a test of the TTS system.",
31
+ inputType: "text",
32
+ stream: false,
33
+ });
34
+ const audioBuffer = await result.buffer;
35
+ console.log(`TTS complete. Total bytes: ${audioBuffer.length}`);
36
+ // Save and play audio
37
+ console.log("💾 Saving audio to file...");
38
+ createWav(audioBuffer, 22050, "tts-output.wav");
39
+ console.log("✅ Audio saved to tts-output.wav");
40
+ console.log("🔊 Playing audio...");
41
+ const audioData = int16ArrayToBuffer(audioBuffer);
42
+ const wavBuffer = Buffer.concat([
43
+ createWavHeader(audioData.length),
44
+ audioData,
45
+ ]);
46
+ playAudio(wavBuffer);
47
+ console.log("✅ Audio playback complete");
48
+ // Unload the model
49
+ await unloadModel({ modelId });
50
+ console.log("Model unloaded");
51
+ process.exit(0);
52
+ }
53
+ catch (error) {
54
+ console.error("❌ Error:", error);
55
+ process.exit(1);
56
+ }
57
+ // Function to create WAV header for 16-bit PCM audio
58
+ function createWavHeader(dataLength, sampleRate = 22050) {
8
59
  const header = Buffer.alloc(44);
9
60
  // RIFF header
10
61
  header.write("RIFF", 0);
@@ -24,30 +75,24 @@ export function createWavHeader(dataLength, sampleRate) {
24
75
  header.writeUInt32LE(dataLength, 40);
25
76
  return header;
26
77
  }
27
- /**
28
- * Convert Int16Array to Buffer
29
- */
30
- export function int16ArrayToBuffer(samples) {
31
- const buffer = Buffer.alloc(samples.length * 2);
32
- for (let i = 0; i < samples.length; i++) {
33
- const value = Math.max(-32768, Math.min(32767, Math.round(samples[i] ?? 0)));
78
+ // Function to convert Int16Array to Buffer
79
+ function int16ArrayToBuffer(int16Array) {
80
+ const buffer = Buffer.alloc(int16Array.length * 2);
81
+ for (let i = 0; i < int16Array.length; i++) {
82
+ const value = int16Array[i] ?? 0;
34
83
  buffer.writeInt16LE(value, i * 2);
35
84
  }
36
85
  return buffer;
37
86
  }
38
- /**
39
- * Create and save WAV file
40
- */
41
- export function createWav(audioBuffer, sampleRate, filename) {
87
+ // Function to create and save WAV file (similar to reference implementation)
88
+ export function createWav(audioBuffer, sampleRate = 22050, filename = "output.wav") {
42
89
  const audioData = int16ArrayToBuffer(audioBuffer);
43
90
  const wavHeader = createWavHeader(audioData.length, sampleRate);
44
91
  const wavFile = Buffer.concat([wavHeader, audioData]);
45
92
  writeFileSync(filename, wavFile);
46
93
  console.log(`WAV file saved as: ${filename}`);
47
94
  }
48
- /**
49
- * Play audio using system audio players
50
- */
95
+ // Function to play audio using system audio players
51
96
  export function playAudio(audioBuffer) {
52
97
  const currentPlatform = platform();
53
98
  const tempFile = `/tmp/audio-${Date.now()}.wav`;
@@ -1,7 +1,4 @@
1
1
  import { loadModel, translate, unloadModel, MARIAN_EN_HI_INDIC_1B_Q4_0, } from "@qvac/sdk";
2
- // NOTE: @qvac/translation-nmtcpp version 0.1.6 does not work well with IndicTrans models
3
- // This example is expected to fail
4
- // A fix is in progress for future releases
5
2
  try {
6
3
  const modelId = await loadModel({
7
4
  modelSrc: MARIAN_EN_HI_INDIC_1B_Q4_0,
@@ -10,7 +7,6 @@ try {
10
7
  console.log(progress);
11
8
  },
12
9
  modelConfig: {
13
- engine: "IndicTrans",
14
10
  from: "eng_Latn",
15
11
  to: "hin_Deva",
16
12
  },
@@ -26,6 +22,7 @@ try {
26
22
  const translatedText = await result.text;
27
23
  console.log(`Translated text EN -> HI: ${text} -> "${translatedText}"`);
28
24
  await unloadModel({ modelId });
25
+ process.exit(0);
29
26
  }
30
27
  catch (error) {
31
28
  console.error("❌ Error:", error);
@@ -22,6 +22,7 @@ try {
22
22
  const translatedTextExplicit = await resultExplicit.text;
23
23
  console.log(`${engText} -> "${translatedTextExplicit}"`); // "banco" (not "orilla")
24
24
  await unloadModel({ modelId, clearStorage: false });
25
+ process.exit(0);
25
26
  }
26
27
  catch (error) {
27
28
  console.error("❌ Error:", error);
@@ -1,4 +1,4 @@
1
- import { translate, loadModel, unloadModel, SALAMANDRATA_2B_INST_Q4, } from "@qvac/sdk";
1
+ import { translate, loadModel, SALAMANDRATA_2B_INST_Q4 } from "@qvac/sdk";
2
2
  try {
3
3
  const modelId = await loadModel({
4
4
  modelSrc: SALAMANDRATA_2B_INST_Q4,
@@ -30,7 +30,7 @@ try {
30
30
  const translatedTextAutodetect = await resultAutodetect.text;
31
31
  console.log(`Explicit source: ${engText} -> "${translatedTextExplicit}"`);
32
32
  console.log(`Autodetected source: ${espText} -> "${translatedTextAutodetect}"`);
33
- await unloadModel({ modelId, clearStorage: false });
33
+ process.exit(0);
34
34
  }
35
35
  catch (error) {
36
36
  console.error("❌ Error:", error);
@@ -1,15 +1,11 @@
1
- import { loadModel, translate, unloadModel, MARIAN_OPUS_EN_IT_Q4_0, } from "@qvac/sdk";
1
+ import { loadModel, translate, unloadModel, MARIAN_OPUS_EN_IT_Q0F32, } from "@qvac/sdk";
2
2
  try {
3
3
  const modelId = await loadModel({
4
- modelSrc: MARIAN_OPUS_EN_IT_Q4_0,
4
+ modelSrc: MARIAN_OPUS_EN_IT_Q0F32,
5
5
  modelType: "nmt",
6
6
  modelConfig: {
7
- engine: "Opus",
8
7
  from: "en",
9
8
  to: "it",
10
- temperature: 0.2,
11
- norepeatngramsize: 3,
12
- lengthpenalty: 1.2,
13
9
  },
14
10
  onProgress: (progress) => {
15
11
  console.log(progress);
@@ -26,6 +22,7 @@ try {
26
22
  const translatedText = await result.text;
27
23
  console.log(`Translated text EN -> IT: ${text} -> "${translatedText}"`);
28
24
  await unloadModel({ modelId });
25
+ process.exit(0);
29
26
  }
30
27
  catch (error) {
31
28
  console.error("❌ Error:", error);
@@ -1,10 +1,9 @@
1
- import { loadModel, translate, unloadModel, MARIAN_OPUS_EN_IT_Q4_0, } from "@qvac/sdk";
1
+ import { loadModel, translate, MARIAN_OPUS_EN_IT_Q0F32, unloadModel, } from "@qvac/sdk";
2
2
  try {
3
3
  const modelId = await loadModel({
4
- modelSrc: MARIAN_OPUS_EN_IT_Q4_0,
4
+ modelSrc: MARIAN_OPUS_EN_IT_Q0F32,
5
5
  modelType: "nmt",
6
6
  modelConfig: {
7
- engine: "Opus",
8
7
  from: "en",
9
8
  to: "it",
10
9
  },
@@ -28,6 +27,7 @@ try {
28
27
  console.log(`Processing stats:`, stats);
29
28
  }
30
29
  await unloadModel({ modelId, clearStorage: false });
30
+ process.exit(0);
31
31
  }
32
32
  catch (error) {
33
33
  console.error("❌ Error:", error);
@@ -0,0 +1,43 @@
1
+ import { loadModel, unloadModel, transcribe, WHISPER_TINY, VAD_SILERO_5_1_2, } from "@qvac/sdk";
2
+ // Parse command line arguments
3
+ const args = process.argv.slice(2);
4
+ if (!args[0]) {
5
+ console.error("Usage: bun run examples/whispercpp-filesystem.ts <wav-file-path>");
6
+ process.exit(1);
7
+ }
8
+ const audioFilePath = args[0];
9
+ try {
10
+ console.log("🎤 Starting Whisper transcription example...");
11
+ // Load the Whisper model with VAD
12
+ console.log("📥 Loading Whisper model...");
13
+ const modelId = await loadModel({
14
+ modelSrc: WHISPER_TINY,
15
+ modelType: "whisper",
16
+ vadModelSrc: VAD_SILERO_5_1_2,
17
+ modelConfig: {
18
+ mode: "caption",
19
+ output_format: "plaintext",
20
+ min_seconds: 2,
21
+ max_seconds: 6,
22
+ audio_format: "f32le",
23
+ },
24
+ onProgress: (progress) => {
25
+ console.log(progress);
26
+ },
27
+ });
28
+ console.log(`✅ Whisper model loaded with ID: ${modelId}`);
29
+ // Perform transcription
30
+ console.log("🎧 Transcribing audio...");
31
+ const text = await transcribe({ modelId, audioChunk: audioFilePath });
32
+ console.log("📝 Transcription result:");
33
+ console.log(text);
34
+ // Unload the model when done
35
+ console.log("🧹 Unloading Whisper model...");
36
+ await unloadModel({ modelId });
37
+ console.log("✅ Whisper model unloaded successfully");
38
+ process.exit(0);
39
+ }
40
+ catch (error) {
41
+ console.error("❌ Error:", error);
42
+ process.exit(1);
43
+ }