@qvac/sdk 0.8.0 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (588) hide show
  1. package/LICENSE +24 -1
  2. package/README.md +191 -373
  3. package/dist/client/api/cancel.d.ts +4 -13
  4. package/dist/client/api/cancel.js +6 -16
  5. package/dist/client/api/completion-stream.d.ts +30 -24
  6. package/dist/client/api/completion-stream.js +70 -121
  7. package/dist/client/api/delete-cache.js +2 -3
  8. package/dist/client/api/download-asset.d.ts +5 -6
  9. package/dist/client/api/download-asset.js +20 -16
  10. package/dist/client/api/embed.d.ts +4 -21
  11. package/dist/client/api/embed.js +14 -4
  12. package/dist/client/api/index.d.ts +1 -5
  13. package/dist/client/api/index.js +1 -5
  14. package/dist/client/api/load-model.d.ts +21 -49
  15. package/dist/client/api/load-model.js +134 -40
  16. package/dist/client/api/logging-stream.d.ts +4 -7
  17. package/dist/client/api/logging-stream.js +5 -9
  18. package/dist/client/api/ping.d.ts +1 -1
  19. package/dist/client/api/ping.js +2 -3
  20. package/dist/client/api/provide.d.ts +1 -1
  21. package/dist/client/api/provide.js +3 -4
  22. package/dist/client/api/rag.d.ts +21 -216
  23. package/dist/client/api/rag.js +36 -396
  24. package/dist/client/api/stop-provider.d.ts +1 -1
  25. package/dist/client/api/stop-provider.js +3 -4
  26. package/dist/client/api/text-to-speech.d.ts +2 -2
  27. package/dist/client/api/text-to-speech.js +3 -3
  28. package/dist/client/api/transcribe.d.ts +5 -9
  29. package/dist/client/api/transcribe.js +9 -11
  30. package/dist/client/api/translate.d.ts +3 -3
  31. package/dist/client/api/translate.js +15 -15
  32. package/dist/client/api/unload-model.d.ts +1 -5
  33. package/dist/client/api/unload-model.js +4 -17
  34. package/dist/client/index.d.ts +1 -1
  35. package/dist/client/index.js +1 -1
  36. package/dist/client/logging-stream-registry.d.ts +1 -1
  37. package/dist/client/logging-stream-registry.js +13 -14
  38. package/dist/client/rpc/bare-client.d.ts +139 -3
  39. package/dist/client/rpc/bare-client.js +16 -117
  40. package/dist/client/rpc/bare-rpc-client.d.ts +4 -0
  41. package/dist/client/rpc/bare-rpc-client.js +87 -0
  42. package/dist/client/rpc/expo-rpc-client.d.ts +1 -2
  43. package/dist/client/rpc/expo-rpc-client.js +14 -57
  44. package/dist/client/rpc/node-rpc-client.d.ts +8 -3
  45. package/dist/client/rpc/node-rpc-client.js +62 -218
  46. package/dist/client/rpc/rpc-client.d.ts +2 -3
  47. package/dist/client/rpc/rpc-client.js +49 -184
  48. package/dist/constants/audio.d.ts +2 -1
  49. package/dist/constants/audio.js +17 -1
  50. package/dist/constants/index.d.ts +0 -1
  51. package/dist/constants/index.js +0 -1
  52. package/dist/examples/delegated-inference/consumer.js +2 -3
  53. package/dist/examples/download-with-cancel.js +4 -3
  54. package/dist/examples/embed-hyperdrive.js +4 -39
  55. package/dist/examples/kv-cache-cleanup.js +2 -1
  56. package/dist/examples/kv-cache-custom-key.js +2 -16
  57. package/dist/examples/kv-cache-example.js +2 -1
  58. package/dist/examples/llamacpp-file-logging.d.ts +2 -0
  59. package/dist/examples/{logging-file-transport.js → llamacpp-file-logging.js} +8 -3
  60. package/dist/examples/llamacpp-filesystem.js +2 -2
  61. package/dist/examples/llamacpp-http.js +1 -0
  62. package/dist/examples/llamacpp-hyperdrive.js +2 -1
  63. package/dist/examples/llamacpp-multimodal.js +4 -3
  64. package/dist/examples/llamacpp-native-tools.js +30 -72
  65. package/dist/examples/multi-model-demo.js +3 -2
  66. package/dist/examples/parallel-download.js +14 -46
  67. package/dist/examples/rag/rag-chromadb.js +1 -0
  68. package/dist/examples/rag/rag-hyperdb-workspaces.d.ts +2 -0
  69. package/dist/examples/rag/rag-hyperdb-workspaces.js +107 -0
  70. package/dist/examples/rag/rag-hyperdb.d.ts +2 -0
  71. package/dist/examples/rag/{rag-hyperdb/ingest.js → rag-hyperdb.js} +5 -10
  72. package/dist/examples/rag/rag-lancedb.js +1 -0
  73. package/dist/examples/rag/rag-sqlite.js +1 -0
  74. package/dist/examples/text-to-speech.d.ts +3 -0
  75. package/dist/examples/{tts/utils.js → text-to-speech.js} +63 -18
  76. package/dist/examples/translation/translation-indic.js +1 -4
  77. package/dist/examples/translation/translation-llm-context.js +1 -0
  78. package/dist/examples/translation/translation-llm.js +2 -2
  79. package/dist/examples/translation/translation-opus.js +3 -6
  80. package/dist/examples/translation/translation-stream.js +3 -3
  81. package/dist/examples/whispercpp-filesystem.js +43 -0
  82. package/dist/examples/{transcription/whispercpp-microphone-record.js → whispercpp-microphone-record.js} +9 -8
  83. package/dist/expo/plugins/index.d.ts +0 -3
  84. package/dist/expo/plugins/index.js +0 -3
  85. package/dist/expo/plugins/withMobileBundle.d.ts +2 -5
  86. package/dist/expo/plugins/withMobileBundle.js +40 -121
  87. package/dist/expo/plugins/withQvacSDK.d.ts +0 -4
  88. package/dist/expo/plugins/withQvacSDK.js +1 -26
  89. package/dist/index.d.ts +4 -9
  90. package/dist/index.js +5 -11
  91. package/dist/logging/base-logger.js +16 -26
  92. package/dist/logging/index.d.ts +1 -7
  93. package/dist/logging/index.js +1 -7
  94. package/dist/logging/logger.d.ts +2 -0
  95. package/dist/logging/logger.js +6 -11
  96. package/dist/logging/stream-logger.d.ts +1 -1
  97. package/dist/logging/stream-logger.js +3 -6
  98. package/dist/logging/transport.js +2 -2
  99. package/dist/logging/types.d.ts +0 -2
  100. package/dist/logging/utils.d.ts +0 -2
  101. package/dist/logging/utils.js +0 -62
  102. package/dist/models/{registry → hyperdrive}/index.js +1 -1
  103. package/dist/models/hyperdrive/models.d.ts +619 -0
  104. package/dist/models/hyperdrive/models.js +693 -0
  105. package/dist/schemas/cancel.d.ts +0 -6
  106. package/dist/schemas/cancel.js +0 -5
  107. package/dist/schemas/common.d.ts +164 -2973
  108. package/dist/schemas/common.js +1 -23
  109. package/dist/schemas/completion-stream.d.ts +60 -31
  110. package/dist/schemas/completion-stream.js +44 -20
  111. package/dist/schemas/delegate.d.ts +0 -1
  112. package/dist/schemas/delegate.js +0 -1
  113. package/dist/schemas/download-asset.d.ts +3 -125
  114. package/dist/schemas/download-asset.js +5 -22
  115. package/dist/schemas/embed.d.ts +3 -3
  116. package/dist/schemas/embed.js +2 -9
  117. package/dist/schemas/index.d.ts +1 -19
  118. package/dist/schemas/index.js +1 -19
  119. package/dist/schemas/llamacpp-config.d.ts +12 -243
  120. package/dist/schemas/llamacpp-config.js +14 -50
  121. package/dist/schemas/load-model.d.ts +893 -14358
  122. package/dist/schemas/load-model.js +72 -325
  123. package/dist/schemas/logging-stream.d.ts +4 -11
  124. package/dist/schemas/logging-stream.js +3 -4
  125. package/dist/schemas/rag.d.ts +52 -183
  126. package/dist/schemas/rag.js +23 -152
  127. package/dist/schemas/text-to-speech.d.ts +1 -692
  128. package/dist/schemas/text-to-speech.js +3 -35
  129. package/dist/schemas/transcription.d.ts +0 -3
  130. package/dist/schemas/transcription.js +0 -1
  131. package/dist/schemas/translate.d.ts +23 -68
  132. package/dist/schemas/translate.js +11 -37
  133. package/dist/schemas/translation-config.d.ts +7 -810
  134. package/dist/schemas/translation-config.js +7 -113
  135. package/dist/schemas/unload-model.d.ts +0 -2
  136. package/dist/schemas/unload-model.js +0 -2
  137. package/dist/schemas/whispercpp-config.d.ts +25 -0
  138. package/dist/schemas/whispercpp-config.js +18 -0
  139. package/dist/server/bare/{ops → addons}/cancel.js +1 -2
  140. package/dist/server/bare/addons/index.d.ts +4 -0
  141. package/dist/server/bare/addons/index.js +3 -0
  142. package/dist/server/bare/addons/llamacpp/create-model.d.ts +5 -0
  143. package/dist/server/bare/addons/llamacpp/create-model.js +67 -0
  144. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.d.ts +1 -2
  145. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.js +87 -54
  146. package/dist/server/bare/addons/llamacpp/handlers/embed.d.ts +4 -0
  147. package/dist/server/bare/{ops → addons/llamacpp/handlers}/embed.js +7 -22
  148. package/dist/server/bare/addons/llamacpp/index.d.ts +4 -0
  149. package/dist/server/bare/addons/llamacpp/index.js +3 -0
  150. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.d.ts +1 -4
  151. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.js +19 -54
  152. package/dist/server/bare/addons/load-model.d.ts +3 -0
  153. package/dist/server/bare/addons/load-model.js +62 -0
  154. package/dist/server/bare/addons/translation/create-model.d.ts +4 -0
  155. package/dist/server/bare/addons/translation/create-model.js +45 -0
  156. package/dist/server/bare/addons/translation/handlers/translate.d.ts +3 -0
  157. package/dist/server/bare/{ops → addons/translation/handlers}/translate.js +14 -47
  158. package/dist/server/bare/addons/translation/index.d.ts +3 -0
  159. package/dist/server/bare/addons/translation/index.js +2 -0
  160. package/dist/server/bare/addons/tts/create-model.d.ts +6 -0
  161. package/dist/server/bare/addons/tts/create-model.js +40 -0
  162. package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.js +3 -25
  163. package/dist/server/bare/addons/tts/index.d.ts +3 -0
  164. package/dist/server/bare/addons/tts/index.js +2 -0
  165. package/dist/server/bare/addons/unload-model.js +20 -0
  166. package/dist/server/bare/addons/whispercpp/create-model.d.ts +6 -0
  167. package/dist/server/bare/addons/whispercpp/create-model.js +55 -0
  168. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.d.ts +3 -0
  169. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.js +48 -0
  170. package/dist/server/bare/addons/whispercpp/index.d.ts +3 -0
  171. package/dist/server/bare/addons/whispercpp/index.js +2 -0
  172. package/dist/server/bare/delegate-rpc-client.d.ts +0 -6
  173. package/dist/server/bare/delegate-rpc-client.js +46 -157
  174. package/dist/server/bare/hyperswarm.d.ts +0 -3
  175. package/dist/server/bare/hyperswarm.js +6 -29
  176. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
  177. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +10 -9
  178. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +4 -7
  179. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +14 -13
  180. package/dist/server/bare/rag-hyperdb/handlers/search.js +10 -10
  181. package/dist/server/bare/rag-hyperdb/index.d.ts +1 -8
  182. package/dist/server/bare/rag-hyperdb/index.js +1 -8
  183. package/dist/server/bare/rag-hyperdb/rag-manager.d.ts +5 -0
  184. package/dist/server/bare/rag-hyperdb/rag-manager.js +65 -0
  185. package/dist/server/bare/registry/logging-stream-registry.d.ts +7 -24
  186. package/dist/server/bare/registry/logging-stream-registry.js +20 -99
  187. package/dist/server/bare/registry/model-registry.d.ts +26 -14
  188. package/dist/server/bare/registry/model-registry.js +12 -32
  189. package/dist/server/error-handlers.d.ts +2 -3
  190. package/dist/server/error-handlers.js +10 -15
  191. package/dist/server/http-server.d.ts +2 -0
  192. package/dist/server/http-server.js +189 -0
  193. package/dist/server/rpc/create-server.js +3 -5
  194. package/dist/server/rpc/handle-request.d.ts +9 -0
  195. package/dist/server/rpc/handle-request.js +242 -92
  196. package/dist/server/rpc/handlers/cancelHandler.js +3 -14
  197. package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +1 -3
  198. package/dist/server/rpc/handlers/completion-stream-delegated.js +6 -18
  199. package/dist/server/rpc/handlers/completion-stream.js +41 -2
  200. package/dist/server/rpc/handlers/delete-cache.js +2 -4
  201. package/dist/server/rpc/handlers/download-asset.js +6 -59
  202. package/dist/server/rpc/handlers/embed.js +19 -2
  203. package/dist/server/rpc/handlers/index.d.ts +0 -13
  204. package/dist/server/rpc/handlers/index.js +0 -13
  205. package/dist/server/rpc/handlers/load-model/download-manager.d.ts +11 -12
  206. package/dist/server/rpc/handlers/load-model/download-manager.js +28 -43
  207. package/dist/server/rpc/handlers/load-model/http.d.ts +1 -2
  208. package/dist/server/rpc/handlers/load-model/http.js +55 -424
  209. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +1 -2
  210. package/dist/server/rpc/handlers/load-model/hyperdrive.js +171 -364
  211. package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
  212. package/dist/server/rpc/handlers/load-model/index.js +2 -2
  213. package/dist/server/rpc/handlers/load-model/resolve.d.ts +1 -3
  214. package/dist/server/rpc/handlers/load-model/resolve.js +29 -110
  215. package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -6
  216. package/dist/server/rpc/handlers/load-model-delegated.js +21 -59
  217. package/dist/server/rpc/handlers/{load-model/handler.d.ts → load-model.d.ts} +2 -2
  218. package/dist/server/rpc/handlers/load-model.js +57 -0
  219. package/dist/server/rpc/handlers/logging-stream.js +4 -4
  220. package/dist/server/rpc/handlers/provideHandler/connection.js +10 -12
  221. package/dist/server/rpc/handlers/provideHandler/handler.js +17 -20
  222. package/dist/server/rpc/handlers/provideHandler/proxy.js +6 -8
  223. package/dist/server/rpc/handlers/rag.d.ts +2 -2
  224. package/dist/server/rpc/handlers/rag.js +43 -130
  225. package/dist/server/rpc/handlers/stopProvideHandler.js +2 -6
  226. package/dist/server/rpc/handlers/text-to-speech.js +5 -2
  227. package/dist/server/rpc/handlers/transcribe-stream.js +24 -2
  228. package/dist/server/rpc/handlers/translate.js +49 -2
  229. package/dist/server/rpc/handlers/unload-model.js +3 -12
  230. package/dist/server/rpc/index.d.ts +1 -1
  231. package/dist/server/utils/audio/decoder.d.ts +1 -2
  232. package/dist/server/utils/audio/decoder.js +12 -49
  233. package/dist/server/utils/cache.d.ts +8 -19
  234. package/dist/server/utils/cache.js +15 -100
  235. package/dist/server/utils/hash.d.ts +5 -0
  236. package/dist/server/utils/hash.js +11 -0
  237. package/dist/server/utils/index.d.ts +2 -7
  238. package/dist/server/utils/index.js +2 -7
  239. package/dist/server/utils/tool-parser.js +14 -28
  240. package/dist/server/worker.d.ts +5 -4
  241. package/dist/server/worker.js +89 -22
  242. package/package.json +41 -141
  243. package/NOTICE +0 -358
  244. package/bare-imports.json +0 -44
  245. package/dist/client/api/get-model-info.d.ts +0 -36
  246. package/dist/client/api/get-model-info.js +0 -14
  247. package/dist/client/api/invoke-plugin.d.ts +0 -15
  248. package/dist/client/api/invoke-plugin.js +0 -38
  249. package/dist/client/api/ocr.d.ts +0 -31
  250. package/dist/client/api/ocr.js +0 -88
  251. package/dist/client/api/registry.d.ts +0 -14
  252. package/dist/client/api/registry.js +0 -37
  253. package/dist/client/config-loader/config-utils.d.ts +0 -5
  254. package/dist/client/config-loader/config-utils.js +0 -20
  255. package/dist/client/config-loader/resolve-config.bare.d.ts +0 -9
  256. package/dist/client/config-loader/resolve-config.bare.js +0 -87
  257. package/dist/client/config-loader/resolve-config.expo.d.ts +0 -11
  258. package/dist/client/config-loader/resolve-config.expo.js +0 -62
  259. package/dist/client/config-loader/resolve-config.node.d.ts +0 -10
  260. package/dist/client/config-loader/resolve-config.node.js +0 -145
  261. package/dist/client/init-hooks.d.ts +0 -21
  262. package/dist/client/init-hooks.js +0 -66
  263. package/dist/client/rpc/expo-device-info.d.ts +0 -6
  264. package/dist/client/rpc/expo-device-info.js +0 -32
  265. package/dist/client/rpc/profiling/index.d.ts +0 -2
  266. package/dist/client/rpc/profiling/index.js +0 -1
  267. package/dist/client/rpc/profiling/profiler.d.ts +0 -27
  268. package/dist/client/rpc/profiling/profiler.js +0 -139
  269. package/dist/constants/registry.d.ts +0 -2
  270. package/dist/constants/registry.js +0 -1
  271. package/dist/examples/cache-management.d.ts +0 -2
  272. package/dist/examples/cache-management.js +0 -97
  273. package/dist/examples/config/blind-relay/blind-relay.config.d.ts +0 -5
  274. package/dist/examples/config/blind-relay/blind-relay.config.js +0 -7
  275. package/dist/examples/config/default/default.config.d.ts +0 -8
  276. package/dist/examples/config/default/default.config.js +0 -6
  277. package/dist/examples/config/plugins/plugins.config.d.ts +0 -5
  278. package/dist/examples/config/plugins/plugins.config.js +0 -4
  279. package/dist/examples/config-reload.d.ts +0 -2
  280. package/dist/examples/config-reload.js +0 -49
  281. package/dist/examples/default-config-usage.d.ts +0 -17
  282. package/dist/examples/default-config-usage.js +0 -47
  283. package/dist/examples/delegated-inference/consumer-profiled.d.ts +0 -2
  284. package/dist/examples/delegated-inference/consumer-profiled.js +0 -67
  285. package/dist/examples/download-with-blind-relays.d.ts +0 -2
  286. package/dist/examples/download-with-blind-relays.js +0 -49
  287. package/dist/examples/llamacpp-sharded.d.ts +0 -2
  288. package/dist/examples/llamacpp-sharded.js +0 -53
  289. package/dist/examples/logging-file-transport.d.ts +0 -2
  290. package/dist/examples/logging-streaming.d.ts +0 -2
  291. package/dist/examples/logging-streaming.js +0 -75
  292. package/dist/examples/mcp-websearch.d.ts +0 -13
  293. package/dist/examples/mcp-websearch.js +0 -176
  294. package/dist/examples/ocr-fasttext.d.ts +0 -2
  295. package/dist/examples/ocr-fasttext.js +0 -52
  296. package/dist/examples/plugins.d.ts +0 -14
  297. package/dist/examples/plugins.js +0 -129
  298. package/dist/examples/profiling/basic.d.ts +0 -2
  299. package/dist/examples/profiling/basic.js +0 -71
  300. package/dist/examples/profiling/per-call.d.ts +0 -2
  301. package/dist/examples/profiling/per-call.js +0 -30
  302. package/dist/examples/quickstart.d.ts +0 -2
  303. package/dist/examples/quickstart.js +0 -28
  304. package/dist/examples/rag/rag-hyperdb/cancellation.d.ts +0 -2
  305. package/dist/examples/rag/rag-hyperdb/cancellation.js +0 -75
  306. package/dist/examples/rag/rag-hyperdb/ingest.d.ts +0 -2
  307. package/dist/examples/rag/rag-hyperdb/pipeline.d.ts +0 -2
  308. package/dist/examples/rag/rag-hyperdb/pipeline.js +0 -74
  309. package/dist/examples/rag/rag-hyperdb/workspaces.d.ts +0 -2
  310. package/dist/examples/rag/rag-hyperdb/workspaces.js +0 -178
  311. package/dist/examples/registry-query.d.ts +0 -2
  312. package/dist/examples/registry-query.js +0 -87
  313. package/dist/examples/transcription/parakeet-ctc-filesystem.d.ts +0 -2
  314. package/dist/examples/transcription/parakeet-ctc-filesystem.js +0 -40
  315. package/dist/examples/transcription/parakeet-microphone-record.d.ts +0 -2
  316. package/dist/examples/transcription/parakeet-microphone-record.js +0 -95
  317. package/dist/examples/transcription/parakeet-sortformer.d.ts +0 -2
  318. package/dist/examples/transcription/parakeet-sortformer.js +0 -115
  319. package/dist/examples/transcription/parakeet-tdt-filesystem.d.ts +0 -2
  320. package/dist/examples/transcription/parakeet-tdt-filesystem.js +0 -44
  321. package/dist/examples/transcription/whispercpp-filesystem.js +0 -69
  322. package/dist/examples/transcription/whispercpp-prompt.d.ts +0 -2
  323. package/dist/examples/transcription/whispercpp-prompt.js +0 -67
  324. package/dist/examples/translation/translation-bergamot-batch.d.ts +0 -2
  325. package/dist/examples/translation/translation-bergamot-batch.js +0 -49
  326. package/dist/examples/translation/translation-bergamot-pivot.d.ts +0 -2
  327. package/dist/examples/translation/translation-bergamot-pivot.js +0 -73
  328. package/dist/examples/translation/translation-bergamot.d.ts +0 -2
  329. package/dist/examples/translation/translation-bergamot.js +0 -39
  330. package/dist/examples/translation/translation-llm-afriquegemma.d.ts +0 -2
  331. package/dist/examples/translation/translation-llm-afriquegemma.js +0 -39
  332. package/dist/examples/tts/chatterbox.d.ts +0 -2
  333. package/dist/examples/tts/chatterbox.js +0 -59
  334. package/dist/examples/tts/supertonic.d.ts +0 -2
  335. package/dist/examples/tts/supertonic.js +0 -51
  336. package/dist/examples/tts/utils.d.ts +0 -17
  337. package/dist/expo/plugins/resolve-sdk-package-dir.d.ts +0 -15
  338. package/dist/expo/plugins/resolve-sdk-package-dir.js +0 -31
  339. package/dist/expo/plugins/withAndroidArchitecture.d.ts +0 -8
  340. package/dist/expo/plugins/withAndroidArchitecture.js +0 -52
  341. package/dist/expo/plugins/withAndroidNdkVersion.d.ts +0 -8
  342. package/dist/expo/plugins/withAndroidNdkVersion.js +0 -31
  343. package/dist/expo/plugins/withDeviceInfo.d.ts +0 -10
  344. package/dist/expo/plugins/withDeviceInfo.js +0 -48
  345. package/dist/logging/addon.d.ts +0 -6
  346. package/dist/logging/addon.js +0 -75
  347. package/dist/logging/client-logger.d.ts +0 -3
  348. package/dist/logging/client-logger.js +0 -24
  349. package/dist/logging/namespaces.d.ts +0 -6
  350. package/dist/logging/namespaces.js +0 -6
  351. package/dist/logging/registry.d.ts +0 -31
  352. package/dist/logging/registry.js +0 -62
  353. package/dist/logging/server-logger.d.ts +0 -3
  354. package/dist/logging/server-logger.js +0 -16
  355. package/dist/models/registry/models.d.ts +0 -10417
  356. package/dist/models/registry/models.js +0 -10757
  357. package/dist/models/update-models/codegen.d.ts +0 -3
  358. package/dist/models/update-models/codegen.js +0 -135
  359. package/dist/models/update-models/history.d.ts +0 -24
  360. package/dist/models/update-models/history.js +0 -107
  361. package/dist/models/update-models/index.d.ts +0 -2
  362. package/dist/models/update-models/index.js +0 -125
  363. package/dist/models/update-models/naming.d.ts +0 -4
  364. package/dist/models/update-models/naming.js +0 -370
  365. package/dist/models/update-models/processing.d.ts +0 -8
  366. package/dist/models/update-models/processing.js +0 -67
  367. package/dist/models/update-models/registry.d.ts +0 -4
  368. package/dist/models/update-models/registry.js +0 -67
  369. package/dist/models/update-models/shards.d.ts +0 -4
  370. package/dist/models/update-models/shards.js +0 -57
  371. package/dist/models/update-models/types.d.ts +0 -60
  372. package/dist/models/update-models/types.js +0 -1
  373. package/dist/models/update-models/utils.d.ts +0 -3
  374. package/dist/models/update-models/utils.js +0 -21
  375. package/dist/pear/pre.d.ts +0 -18
  376. package/dist/pear/pre.js +0 -433
  377. package/dist/profiling/aggregator.d.ts +0 -15
  378. package/dist/profiling/aggregator.js +0 -100
  379. package/dist/profiling/clock.d.ts +0 -12
  380. package/dist/profiling/clock.js +0 -51
  381. package/dist/profiling/controller.d.ts +0 -33
  382. package/dist/profiling/controller.js +0 -123
  383. package/dist/profiling/envelope.d.ts +0 -10
  384. package/dist/profiling/envelope.js +0 -36
  385. package/dist/profiling/events.d.ts +0 -20
  386. package/dist/profiling/events.js +0 -37
  387. package/dist/profiling/exporters.d.ts +0 -10
  388. package/dist/profiling/exporters.js +0 -236
  389. package/dist/profiling/index.d.ts +0 -36
  390. package/dist/profiling/index.js +0 -31
  391. package/dist/profiling/ring-buffer.d.ts +0 -19
  392. package/dist/profiling/ring-buffer.js +0 -83
  393. package/dist/profiling/types.d.ts +0 -47
  394. package/dist/profiling/types.js +0 -1
  395. package/dist/schemas/archive.d.ts +0 -9
  396. package/dist/schemas/archive.js +0 -17
  397. package/dist/schemas/engine-addon-map.d.ts +0 -5
  398. package/dist/schemas/engine-addon-map.js +0 -52
  399. package/dist/schemas/get-model-info.d.ts +0 -120
  400. package/dist/schemas/get-model-info.js +0 -58
  401. package/dist/schemas/json-schema.d.ts +0 -16
  402. package/dist/schemas/json-schema.js +0 -2
  403. package/dist/schemas/mcp-adapter.d.ts +0 -47
  404. package/dist/schemas/mcp-adapter.js +0 -1
  405. package/dist/schemas/model-src-utils.d.ts +0 -148
  406. package/dist/schemas/model-src-utils.js +0 -35
  407. package/dist/schemas/model-types.d.ts +0 -183
  408. package/dist/schemas/model-types.js +0 -168
  409. package/dist/schemas/ocr.d.ts +0 -125
  410. package/dist/schemas/ocr.js +0 -57
  411. package/dist/schemas/path-validation.d.ts +0 -10
  412. package/dist/schemas/path-validation.js +0 -22
  413. package/dist/schemas/plugin.d.ts +0 -226
  414. package/dist/schemas/plugin.js +0 -158
  415. package/dist/schemas/profiling.d.ts +0 -105
  416. package/dist/schemas/profiling.js +0 -66
  417. package/dist/schemas/registry.d.ts +0 -356
  418. package/dist/schemas/registry.js +0 -93
  419. package/dist/schemas/reload-config.d.ts +0 -476
  420. package/dist/schemas/reload-config.js +0 -44
  421. package/dist/schemas/runtime-context.d.ts +0 -19
  422. package/dist/schemas/runtime-context.js +0 -7
  423. package/dist/schemas/sdk-config.d.ts +0 -2973
  424. package/dist/schemas/sdk-config.js +0 -136
  425. package/dist/schemas/sdk-errors-client.d.ts +0 -31
  426. package/dist/schemas/sdk-errors-client.js +0 -143
  427. package/dist/schemas/sdk-errors-registry.d.ts +0 -6
  428. package/dist/schemas/sdk-errors-registry.js +0 -8
  429. package/dist/schemas/sdk-errors-server.d.ts +0 -89
  430. package/dist/schemas/sdk-errors-server.js +0 -451
  431. package/dist/schemas/shard.d.ts +0 -21
  432. package/dist/schemas/shard.js +0 -17
  433. package/dist/schemas/tools.d.ts +0 -65
  434. package/dist/schemas/tools.js +0 -43
  435. package/dist/schemas/transcription-config.d.ts +0 -383
  436. package/dist/schemas/transcription-config.js +0 -95
  437. package/dist/scripts/run-security-tests-bare.d.ts +0 -2
  438. package/dist/scripts/run-security-tests-bare.js +0 -78
  439. package/dist/scripts/run-security-tests.d.ts +0 -2
  440. package/dist/scripts/run-security-tests.js +0 -22
  441. package/dist/scripts/run-unit-tests.d.ts +0 -2
  442. package/dist/scripts/run-unit-tests.js +0 -17
  443. package/dist/server/bare/ops/embed.d.ts +0 -12
  444. package/dist/server/bare/ops/load-model.d.ts +0 -9
  445. package/dist/server/bare/ops/load-model.js +0 -85
  446. package/dist/server/bare/ops/transcribe.d.ts +0 -3
  447. package/dist/server/bare/ops/transcribe.js +0 -75
  448. package/dist/server/bare/ops/translate.d.ts +0 -5
  449. package/dist/server/bare/ops/unload-model.js +0 -41
  450. package/dist/server/bare/plugins/index.d.ts +0 -8
  451. package/dist/server/bare/plugins/index.js +0 -7
  452. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +0 -6
  453. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +0 -34
  454. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +0 -220
  455. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +0 -155
  456. package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +0 -54
  457. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +0 -87
  458. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +0 -367
  459. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +0 -204
  460. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.d.ts +0 -10
  461. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.js +0 -110
  462. package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +0 -86
  463. package/dist/server/bare/plugins/onnx-ocr/plugin.js +0 -117
  464. package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +0 -373
  465. package/dist/server/bare/plugins/onnx-tts/plugin.js +0 -182
  466. package/dist/server/bare/plugins/onnx-tts/wav-helper.d.ts +0 -14
  467. package/dist/server/bare/plugins/onnx-tts/wav-helper.js +0 -107
  468. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +0 -317
  469. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +0 -154
  470. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +0 -237
  471. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +0 -86
  472. package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +0 -3
  473. package/dist/server/bare/rag-hyperdb/handlers/chunk.js +0 -7
  474. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +0 -3
  475. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +0 -9
  476. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +0 -3
  477. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +0 -14
  478. package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +0 -9
  479. package/dist/server/bare/rag-hyperdb/handlers/ingest.js +0 -18
  480. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +0 -3
  481. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +0 -4
  482. package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +0 -9
  483. package/dist/server/bare/rag-hyperdb/handlers/reindex.js +0 -16
  484. package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +0 -7
  485. package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +0 -39
  486. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +0 -15
  487. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +0 -136
  488. package/dist/server/bare/registry/config-registry.d.ts +0 -14
  489. package/dist/server/bare/registry/config-registry.js +0 -82
  490. package/dist/server/bare/registry/model-config-registry.d.ts +0 -4
  491. package/dist/server/bare/registry/model-config-registry.js +0 -15
  492. package/dist/server/bare/registry/model-config-utils.d.ts +0 -15
  493. package/dist/server/bare/registry/model-config-utils.js +0 -112
  494. package/dist/server/bare/registry/registry-client.d.ts +0 -5
  495. package/dist/server/bare/registry/registry-client.js +0 -37
  496. package/dist/server/bare/registry/runtime-context-registry.d.ts +0 -7
  497. package/dist/server/bare/registry/runtime-context-registry.js +0 -26
  498. package/dist/server/bare/utils/audio-input.d.ts +0 -10
  499. package/dist/server/bare/utils/audio-input.js +0 -33
  500. package/dist/server/bare/utils/loader-adapter.d.ts +0 -7
  501. package/dist/server/bare/utils/loader-adapter.js +0 -9
  502. package/dist/server/env.d.ts +0 -22
  503. package/dist/server/env.js +0 -57
  504. package/dist/server/plugins/index.d.ts +0 -2
  505. package/dist/server/plugins/index.js +0 -1
  506. package/dist/server/plugins/registry.d.ts +0 -9
  507. package/dist/server/plugins/registry.js +0 -79
  508. package/dist/server/rpc/delegate-transport.d.ts +0 -19
  509. package/dist/server/rpc/delegate-transport.js +0 -215
  510. package/dist/server/rpc/handler-registry.d.ts +0 -3
  511. package/dist/server/rpc/handler-registry.js +0 -90
  512. package/dist/server/rpc/handler-utils.d.ts +0 -23
  513. package/dist/server/rpc/handler-utils.js +0 -128
  514. package/dist/server/rpc/handlers/get-model-info.d.ts +0 -3
  515. package/dist/server/rpc/handlers/get-model-info.js +0 -164
  516. package/dist/server/rpc/handlers/load-model/download-stats.d.ts +0 -6
  517. package/dist/server/rpc/handlers/load-model/download-stats.js +0 -87
  518. package/dist/server/rpc/handlers/load-model/handler.js +0 -187
  519. package/dist/server/rpc/handlers/load-model/registry.d.ts +0 -11
  520. package/dist/server/rpc/handlers/load-model/registry.js +0 -564
  521. package/dist/server/rpc/handlers/load-model/types.d.ts +0 -29
  522. package/dist/server/rpc/handlers/load-model/types.js +0 -1
  523. package/dist/server/rpc/handlers/ocr-stream.d.ts +0 -3
  524. package/dist/server/rpc/handlers/ocr-stream.js +0 -4
  525. package/dist/server/rpc/handlers/ping.d.ts +0 -3
  526. package/dist/server/rpc/handlers/ping.js +0 -3
  527. package/dist/server/rpc/handlers/plugin-dispatch.d.ts +0 -15
  528. package/dist/server/rpc/handlers/plugin-dispatch.js +0 -59
  529. package/dist/server/rpc/handlers/plugin-invoke.d.ts +0 -4
  530. package/dist/server/rpc/handlers/plugin-invoke.js +0 -92
  531. package/dist/server/rpc/handlers/registry.d.ts +0 -5
  532. package/dist/server/rpc/handlers/registry.js +0 -157
  533. package/dist/server/rpc/handlers/unload-model-delegated.d.ts +0 -3
  534. package/dist/server/rpc/handlers/unload-model-delegated.js +0 -32
  535. package/dist/server/rpc/profiling/context.d.ts +0 -18
  536. package/dist/server/rpc/profiling/context.js +0 -38
  537. package/dist/server/rpc/profiling/delegation-profiler.d.ts +0 -32
  538. package/dist/server/rpc/profiling/delegation-profiler.js +0 -154
  539. package/dist/server/rpc/profiling/index.d.ts +0 -5
  540. package/dist/server/rpc/profiling/index.js +0 -4
  541. package/dist/server/rpc/profiling/operation-metrics.d.ts +0 -25
  542. package/dist/server/rpc/profiling/operation-metrics.js +0 -199
  543. package/dist/server/rpc/profiling/operation-wrappers.d.ts +0 -18
  544. package/dist/server/rpc/profiling/operation-wrappers.js +0 -124
  545. package/dist/server/rpc/profiling/profiler.d.ts +0 -13
  546. package/dist/server/rpc/profiling/profiler.js +0 -97
  547. package/dist/server/utils/archive.d.ts +0 -4
  548. package/dist/server/utils/archive.js +0 -179
  549. package/dist/server/utils/checksum.d.ts +0 -4
  550. package/dist/server/utils/checksum.js +0 -31
  551. package/dist/server/utils/config-transform.d.ts +0 -3
  552. package/dist/server/utils/config-transform.js +0 -23
  553. package/dist/server/utils/formatting.d.ts +0 -19
  554. package/dist/server/utils/formatting.js +0 -61
  555. package/dist/server/utils/gguf-tensor-extractor.d.ts +0 -15
  556. package/dist/server/utils/gguf-tensor-extractor.js +0 -314
  557. package/dist/server/utils/path-security.d.ts +0 -12
  558. package/dist/server/utils/path-security.js +0 -25
  559. package/dist/server/utils/shard-utils.d.ts +0 -48
  560. package/dist/server/utils/shard-utils.js +0 -125
  561. package/dist/server/utils/tool-integration.d.ts +0 -13
  562. package/dist/server/utils/tool-integration.js +0 -43
  563. package/dist/server/worker-core.d.ts +0 -6
  564. package/dist/server/worker-core.js +0 -88
  565. package/dist/utils/errors-base.d.ts +0 -3
  566. package/dist/utils/errors-base.js +0 -13
  567. package/dist/utils/errors-client.d.ts +0 -137
  568. package/dist/utils/errors-client.js +0 -240
  569. package/dist/utils/errors-server.d.ts +0 -236
  570. package/dist/utils/errors-server.js +0 -412
  571. package/dist/utils/global-singleton.d.ts +0 -2
  572. package/dist/utils/global-singleton.js +0 -10
  573. package/dist/utils/mcp-adapter.d.ts +0 -12
  574. package/dist/utils/mcp-adapter.js +0 -103
  575. package/dist/utils/object.d.ts +0 -2
  576. package/dist/utils/object.js +0 -3
  577. package/dist/utils/path-sanitize.d.ts +0 -17
  578. package/dist/utils/path-sanitize.js +0 -54
  579. package/dist/utils/tool-helpers.d.ts +0 -25
  580. package/dist/utils/tool-helpers.js +0 -112
  581. package/expo/plugins/patches/android-link.mjs +0 -63
  582. package/expo/plugins/patches/ios-link.mjs +0 -63
  583. /package/dist/examples/{transcription/whispercpp-filesystem.d.ts → whispercpp-filesystem.d.ts} +0 -0
  584. /package/dist/examples/{transcription/whispercpp-microphone-record.d.ts → whispercpp-microphone-record.d.ts} +0 -0
  585. /package/dist/models/{registry → hyperdrive}/index.d.ts +0 -0
  586. /package/dist/server/bare/{ops → addons}/cancel.d.ts +0 -0
  587. /package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.d.ts +0 -0
  588. /package/dist/server/bare/{ops → addons}/unload-model.d.ts +0 -0
@@ -1,35 +1,45 @@
1
- import { z } from "zod";
2
- import { completion, loadModel, unloadModel, QWEN3_1_7B_INST_Q4, } from "../index.js";
3
- // Define Zod schemas for tool parameters
4
- const weatherSchema = z.object({
5
- city: z.string().describe("City name"),
6
- country: z.string().describe("Country code").optional(),
7
- });
8
- const horoscopeSchema = z.object({
9
- sign: z.string().describe("An astrological sign like Taurus or Aquarius"),
10
- });
11
- // Map tool names to their schemas for runtime validation
12
- const toolSchemas = {
13
- get_weather: weatherSchema,
14
- get_horoscope: horoscopeSchema,
15
- };
16
- // Simple tool definitions - just name, description, and Zod schema!
1
+ import { completion, loadModel, unloadModel, QWEN_3_1_7B_INST_Q4, } from "../index.js";
2
+ // Tool definitions
17
3
  const tools = [
18
4
  {
5
+ type: "function",
19
6
  name: "get_weather",
20
7
  description: "Get current weather for a city",
21
- parameters: weatherSchema,
8
+ parameters: {
9
+ type: "object",
10
+ properties: {
11
+ city: {
12
+ type: "string",
13
+ description: "City name",
14
+ },
15
+ country: {
16
+ type: "string",
17
+ description: "ISO country code",
18
+ },
19
+ },
20
+ required: ["city"],
21
+ },
22
22
  },
23
23
  {
24
+ type: "function",
24
25
  name: "get_horoscope",
25
26
  description: "Get today's horoscope for an astrological sign",
26
- parameters: horoscopeSchema,
27
+ parameters: {
28
+ type: "object",
29
+ properties: {
30
+ sign: {
31
+ type: "string",
32
+ description: "An astrological sign like Taurus or Aquarius",
33
+ },
34
+ },
35
+ required: ["sign"],
36
+ },
27
37
  },
28
38
  ];
29
39
  try {
30
40
  // Load model from provided file path with tools support enabled
31
41
  const modelId = await loadModel({
32
- modelSrc: QWEN3_1_7B_INST_Q4,
42
+ modelSrc: QWEN_3_1_7B_INST_Q4,
33
43
  modelType: "llm",
34
44
  modelConfig: {
35
45
  ctx_size: 4096,
@@ -78,67 +88,15 @@ try {
78
88
  if (toolCalls.length > 0) {
79
89
  for (const call of toolCalls) {
80
90
  console.log(` - ${call.name}(${JSON.stringify(call.arguments)})`);
81
- const schema = toolSchemas[call.name];
82
- if (schema) {
83
- const validated = schema.safeParse(call.arguments);
84
- if (validated.success) {
85
- console.log(` ✓ Arguments validated with Zod`);
86
- }
87
- else {
88
- console.log(` ✗ Validation failed:`, validated.error);
89
- }
90
- }
91
91
  }
92
92
  }
93
93
  else {
94
94
  console.log(" No tool calls detected in response");
95
95
  }
96
96
  console.log("\n📊 Performance Stats:", stats);
97
- // Execute tool calls and send results back to the model
98
- if (toolCalls.length > 0) {
99
- console.log("\n\n🔧 Simulating Tool Execution...");
100
- // Simulate tool execution (in a real app, you'd call actual APIs)
101
- const toolResults = toolCalls.map((call) => {
102
- let result = "";
103
- if (call.name === "get_weather") {
104
- const args = call.arguments;
105
- result = `The weather in ${args.city} is sunny, 22°C with light clouds.`;
106
- }
107
- else if (call.name === "get_horoscope") {
108
- const args = call.arguments;
109
- result = `Horoscope for ${args.sign}: Today is a great day for new beginnings and creative endeavors!`;
110
- }
111
- console.log(` ✓ ${call.name}: ${result}`);
112
- return { toolCallId: call.id, result };
113
- });
114
- // Add tool results to conversation history
115
- history.push({
116
- role: "assistant",
117
- content: await result.text,
118
- });
119
- // Add tool results as tool messages
120
- for (const toolResult of toolResults) {
121
- history.push({
122
- role: "tool",
123
- content: toolResult.result,
124
- });
125
- }
126
- // Send follow-up question with tool results
127
- console.log("\n\n🤖 Follow-up Response with Tool Results:");
128
- const followUpResult = completion({
129
- modelId,
130
- history,
131
- stream: true,
132
- tools,
133
- });
134
- for await (const token of followUpResult.tokenStream) {
135
- process.stdout.write(token);
136
- }
137
- const followUpStats = await followUpResult.stats;
138
- console.log("\n\n📊 Follow-up Stats:", followUpStats);
139
- }
140
97
  console.log("\n\n🎉 Completed!");
141
98
  await unloadModel({ modelId, clearStorage: false });
99
+ process.exit(0);
142
100
  }
143
101
  catch (error) {
144
102
  console.error("❌ Error:", error);
@@ -1,7 +1,7 @@
1
- import { completion, LLAMA_3_2_1B_INST_Q4_0, loadModel, QWEN3_1_7B_INST_Q4, unloadModel, } from "@qvac/sdk";
1
+ import { completion, LLAMA_3_2_1B_INST_Q4_0, loadModel, QWEN_3_1_7B_INST_Q4, unloadModel, } from "@qvac/sdk";
2
2
  try {
3
3
  const alice = await loadModel({
4
- modelSrc: QWEN3_1_7B_INST_Q4,
4
+ modelSrc: QWEN_3_1_7B_INST_Q4,
5
5
  modelType: "llm",
6
6
  modelConfig: {
7
7
  ctx_size: 4096,
@@ -67,6 +67,7 @@ try {
67
67
  console.log("📊 Bob Stats: ", await bobResponse2.stats);
68
68
  await unloadModel({ modelId: alice, clearStorage: false });
69
69
  await unloadModel({ modelId: bob, clearStorage: false });
70
+ process.exit(0);
70
71
  }
71
72
  catch (error) {
72
73
  console.error("❌ Error:", error);
@@ -1,51 +1,19 @@
1
- import { LLAMA_3_2_1B_INST_Q4_0, WHISPER_TINY, VAD_SILERO_5_1_2, GTE_LARGE_FP16, downloadAsset, close, } from "@qvac/sdk";
2
- function now() {
3
- return Date.now();
4
- }
5
- const assets = [
6
- { name: "Llama 3.2 1B", src: LLAMA_3_2_1B_INST_Q4_0 },
7
- { name: "Whisper Tiny", src: WHISPER_TINY },
8
- { name: "VAD Silero", src: VAD_SILERO_5_1_2 },
9
- { name: "GTE Large FP16", src: GTE_LARGE_FP16 },
10
- ];
11
- const timers = {};
12
- console.log(`\n=== Parallel Download (${assets.length} assets) ===\n`);
13
- const wallStart = now();
1
+ import { LLAMA_3_2_1B_INST_Q4_0, downloadAsset, WHISPER_LARGE_3, } from "@qvac/sdk";
14
2
  try {
15
- const promises = assets.map((asset) => {
16
- timers[asset.name] = { start: now() };
17
- return downloadAsset({
18
- assetSrc: asset.src,
19
- onProgress: (progress) => {
20
- const t = timers[asset.name];
21
- if (t.firstProgress == null) {
22
- t.firstProgress = now();
23
- console.log(`[${asset.name}] first progress at ${((t.firstProgress - wallStart) / 1000).toFixed(1)}s — ${progress.percentage}%`);
24
- }
25
- if (progress.percentage === 100 && t.end == null) {
26
- t.end = now();
27
- console.log(`[${asset.name}] done at ${((t.end - wallStart) / 1000).toFixed(1)}s`);
28
- }
29
- },
30
- });
3
+ const llamaDownloadPromise = downloadAsset({
4
+ assetSrc: LLAMA_3_2_1B_INST_Q4_0,
5
+ onProgress: (progress) => {
6
+ console.log("💬 Llama progress:", progress);
7
+ },
8
+ });
9
+ const whisperDownloadPromise = downloadAsset({
10
+ assetSrc: WHISPER_LARGE_3,
11
+ onProgress: (progress) => {
12
+ console.log("🔊 Whisper progress:", progress);
13
+ },
31
14
  });
32
- const results = await Promise.allSettled(promises);
33
- const wallEnd = now();
34
- console.log(`\n=== Results ===\n`);
35
- for (let i = 0; i < assets.length; i++) {
36
- const asset = assets[i];
37
- const result = results[i];
38
- const t = timers[asset.name];
39
- const status = result.status === "fulfilled" ? "OK" : "FAILED";
40
- const reason = result.status === "rejected" ? ` — ${result.reason}` : "";
41
- const timeToFirst = t.firstProgress != null
42
- ? `${((t.firstProgress - t.start) / 1000).toFixed(1)}s`
43
- : "N/A";
44
- const total = t.end != null ? `${((t.end - t.start) / 1000).toFixed(1)}s` : "N/A";
45
- console.log(`${status} ${asset.name}: first-progress=${timeToFirst}, total=${total}${reason}`);
46
- }
47
- console.log(`\nWall time: ${((wallEnd - wallStart) / 1000).toFixed(1)}s`);
48
- void close();
15
+ await Promise.all([llamaDownloadPromise, whisperDownloadPromise]);
16
+ process.exit(0);
49
17
  }
50
18
  catch (error) {
51
19
  console.error("❌ Error:", error);
@@ -122,6 +122,7 @@ try {
122
122
  console.log();
123
123
  }
124
124
  await unloadModel({ modelId });
125
+ process.exit(0);
125
126
  }
126
127
  catch (error) {
127
128
  console.error("❌ Error:", error);
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=rag-hyperdb-workspaces.d.ts.map
@@ -0,0 +1,107 @@
1
+ import { loadModel, unloadModel, GTE_LARGE_FP16, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, } from "@qvac/sdk";
2
+ try {
3
+ console.log("🚀 RAG Workspaces with Chunking Example\n");
4
+ // Load model
5
+ const modelId = await loadModel({
6
+ modelSrc: GTE_LARGE_FP16,
7
+ modelType: "embeddings",
8
+ onProgress: (p) => process.stdout.write(`\rLoading: ${Math.round(p.percentage * 100)}%`),
9
+ });
10
+ console.log("\n");
11
+ // Medical article (will be chunked)
12
+ const medicalArticle = `
13
+ COVID-19: A Comprehensive Overview
14
+
15
+ COVID-19 is a respiratory illness caused by the SARS-CoV-2 virus, first identified in December 2019
16
+ in Wuhan, China. The virus spreads primarily through respiratory droplets when an infected person
17
+ coughs, sneezes, or talks.
18
+
19
+ Common symptoms include fever, cough, fatigue, and loss of taste or smell. Some patients may
20
+ experience shortness of breath, muscle aches, sore throat, and headaches. Symptoms typically
21
+ appear 2-14 days after exposure to the virus.
22
+
23
+ Vaccines have been developed using various technologies including mRNA, viral vector, and
24
+ inactivated virus approaches. These vaccines have proven effective in preventing severe illness,
25
+ hospitalization, and death. Booster doses are recommended to maintain immunity.
26
+
27
+ Treatment options vary based on severity. Mild cases often require only supportive care including
28
+ rest and hydration. Severe cases may require hospitalization, oxygen therapy, and antiviral
29
+ medications such as remdesivir or Paxlovid.
30
+ `;
31
+ // Tech documents (shorter, won't be chunked)
32
+ const techDocs = [
33
+ "Artificial intelligence is transforming industries through automation and advanced data analysis capabilities.",
34
+ "Deep learning neural networks enable breakthroughs in computer vision and natural language processing.",
35
+ ];
36
+ // Save medical article with chunking
37
+ console.log("📚 Saving medical article with chunking...");
38
+ const medicalResult = await ragSaveEmbeddings({
39
+ modelId,
40
+ workspace: "medical",
41
+ documents: medicalArticle,
42
+ chunk: true,
43
+ chunkOpts: {
44
+ chunkSize: 100,
45
+ chunkOverlap: 10,
46
+ chunkStrategy: "paragraph",
47
+ splitStrategy: "token",
48
+ },
49
+ });
50
+ console.log(`✅ Created ${medicalResult.processed.length} chunks from medical article`);
51
+ // Save tech docs without chunking
52
+ console.log("\n📚 Saving tech documents...");
53
+ const techResult = await ragSaveEmbeddings({
54
+ modelId,
55
+ workspace: "technology",
56
+ documents: techDocs,
57
+ chunk: false,
58
+ });
59
+ console.log(`✅ Saved ${techResult.processed.length} tech documents`);
60
+ // Test searches
61
+ const searches = [
62
+ { workspace: "medical", query: "COVID symptoms fever", label: "Medical" },
63
+ { workspace: "medical", query: "vaccine technology", label: "Medical" },
64
+ { workspace: "technology", query: "neural networks", label: "Tech" },
65
+ { workspace: "technology", query: "COVID", label: "Tech (isolation test)" },
66
+ ];
67
+ console.log("\n🔍 Running searches:");
68
+ for (const { workspace, query, label } of searches) {
69
+ const results = await ragSearch({ modelId, workspace, query, topK: 1 });
70
+ console.log(`\n${label}: "${query}"`);
71
+ if (results.length > 0 && results[0]) {
72
+ console.log(` ✓ Score: ${results[0].score.toFixed(3)}`);
73
+ console.log(` ✓ Match: ${results[0].content.substring(0, 80)}...`);
74
+ }
75
+ else {
76
+ console.log(` ✗ No results (workspace isolation working correctly)`);
77
+ }
78
+ }
79
+ // Test default workspace
80
+ console.log("\n📁 Testing default workspace...");
81
+ await ragSaveEmbeddings({
82
+ modelId,
83
+ documents: ["Default workspace content for testing"],
84
+ chunk: false,
85
+ });
86
+ const defaultSearch = await ragSearch({
87
+ modelId,
88
+ query: "default workspace",
89
+ });
90
+ console.log(`Default workspace: ${defaultSearch?.[0]?.content === "Default workspace content for testing" ? "✅ Working" : "❌ Failed"}`);
91
+ // Cleanup example
92
+ const firstChunk = medicalResult.processed.find((p) => p.status === "fulfilled" && p.id);
93
+ if (firstChunk?.id) {
94
+ await ragDeleteEmbeddings({
95
+ modelId,
96
+ workspace: "medical",
97
+ ids: [firstChunk.id],
98
+ });
99
+ console.log("\n🗑️ Deleted one medical chunk");
100
+ }
101
+ await unloadModel({ modelId });
102
+ process.exit(0);
103
+ }
104
+ catch (error) {
105
+ console.error("❌ Error:", error);
106
+ process.exit(1);
107
+ }
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=rag-hyperdb.d.ts.map
@@ -1,8 +1,7 @@
1
- import { loadModel, unloadModel, GTE_LARGE_FP16, ragIngest, ragSearch, ragCloseWorkspace, } from "@qvac/sdk";
1
+ import { loadModel, unloadModel, GTE_LARGE_FP16, ragSaveEmbeddings, ragSearch, } from "@qvac/sdk";
2
2
  try {
3
3
  // Get query from command line or use default
4
4
  const query = process.argv[2] || "machine learning algorithms";
5
- const workspace = "ingest-example";
6
5
  console.log(`🔍 Query: "${query}"`);
7
6
  const modelId = await loadModel({
8
7
  modelSrc: GTE_LARGE_FP16,
@@ -21,18 +20,16 @@ try {
21
20
  "Cloud computing delivers computing services over the internet, allowing users to access resources like storage, processing power, and applications on-demand from anywhere.",
22
21
  "Cybersecurity protects digital systems, networks, and data from malicious attacks, unauthorized access, and various forms of cyber threats through multiple layers of defense.",
23
22
  ];
24
- console.log("📚 Ingesting documents...");
25
- const result = await ragIngest({
23
+ console.log("📚 Embedding documents...");
24
+ const docs = await ragSaveEmbeddings({
26
25
  modelId,
27
- workspace,
28
26
  documents: samples,
29
27
  chunk: false,
30
28
  });
31
- console.log(`✅ Ingested ${result.processed.length} documents`);
29
+ console.log("🔍 Documents:", docs);
32
30
  console.log("🔎 Searching for similar documents...");
33
31
  const results = await ragSearch({
34
32
  modelId,
35
- workspace,
36
33
  query,
37
34
  topK: 3,
38
35
  });
@@ -44,10 +41,8 @@ try {
44
41
  console.log("=".repeat(100));
45
42
  console.log();
46
43
  });
47
- // Cleanup: close and delete workspace
48
- await ragCloseWorkspace({ workspace, deleteOnClose: true });
49
- console.log(`\n🗑️ Deleted '${workspace}' workspace`);
50
44
  await unloadModel({ modelId });
45
+ process.exit(0);
51
46
  }
52
47
  catch (error) {
53
48
  console.error("❌ Error:", error);
@@ -87,6 +87,7 @@ try {
87
87
  console.log();
88
88
  });
89
89
  await unloadModel({ modelId });
90
+ process.exit(0);
90
91
  }
91
92
  catch (error) {
92
93
  console.error("❌ Error:", error);
@@ -99,6 +99,7 @@ try {
99
99
  });
100
100
  await unloadModel({ modelId });
101
101
  db.close();
102
+ process.exit(0);
102
103
  }
103
104
  catch (error) {
104
105
  console.error("❌ Error:", error);
@@ -0,0 +1,3 @@
1
+ export declare function createWav(audioBuffer: number[], sampleRate?: number, filename?: string): void;
2
+ export declare function playAudio(audioBuffer: Buffer): void;
3
+ //# sourceMappingURL=text-to-speech.d.ts.map
@@ -1,10 +1,61 @@
1
+ import { loadModel, textToSpeech, unloadModel, TTS_PIPER_NORMAN_EN_US_ONNX_MEDIUM, TTS_PIPER_NORMAN_EN_US_ONNX_MEDIUM_CONFIG, } from "@qvac/sdk";
1
2
  import { writeFileSync, unlinkSync } from "fs";
2
3
  import { spawnSync } from "child_process";
3
4
  import { platform } from "os";
4
- /**
5
- * Create WAV header for 16-bit PCM audio
6
- */
7
- export function createWavHeader(dataLength, sampleRate) {
5
+ // Get eSpeakDataPath from command line arguments or use default
6
+ const eSpeakDataPath = process.argv[2];
7
+ console.log(`Using eSpeak data path: ${eSpeakDataPath}`);
8
+ if (!eSpeakDataPath) {
9
+ console.error("eSpeakDataPath is required");
10
+ process.exit(1);
11
+ }
12
+ try {
13
+ const modelId = await loadModel({
14
+ modelSrc: TTS_PIPER_NORMAN_EN_US_ONNX_MEDIUM,
15
+ modelType: "tts",
16
+ configSrc: TTS_PIPER_NORMAN_EN_US_ONNX_MEDIUM_CONFIG,
17
+ eSpeakDataPath,
18
+ modelConfig: {
19
+ language: "en",
20
+ },
21
+ onProgress: (progress) => {
22
+ console.log(progress);
23
+ },
24
+ });
25
+ console.log(`Model loaded: ${modelId}`);
26
+ // Test TTS
27
+ console.log("🎵 Testing Text-to-Speech...");
28
+ const result = textToSpeech({
29
+ modelId,
30
+ text: "Hello, how are you today? This is a test of the TTS system.",
31
+ inputType: "text",
32
+ stream: false,
33
+ });
34
+ const audioBuffer = await result.buffer;
35
+ console.log(`TTS complete. Total bytes: ${audioBuffer.length}`);
36
+ // Save and play audio
37
+ console.log("💾 Saving audio to file...");
38
+ createWav(audioBuffer, 22050, "tts-output.wav");
39
+ console.log("✅ Audio saved to tts-output.wav");
40
+ console.log("🔊 Playing audio...");
41
+ const audioData = int16ArrayToBuffer(audioBuffer);
42
+ const wavBuffer = Buffer.concat([
43
+ createWavHeader(audioData.length),
44
+ audioData,
45
+ ]);
46
+ playAudio(wavBuffer);
47
+ console.log("✅ Audio playback complete");
48
+ // Unload the model
49
+ await unloadModel({ modelId });
50
+ console.log("Model unloaded");
51
+ process.exit(0);
52
+ }
53
+ catch (error) {
54
+ console.error("❌ Error:", error);
55
+ process.exit(1);
56
+ }
57
+ // Function to create WAV header for 16-bit PCM audio
58
+ function createWavHeader(dataLength, sampleRate = 22050) {
8
59
  const header = Buffer.alloc(44);
9
60
  // RIFF header
10
61
  header.write("RIFF", 0);
@@ -24,30 +75,24 @@ export function createWavHeader(dataLength, sampleRate) {
24
75
  header.writeUInt32LE(dataLength, 40);
25
76
  return header;
26
77
  }
27
- /**
28
- * Convert Int16Array to Buffer
29
- */
30
- export function int16ArrayToBuffer(samples) {
31
- const buffer = Buffer.alloc(samples.length * 2);
32
- for (let i = 0; i < samples.length; i++) {
33
- const value = Math.max(-32768, Math.min(32767, Math.round(samples[i] ?? 0)));
78
+ // Function to convert Int16Array to Buffer
79
+ function int16ArrayToBuffer(int16Array) {
80
+ const buffer = Buffer.alloc(int16Array.length * 2);
81
+ for (let i = 0; i < int16Array.length; i++) {
82
+ const value = int16Array[i] ?? 0;
34
83
  buffer.writeInt16LE(value, i * 2);
35
84
  }
36
85
  return buffer;
37
86
  }
38
- /**
39
- * Create and save WAV file
40
- */
41
- export function createWav(audioBuffer, sampleRate, filename) {
87
+ // Function to create and save WAV file (similar to reference implementation)
88
+ export function createWav(audioBuffer, sampleRate = 22050, filename = "output.wav") {
42
89
  const audioData = int16ArrayToBuffer(audioBuffer);
43
90
  const wavHeader = createWavHeader(audioData.length, sampleRate);
44
91
  const wavFile = Buffer.concat([wavHeader, audioData]);
45
92
  writeFileSync(filename, wavFile);
46
93
  console.log(`WAV file saved as: ${filename}`);
47
94
  }
48
- /**
49
- * Play audio using system audio players
50
- */
95
+ // Function to play audio using system audio players
51
96
  export function playAudio(audioBuffer) {
52
97
  const currentPlatform = platform();
53
98
  const tempFile = `/tmp/audio-${Date.now()}.wav`;
@@ -1,7 +1,4 @@
1
1
  import { loadModel, translate, unloadModel, MARIAN_EN_HI_INDIC_1B_Q4_0, } from "@qvac/sdk";
2
- // NOTE: @qvac/translation-nmtcpp version 0.1.6 does not work well with IndicTrans models
3
- // This example is expected to fail
4
- // A fix is in progress for future releases
5
2
  try {
6
3
  const modelId = await loadModel({
7
4
  modelSrc: MARIAN_EN_HI_INDIC_1B_Q4_0,
@@ -10,7 +7,6 @@ try {
10
7
  console.log(progress);
11
8
  },
12
9
  modelConfig: {
13
- engine: "IndicTrans",
14
10
  from: "eng_Latn",
15
11
  to: "hin_Deva",
16
12
  },
@@ -26,6 +22,7 @@ try {
26
22
  const translatedText = await result.text;
27
23
  console.log(`Translated text EN -> HI: ${text} -> "${translatedText}"`);
28
24
  await unloadModel({ modelId });
25
+ process.exit(0);
29
26
  }
30
27
  catch (error) {
31
28
  console.error("❌ Error:", error);
@@ -22,6 +22,7 @@ try {
22
22
  const translatedTextExplicit = await resultExplicit.text;
23
23
  console.log(`${engText} -> "${translatedTextExplicit}"`); // "banco" (not "orilla")
24
24
  await unloadModel({ modelId, clearStorage: false });
25
+ process.exit(0);
25
26
  }
26
27
  catch (error) {
27
28
  console.error("❌ Error:", error);
@@ -1,4 +1,4 @@
1
- import { translate, loadModel, unloadModel, SALAMANDRATA_2B_INST_Q4, } from "@qvac/sdk";
1
+ import { translate, loadModel, SALAMANDRATA_2B_INST_Q4 } from "@qvac/sdk";
2
2
  try {
3
3
  const modelId = await loadModel({
4
4
  modelSrc: SALAMANDRATA_2B_INST_Q4,
@@ -30,7 +30,7 @@ try {
30
30
  const translatedTextAutodetect = await resultAutodetect.text;
31
31
  console.log(`Explicit source: ${engText} -> "${translatedTextExplicit}"`);
32
32
  console.log(`Autodetected source: ${espText} -> "${translatedTextAutodetect}"`);
33
- await unloadModel({ modelId, clearStorage: false });
33
+ process.exit(0);
34
34
  }
35
35
  catch (error) {
36
36
  console.error("❌ Error:", error);
@@ -1,15 +1,11 @@
1
- import { loadModel, translate, unloadModel, MARIAN_OPUS_EN_IT_Q4_0, } from "@qvac/sdk";
1
+ import { loadModel, translate, unloadModel, MARIAN_OPUS_EN_IT_Q0F32, } from "@qvac/sdk";
2
2
  try {
3
3
  const modelId = await loadModel({
4
- modelSrc: MARIAN_OPUS_EN_IT_Q4_0,
4
+ modelSrc: MARIAN_OPUS_EN_IT_Q0F32,
5
5
  modelType: "nmt",
6
6
  modelConfig: {
7
- engine: "Opus",
8
7
  from: "en",
9
8
  to: "it",
10
- temperature: 0.2,
11
- norepeatngramsize: 3,
12
- lengthpenalty: 1.2,
13
9
  },
14
10
  onProgress: (progress) => {
15
11
  console.log(progress);
@@ -26,6 +22,7 @@ try {
26
22
  const translatedText = await result.text;
27
23
  console.log(`Translated text EN -> IT: ${text} -> "${translatedText}"`);
28
24
  await unloadModel({ modelId });
25
+ process.exit(0);
29
26
  }
30
27
  catch (error) {
31
28
  console.error("❌ Error:", error);
@@ -1,10 +1,9 @@
1
- import { loadModel, translate, unloadModel, MARIAN_OPUS_EN_IT_Q4_0, } from "@qvac/sdk";
1
+ import { loadModel, translate, MARIAN_OPUS_EN_IT_Q0F32, unloadModel, } from "@qvac/sdk";
2
2
  try {
3
3
  const modelId = await loadModel({
4
- modelSrc: MARIAN_OPUS_EN_IT_Q4_0,
4
+ modelSrc: MARIAN_OPUS_EN_IT_Q0F32,
5
5
  modelType: "nmt",
6
6
  modelConfig: {
7
- engine: "Opus",
8
7
  from: "en",
9
8
  to: "it",
10
9
  },
@@ -28,6 +27,7 @@ try {
28
27
  console.log(`Processing stats:`, stats);
29
28
  }
30
29
  await unloadModel({ modelId, clearStorage: false });
30
+ process.exit(0);
31
31
  }
32
32
  catch (error) {
33
33
  console.error("❌ Error:", error);
@@ -0,0 +1,43 @@
1
+ import { loadModel, unloadModel, transcribe, WHISPER_TINY, VAD_SILERO_5_1_2, } from "@qvac/sdk";
2
+ // Parse command line arguments
3
+ const args = process.argv.slice(2);
4
+ if (!args[0]) {
5
+ console.error("Usage: bun run examples/whispercpp-filesystem.ts <wav-file-path>");
6
+ process.exit(1);
7
+ }
8
+ const audioFilePath = args[0];
9
+ try {
10
+ console.log("🎤 Starting Whisper transcription example...");
11
+ // Load the Whisper model with VAD
12
+ console.log("📥 Loading Whisper model...");
13
+ const modelId = await loadModel({
14
+ modelSrc: WHISPER_TINY,
15
+ modelType: "whisper",
16
+ vadModelSrc: VAD_SILERO_5_1_2,
17
+ modelConfig: {
18
+ mode: "caption",
19
+ output_format: "plaintext",
20
+ min_seconds: 2,
21
+ max_seconds: 6,
22
+ audio_format: "f32le",
23
+ },
24
+ onProgress: (progress) => {
25
+ console.log(progress);
26
+ },
27
+ });
28
+ console.log(`✅ Whisper model loaded with ID: ${modelId}`);
29
+ // Perform transcription
30
+ console.log("🎧 Transcribing audio...");
31
+ const text = await transcribe({ modelId, audioChunk: audioFilePath });
32
+ console.log("📝 Transcription result:");
33
+ console.log(text);
34
+ // Unload the model when done
35
+ console.log("🧹 Unloading Whisper model...");
36
+ await unloadModel({ modelId });
37
+ console.log("✅ Whisper model unloaded successfully");
38
+ process.exit(0);
39
+ }
40
+ catch (error) {
41
+ console.error("❌ Error:", error);
42
+ process.exit(1);
43
+ }