@qvac/sdk 0.8.0 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (588) hide show
  1. package/LICENSE +24 -1
  2. package/README.md +191 -373
  3. package/dist/client/api/cancel.d.ts +4 -13
  4. package/dist/client/api/cancel.js +6 -16
  5. package/dist/client/api/completion-stream.d.ts +30 -24
  6. package/dist/client/api/completion-stream.js +70 -121
  7. package/dist/client/api/delete-cache.js +2 -3
  8. package/dist/client/api/download-asset.d.ts +5 -6
  9. package/dist/client/api/download-asset.js +20 -16
  10. package/dist/client/api/embed.d.ts +4 -21
  11. package/dist/client/api/embed.js +14 -4
  12. package/dist/client/api/index.d.ts +1 -5
  13. package/dist/client/api/index.js +1 -5
  14. package/dist/client/api/load-model.d.ts +21 -49
  15. package/dist/client/api/load-model.js +134 -40
  16. package/dist/client/api/logging-stream.d.ts +4 -7
  17. package/dist/client/api/logging-stream.js +5 -9
  18. package/dist/client/api/ping.d.ts +1 -1
  19. package/dist/client/api/ping.js +2 -3
  20. package/dist/client/api/provide.d.ts +1 -1
  21. package/dist/client/api/provide.js +3 -4
  22. package/dist/client/api/rag.d.ts +21 -216
  23. package/dist/client/api/rag.js +36 -396
  24. package/dist/client/api/stop-provider.d.ts +1 -1
  25. package/dist/client/api/stop-provider.js +3 -4
  26. package/dist/client/api/text-to-speech.d.ts +2 -2
  27. package/dist/client/api/text-to-speech.js +3 -3
  28. package/dist/client/api/transcribe.d.ts +5 -9
  29. package/dist/client/api/transcribe.js +9 -11
  30. package/dist/client/api/translate.d.ts +3 -3
  31. package/dist/client/api/translate.js +15 -15
  32. package/dist/client/api/unload-model.d.ts +1 -5
  33. package/dist/client/api/unload-model.js +4 -17
  34. package/dist/client/index.d.ts +1 -1
  35. package/dist/client/index.js +1 -1
  36. package/dist/client/logging-stream-registry.d.ts +1 -1
  37. package/dist/client/logging-stream-registry.js +13 -14
  38. package/dist/client/rpc/bare-client.d.ts +139 -3
  39. package/dist/client/rpc/bare-client.js +16 -117
  40. package/dist/client/rpc/bare-rpc-client.d.ts +4 -0
  41. package/dist/client/rpc/bare-rpc-client.js +87 -0
  42. package/dist/client/rpc/expo-rpc-client.d.ts +1 -2
  43. package/dist/client/rpc/expo-rpc-client.js +14 -57
  44. package/dist/client/rpc/node-rpc-client.d.ts +8 -3
  45. package/dist/client/rpc/node-rpc-client.js +62 -218
  46. package/dist/client/rpc/rpc-client.d.ts +2 -3
  47. package/dist/client/rpc/rpc-client.js +49 -184
  48. package/dist/constants/audio.d.ts +2 -1
  49. package/dist/constants/audio.js +17 -1
  50. package/dist/constants/index.d.ts +0 -1
  51. package/dist/constants/index.js +0 -1
  52. package/dist/examples/delegated-inference/consumer.js +2 -3
  53. package/dist/examples/download-with-cancel.js +4 -3
  54. package/dist/examples/embed-hyperdrive.js +4 -39
  55. package/dist/examples/kv-cache-cleanup.js +2 -1
  56. package/dist/examples/kv-cache-custom-key.js +2 -16
  57. package/dist/examples/kv-cache-example.js +2 -1
  58. package/dist/examples/llamacpp-file-logging.d.ts +2 -0
  59. package/dist/examples/{logging-file-transport.js → llamacpp-file-logging.js} +8 -3
  60. package/dist/examples/llamacpp-filesystem.js +2 -2
  61. package/dist/examples/llamacpp-http.js +1 -0
  62. package/dist/examples/llamacpp-hyperdrive.js +2 -1
  63. package/dist/examples/llamacpp-multimodal.js +4 -3
  64. package/dist/examples/llamacpp-native-tools.js +30 -72
  65. package/dist/examples/multi-model-demo.js +3 -2
  66. package/dist/examples/parallel-download.js +14 -46
  67. package/dist/examples/rag/rag-chromadb.js +1 -0
  68. package/dist/examples/rag/rag-hyperdb-workspaces.d.ts +2 -0
  69. package/dist/examples/rag/rag-hyperdb-workspaces.js +107 -0
  70. package/dist/examples/rag/rag-hyperdb.d.ts +2 -0
  71. package/dist/examples/rag/{rag-hyperdb/ingest.js → rag-hyperdb.js} +5 -10
  72. package/dist/examples/rag/rag-lancedb.js +1 -0
  73. package/dist/examples/rag/rag-sqlite.js +1 -0
  74. package/dist/examples/text-to-speech.d.ts +3 -0
  75. package/dist/examples/{tts/utils.js → text-to-speech.js} +63 -18
  76. package/dist/examples/translation/translation-indic.js +1 -4
  77. package/dist/examples/translation/translation-llm-context.js +1 -0
  78. package/dist/examples/translation/translation-llm.js +2 -2
  79. package/dist/examples/translation/translation-opus.js +3 -6
  80. package/dist/examples/translation/translation-stream.js +3 -3
  81. package/dist/examples/whispercpp-filesystem.js +43 -0
  82. package/dist/examples/{transcription/whispercpp-microphone-record.js → whispercpp-microphone-record.js} +9 -8
  83. package/dist/expo/plugins/index.d.ts +0 -3
  84. package/dist/expo/plugins/index.js +0 -3
  85. package/dist/expo/plugins/withMobileBundle.d.ts +2 -5
  86. package/dist/expo/plugins/withMobileBundle.js +40 -121
  87. package/dist/expo/plugins/withQvacSDK.d.ts +0 -4
  88. package/dist/expo/plugins/withQvacSDK.js +1 -26
  89. package/dist/index.d.ts +4 -9
  90. package/dist/index.js +5 -11
  91. package/dist/logging/base-logger.js +16 -26
  92. package/dist/logging/index.d.ts +1 -7
  93. package/dist/logging/index.js +1 -7
  94. package/dist/logging/logger.d.ts +2 -0
  95. package/dist/logging/logger.js +6 -11
  96. package/dist/logging/stream-logger.d.ts +1 -1
  97. package/dist/logging/stream-logger.js +3 -6
  98. package/dist/logging/transport.js +2 -2
  99. package/dist/logging/types.d.ts +0 -2
  100. package/dist/logging/utils.d.ts +0 -2
  101. package/dist/logging/utils.js +0 -62
  102. package/dist/models/{registry → hyperdrive}/index.js +1 -1
  103. package/dist/models/hyperdrive/models.d.ts +619 -0
  104. package/dist/models/hyperdrive/models.js +693 -0
  105. package/dist/schemas/cancel.d.ts +0 -6
  106. package/dist/schemas/cancel.js +0 -5
  107. package/dist/schemas/common.d.ts +164 -2973
  108. package/dist/schemas/common.js +1 -23
  109. package/dist/schemas/completion-stream.d.ts +60 -31
  110. package/dist/schemas/completion-stream.js +44 -20
  111. package/dist/schemas/delegate.d.ts +0 -1
  112. package/dist/schemas/delegate.js +0 -1
  113. package/dist/schemas/download-asset.d.ts +3 -125
  114. package/dist/schemas/download-asset.js +5 -22
  115. package/dist/schemas/embed.d.ts +3 -3
  116. package/dist/schemas/embed.js +2 -9
  117. package/dist/schemas/index.d.ts +1 -19
  118. package/dist/schemas/index.js +1 -19
  119. package/dist/schemas/llamacpp-config.d.ts +12 -243
  120. package/dist/schemas/llamacpp-config.js +14 -50
  121. package/dist/schemas/load-model.d.ts +893 -14358
  122. package/dist/schemas/load-model.js +72 -325
  123. package/dist/schemas/logging-stream.d.ts +4 -11
  124. package/dist/schemas/logging-stream.js +3 -4
  125. package/dist/schemas/rag.d.ts +52 -183
  126. package/dist/schemas/rag.js +23 -152
  127. package/dist/schemas/text-to-speech.d.ts +1 -692
  128. package/dist/schemas/text-to-speech.js +3 -35
  129. package/dist/schemas/transcription.d.ts +0 -3
  130. package/dist/schemas/transcription.js +0 -1
  131. package/dist/schemas/translate.d.ts +23 -68
  132. package/dist/schemas/translate.js +11 -37
  133. package/dist/schemas/translation-config.d.ts +7 -810
  134. package/dist/schemas/translation-config.js +7 -113
  135. package/dist/schemas/unload-model.d.ts +0 -2
  136. package/dist/schemas/unload-model.js +0 -2
  137. package/dist/schemas/whispercpp-config.d.ts +25 -0
  138. package/dist/schemas/whispercpp-config.js +18 -0
  139. package/dist/server/bare/{ops → addons}/cancel.js +1 -2
  140. package/dist/server/bare/addons/index.d.ts +4 -0
  141. package/dist/server/bare/addons/index.js +3 -0
  142. package/dist/server/bare/addons/llamacpp/create-model.d.ts +5 -0
  143. package/dist/server/bare/addons/llamacpp/create-model.js +67 -0
  144. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.d.ts +1 -2
  145. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.js +87 -54
  146. package/dist/server/bare/addons/llamacpp/handlers/embed.d.ts +4 -0
  147. package/dist/server/bare/{ops → addons/llamacpp/handlers}/embed.js +7 -22
  148. package/dist/server/bare/addons/llamacpp/index.d.ts +4 -0
  149. package/dist/server/bare/addons/llamacpp/index.js +3 -0
  150. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.d.ts +1 -4
  151. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.js +19 -54
  152. package/dist/server/bare/addons/load-model.d.ts +3 -0
  153. package/dist/server/bare/addons/load-model.js +62 -0
  154. package/dist/server/bare/addons/translation/create-model.d.ts +4 -0
  155. package/dist/server/bare/addons/translation/create-model.js +45 -0
  156. package/dist/server/bare/addons/translation/handlers/translate.d.ts +3 -0
  157. package/dist/server/bare/{ops → addons/translation/handlers}/translate.js +14 -47
  158. package/dist/server/bare/addons/translation/index.d.ts +3 -0
  159. package/dist/server/bare/addons/translation/index.js +2 -0
  160. package/dist/server/bare/addons/tts/create-model.d.ts +6 -0
  161. package/dist/server/bare/addons/tts/create-model.js +40 -0
  162. package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.js +3 -25
  163. package/dist/server/bare/addons/tts/index.d.ts +3 -0
  164. package/dist/server/bare/addons/tts/index.js +2 -0
  165. package/dist/server/bare/addons/unload-model.js +20 -0
  166. package/dist/server/bare/addons/whispercpp/create-model.d.ts +6 -0
  167. package/dist/server/bare/addons/whispercpp/create-model.js +55 -0
  168. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.d.ts +3 -0
  169. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.js +48 -0
  170. package/dist/server/bare/addons/whispercpp/index.d.ts +3 -0
  171. package/dist/server/bare/addons/whispercpp/index.js +2 -0
  172. package/dist/server/bare/delegate-rpc-client.d.ts +0 -6
  173. package/dist/server/bare/delegate-rpc-client.js +46 -157
  174. package/dist/server/bare/hyperswarm.d.ts +0 -3
  175. package/dist/server/bare/hyperswarm.js +6 -29
  176. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
  177. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +10 -9
  178. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +4 -7
  179. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +14 -13
  180. package/dist/server/bare/rag-hyperdb/handlers/search.js +10 -10
  181. package/dist/server/bare/rag-hyperdb/index.d.ts +1 -8
  182. package/dist/server/bare/rag-hyperdb/index.js +1 -8
  183. package/dist/server/bare/rag-hyperdb/rag-manager.d.ts +5 -0
  184. package/dist/server/bare/rag-hyperdb/rag-manager.js +65 -0
  185. package/dist/server/bare/registry/logging-stream-registry.d.ts +7 -24
  186. package/dist/server/bare/registry/logging-stream-registry.js +20 -99
  187. package/dist/server/bare/registry/model-registry.d.ts +26 -14
  188. package/dist/server/bare/registry/model-registry.js +12 -32
  189. package/dist/server/error-handlers.d.ts +2 -3
  190. package/dist/server/error-handlers.js +10 -15
  191. package/dist/server/http-server.d.ts +2 -0
  192. package/dist/server/http-server.js +189 -0
  193. package/dist/server/rpc/create-server.js +3 -5
  194. package/dist/server/rpc/handle-request.d.ts +9 -0
  195. package/dist/server/rpc/handle-request.js +242 -92
  196. package/dist/server/rpc/handlers/cancelHandler.js +3 -14
  197. package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +1 -3
  198. package/dist/server/rpc/handlers/completion-stream-delegated.js +6 -18
  199. package/dist/server/rpc/handlers/completion-stream.js +41 -2
  200. package/dist/server/rpc/handlers/delete-cache.js +2 -4
  201. package/dist/server/rpc/handlers/download-asset.js +6 -59
  202. package/dist/server/rpc/handlers/embed.js +19 -2
  203. package/dist/server/rpc/handlers/index.d.ts +0 -13
  204. package/dist/server/rpc/handlers/index.js +0 -13
  205. package/dist/server/rpc/handlers/load-model/download-manager.d.ts +11 -12
  206. package/dist/server/rpc/handlers/load-model/download-manager.js +28 -43
  207. package/dist/server/rpc/handlers/load-model/http.d.ts +1 -2
  208. package/dist/server/rpc/handlers/load-model/http.js +55 -424
  209. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +1 -2
  210. package/dist/server/rpc/handlers/load-model/hyperdrive.js +171 -364
  211. package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
  212. package/dist/server/rpc/handlers/load-model/index.js +2 -2
  213. package/dist/server/rpc/handlers/load-model/resolve.d.ts +1 -3
  214. package/dist/server/rpc/handlers/load-model/resolve.js +29 -110
  215. package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -6
  216. package/dist/server/rpc/handlers/load-model-delegated.js +21 -59
  217. package/dist/server/rpc/handlers/{load-model/handler.d.ts → load-model.d.ts} +2 -2
  218. package/dist/server/rpc/handlers/load-model.js +57 -0
  219. package/dist/server/rpc/handlers/logging-stream.js +4 -4
  220. package/dist/server/rpc/handlers/provideHandler/connection.js +10 -12
  221. package/dist/server/rpc/handlers/provideHandler/handler.js +17 -20
  222. package/dist/server/rpc/handlers/provideHandler/proxy.js +6 -8
  223. package/dist/server/rpc/handlers/rag.d.ts +2 -2
  224. package/dist/server/rpc/handlers/rag.js +43 -130
  225. package/dist/server/rpc/handlers/stopProvideHandler.js +2 -6
  226. package/dist/server/rpc/handlers/text-to-speech.js +5 -2
  227. package/dist/server/rpc/handlers/transcribe-stream.js +24 -2
  228. package/dist/server/rpc/handlers/translate.js +49 -2
  229. package/dist/server/rpc/handlers/unload-model.js +3 -12
  230. package/dist/server/rpc/index.d.ts +1 -1
  231. package/dist/server/utils/audio/decoder.d.ts +1 -2
  232. package/dist/server/utils/audio/decoder.js +12 -49
  233. package/dist/server/utils/cache.d.ts +8 -19
  234. package/dist/server/utils/cache.js +15 -100
  235. package/dist/server/utils/hash.d.ts +5 -0
  236. package/dist/server/utils/hash.js +11 -0
  237. package/dist/server/utils/index.d.ts +2 -7
  238. package/dist/server/utils/index.js +2 -7
  239. package/dist/server/utils/tool-parser.js +14 -28
  240. package/dist/server/worker.d.ts +5 -4
  241. package/dist/server/worker.js +89 -22
  242. package/package.json +41 -141
  243. package/NOTICE +0 -358
  244. package/bare-imports.json +0 -44
  245. package/dist/client/api/get-model-info.d.ts +0 -36
  246. package/dist/client/api/get-model-info.js +0 -14
  247. package/dist/client/api/invoke-plugin.d.ts +0 -15
  248. package/dist/client/api/invoke-plugin.js +0 -38
  249. package/dist/client/api/ocr.d.ts +0 -31
  250. package/dist/client/api/ocr.js +0 -88
  251. package/dist/client/api/registry.d.ts +0 -14
  252. package/dist/client/api/registry.js +0 -37
  253. package/dist/client/config-loader/config-utils.d.ts +0 -5
  254. package/dist/client/config-loader/config-utils.js +0 -20
  255. package/dist/client/config-loader/resolve-config.bare.d.ts +0 -9
  256. package/dist/client/config-loader/resolve-config.bare.js +0 -87
  257. package/dist/client/config-loader/resolve-config.expo.d.ts +0 -11
  258. package/dist/client/config-loader/resolve-config.expo.js +0 -62
  259. package/dist/client/config-loader/resolve-config.node.d.ts +0 -10
  260. package/dist/client/config-loader/resolve-config.node.js +0 -145
  261. package/dist/client/init-hooks.d.ts +0 -21
  262. package/dist/client/init-hooks.js +0 -66
  263. package/dist/client/rpc/expo-device-info.d.ts +0 -6
  264. package/dist/client/rpc/expo-device-info.js +0 -32
  265. package/dist/client/rpc/profiling/index.d.ts +0 -2
  266. package/dist/client/rpc/profiling/index.js +0 -1
  267. package/dist/client/rpc/profiling/profiler.d.ts +0 -27
  268. package/dist/client/rpc/profiling/profiler.js +0 -139
  269. package/dist/constants/registry.d.ts +0 -2
  270. package/dist/constants/registry.js +0 -1
  271. package/dist/examples/cache-management.d.ts +0 -2
  272. package/dist/examples/cache-management.js +0 -97
  273. package/dist/examples/config/blind-relay/blind-relay.config.d.ts +0 -5
  274. package/dist/examples/config/blind-relay/blind-relay.config.js +0 -7
  275. package/dist/examples/config/default/default.config.d.ts +0 -8
  276. package/dist/examples/config/default/default.config.js +0 -6
  277. package/dist/examples/config/plugins/plugins.config.d.ts +0 -5
  278. package/dist/examples/config/plugins/plugins.config.js +0 -4
  279. package/dist/examples/config-reload.d.ts +0 -2
  280. package/dist/examples/config-reload.js +0 -49
  281. package/dist/examples/default-config-usage.d.ts +0 -17
  282. package/dist/examples/default-config-usage.js +0 -47
  283. package/dist/examples/delegated-inference/consumer-profiled.d.ts +0 -2
  284. package/dist/examples/delegated-inference/consumer-profiled.js +0 -67
  285. package/dist/examples/download-with-blind-relays.d.ts +0 -2
  286. package/dist/examples/download-with-blind-relays.js +0 -49
  287. package/dist/examples/llamacpp-sharded.d.ts +0 -2
  288. package/dist/examples/llamacpp-sharded.js +0 -53
  289. package/dist/examples/logging-file-transport.d.ts +0 -2
  290. package/dist/examples/logging-streaming.d.ts +0 -2
  291. package/dist/examples/logging-streaming.js +0 -75
  292. package/dist/examples/mcp-websearch.d.ts +0 -13
  293. package/dist/examples/mcp-websearch.js +0 -176
  294. package/dist/examples/ocr-fasttext.d.ts +0 -2
  295. package/dist/examples/ocr-fasttext.js +0 -52
  296. package/dist/examples/plugins.d.ts +0 -14
  297. package/dist/examples/plugins.js +0 -129
  298. package/dist/examples/profiling/basic.d.ts +0 -2
  299. package/dist/examples/profiling/basic.js +0 -71
  300. package/dist/examples/profiling/per-call.d.ts +0 -2
  301. package/dist/examples/profiling/per-call.js +0 -30
  302. package/dist/examples/quickstart.d.ts +0 -2
  303. package/dist/examples/quickstart.js +0 -28
  304. package/dist/examples/rag/rag-hyperdb/cancellation.d.ts +0 -2
  305. package/dist/examples/rag/rag-hyperdb/cancellation.js +0 -75
  306. package/dist/examples/rag/rag-hyperdb/ingest.d.ts +0 -2
  307. package/dist/examples/rag/rag-hyperdb/pipeline.d.ts +0 -2
  308. package/dist/examples/rag/rag-hyperdb/pipeline.js +0 -74
  309. package/dist/examples/rag/rag-hyperdb/workspaces.d.ts +0 -2
  310. package/dist/examples/rag/rag-hyperdb/workspaces.js +0 -178
  311. package/dist/examples/registry-query.d.ts +0 -2
  312. package/dist/examples/registry-query.js +0 -87
  313. package/dist/examples/transcription/parakeet-ctc-filesystem.d.ts +0 -2
  314. package/dist/examples/transcription/parakeet-ctc-filesystem.js +0 -40
  315. package/dist/examples/transcription/parakeet-microphone-record.d.ts +0 -2
  316. package/dist/examples/transcription/parakeet-microphone-record.js +0 -95
  317. package/dist/examples/transcription/parakeet-sortformer.d.ts +0 -2
  318. package/dist/examples/transcription/parakeet-sortformer.js +0 -115
  319. package/dist/examples/transcription/parakeet-tdt-filesystem.d.ts +0 -2
  320. package/dist/examples/transcription/parakeet-tdt-filesystem.js +0 -44
  321. package/dist/examples/transcription/whispercpp-filesystem.js +0 -69
  322. package/dist/examples/transcription/whispercpp-prompt.d.ts +0 -2
  323. package/dist/examples/transcription/whispercpp-prompt.js +0 -67
  324. package/dist/examples/translation/translation-bergamot-batch.d.ts +0 -2
  325. package/dist/examples/translation/translation-bergamot-batch.js +0 -49
  326. package/dist/examples/translation/translation-bergamot-pivot.d.ts +0 -2
  327. package/dist/examples/translation/translation-bergamot-pivot.js +0 -73
  328. package/dist/examples/translation/translation-bergamot.d.ts +0 -2
  329. package/dist/examples/translation/translation-bergamot.js +0 -39
  330. package/dist/examples/translation/translation-llm-afriquegemma.d.ts +0 -2
  331. package/dist/examples/translation/translation-llm-afriquegemma.js +0 -39
  332. package/dist/examples/tts/chatterbox.d.ts +0 -2
  333. package/dist/examples/tts/chatterbox.js +0 -59
  334. package/dist/examples/tts/supertonic.d.ts +0 -2
  335. package/dist/examples/tts/supertonic.js +0 -51
  336. package/dist/examples/tts/utils.d.ts +0 -17
  337. package/dist/expo/plugins/resolve-sdk-package-dir.d.ts +0 -15
  338. package/dist/expo/plugins/resolve-sdk-package-dir.js +0 -31
  339. package/dist/expo/plugins/withAndroidArchitecture.d.ts +0 -8
  340. package/dist/expo/plugins/withAndroidArchitecture.js +0 -52
  341. package/dist/expo/plugins/withAndroidNdkVersion.d.ts +0 -8
  342. package/dist/expo/plugins/withAndroidNdkVersion.js +0 -31
  343. package/dist/expo/plugins/withDeviceInfo.d.ts +0 -10
  344. package/dist/expo/plugins/withDeviceInfo.js +0 -48
  345. package/dist/logging/addon.d.ts +0 -6
  346. package/dist/logging/addon.js +0 -75
  347. package/dist/logging/client-logger.d.ts +0 -3
  348. package/dist/logging/client-logger.js +0 -24
  349. package/dist/logging/namespaces.d.ts +0 -6
  350. package/dist/logging/namespaces.js +0 -6
  351. package/dist/logging/registry.d.ts +0 -31
  352. package/dist/logging/registry.js +0 -62
  353. package/dist/logging/server-logger.d.ts +0 -3
  354. package/dist/logging/server-logger.js +0 -16
  355. package/dist/models/registry/models.d.ts +0 -10417
  356. package/dist/models/registry/models.js +0 -10757
  357. package/dist/models/update-models/codegen.d.ts +0 -3
  358. package/dist/models/update-models/codegen.js +0 -135
  359. package/dist/models/update-models/history.d.ts +0 -24
  360. package/dist/models/update-models/history.js +0 -107
  361. package/dist/models/update-models/index.d.ts +0 -2
  362. package/dist/models/update-models/index.js +0 -125
  363. package/dist/models/update-models/naming.d.ts +0 -4
  364. package/dist/models/update-models/naming.js +0 -370
  365. package/dist/models/update-models/processing.d.ts +0 -8
  366. package/dist/models/update-models/processing.js +0 -67
  367. package/dist/models/update-models/registry.d.ts +0 -4
  368. package/dist/models/update-models/registry.js +0 -67
  369. package/dist/models/update-models/shards.d.ts +0 -4
  370. package/dist/models/update-models/shards.js +0 -57
  371. package/dist/models/update-models/types.d.ts +0 -60
  372. package/dist/models/update-models/types.js +0 -1
  373. package/dist/models/update-models/utils.d.ts +0 -3
  374. package/dist/models/update-models/utils.js +0 -21
  375. package/dist/pear/pre.d.ts +0 -18
  376. package/dist/pear/pre.js +0 -433
  377. package/dist/profiling/aggregator.d.ts +0 -15
  378. package/dist/profiling/aggregator.js +0 -100
  379. package/dist/profiling/clock.d.ts +0 -12
  380. package/dist/profiling/clock.js +0 -51
  381. package/dist/profiling/controller.d.ts +0 -33
  382. package/dist/profiling/controller.js +0 -123
  383. package/dist/profiling/envelope.d.ts +0 -10
  384. package/dist/profiling/envelope.js +0 -36
  385. package/dist/profiling/events.d.ts +0 -20
  386. package/dist/profiling/events.js +0 -37
  387. package/dist/profiling/exporters.d.ts +0 -10
  388. package/dist/profiling/exporters.js +0 -236
  389. package/dist/profiling/index.d.ts +0 -36
  390. package/dist/profiling/index.js +0 -31
  391. package/dist/profiling/ring-buffer.d.ts +0 -19
  392. package/dist/profiling/ring-buffer.js +0 -83
  393. package/dist/profiling/types.d.ts +0 -47
  394. package/dist/profiling/types.js +0 -1
  395. package/dist/schemas/archive.d.ts +0 -9
  396. package/dist/schemas/archive.js +0 -17
  397. package/dist/schemas/engine-addon-map.d.ts +0 -5
  398. package/dist/schemas/engine-addon-map.js +0 -52
  399. package/dist/schemas/get-model-info.d.ts +0 -120
  400. package/dist/schemas/get-model-info.js +0 -58
  401. package/dist/schemas/json-schema.d.ts +0 -16
  402. package/dist/schemas/json-schema.js +0 -2
  403. package/dist/schemas/mcp-adapter.d.ts +0 -47
  404. package/dist/schemas/mcp-adapter.js +0 -1
  405. package/dist/schemas/model-src-utils.d.ts +0 -148
  406. package/dist/schemas/model-src-utils.js +0 -35
  407. package/dist/schemas/model-types.d.ts +0 -183
  408. package/dist/schemas/model-types.js +0 -168
  409. package/dist/schemas/ocr.d.ts +0 -125
  410. package/dist/schemas/ocr.js +0 -57
  411. package/dist/schemas/path-validation.d.ts +0 -10
  412. package/dist/schemas/path-validation.js +0 -22
  413. package/dist/schemas/plugin.d.ts +0 -226
  414. package/dist/schemas/plugin.js +0 -158
  415. package/dist/schemas/profiling.d.ts +0 -105
  416. package/dist/schemas/profiling.js +0 -66
  417. package/dist/schemas/registry.d.ts +0 -356
  418. package/dist/schemas/registry.js +0 -93
  419. package/dist/schemas/reload-config.d.ts +0 -476
  420. package/dist/schemas/reload-config.js +0 -44
  421. package/dist/schemas/runtime-context.d.ts +0 -19
  422. package/dist/schemas/runtime-context.js +0 -7
  423. package/dist/schemas/sdk-config.d.ts +0 -2973
  424. package/dist/schemas/sdk-config.js +0 -136
  425. package/dist/schemas/sdk-errors-client.d.ts +0 -31
  426. package/dist/schemas/sdk-errors-client.js +0 -143
  427. package/dist/schemas/sdk-errors-registry.d.ts +0 -6
  428. package/dist/schemas/sdk-errors-registry.js +0 -8
  429. package/dist/schemas/sdk-errors-server.d.ts +0 -89
  430. package/dist/schemas/sdk-errors-server.js +0 -451
  431. package/dist/schemas/shard.d.ts +0 -21
  432. package/dist/schemas/shard.js +0 -17
  433. package/dist/schemas/tools.d.ts +0 -65
  434. package/dist/schemas/tools.js +0 -43
  435. package/dist/schemas/transcription-config.d.ts +0 -383
  436. package/dist/schemas/transcription-config.js +0 -95
  437. package/dist/scripts/run-security-tests-bare.d.ts +0 -2
  438. package/dist/scripts/run-security-tests-bare.js +0 -78
  439. package/dist/scripts/run-security-tests.d.ts +0 -2
  440. package/dist/scripts/run-security-tests.js +0 -22
  441. package/dist/scripts/run-unit-tests.d.ts +0 -2
  442. package/dist/scripts/run-unit-tests.js +0 -17
  443. package/dist/server/bare/ops/embed.d.ts +0 -12
  444. package/dist/server/bare/ops/load-model.d.ts +0 -9
  445. package/dist/server/bare/ops/load-model.js +0 -85
  446. package/dist/server/bare/ops/transcribe.d.ts +0 -3
  447. package/dist/server/bare/ops/transcribe.js +0 -75
  448. package/dist/server/bare/ops/translate.d.ts +0 -5
  449. package/dist/server/bare/ops/unload-model.js +0 -41
  450. package/dist/server/bare/plugins/index.d.ts +0 -8
  451. package/dist/server/bare/plugins/index.js +0 -7
  452. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +0 -6
  453. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +0 -34
  454. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +0 -220
  455. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +0 -155
  456. package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +0 -54
  457. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +0 -87
  458. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +0 -367
  459. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +0 -204
  460. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.d.ts +0 -10
  461. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.js +0 -110
  462. package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +0 -86
  463. package/dist/server/bare/plugins/onnx-ocr/plugin.js +0 -117
  464. package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +0 -373
  465. package/dist/server/bare/plugins/onnx-tts/plugin.js +0 -182
  466. package/dist/server/bare/plugins/onnx-tts/wav-helper.d.ts +0 -14
  467. package/dist/server/bare/plugins/onnx-tts/wav-helper.js +0 -107
  468. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +0 -317
  469. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +0 -154
  470. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +0 -237
  471. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +0 -86
  472. package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +0 -3
  473. package/dist/server/bare/rag-hyperdb/handlers/chunk.js +0 -7
  474. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +0 -3
  475. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +0 -9
  476. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +0 -3
  477. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +0 -14
  478. package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +0 -9
  479. package/dist/server/bare/rag-hyperdb/handlers/ingest.js +0 -18
  480. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +0 -3
  481. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +0 -4
  482. package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +0 -9
  483. package/dist/server/bare/rag-hyperdb/handlers/reindex.js +0 -16
  484. package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +0 -7
  485. package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +0 -39
  486. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +0 -15
  487. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +0 -136
  488. package/dist/server/bare/registry/config-registry.d.ts +0 -14
  489. package/dist/server/bare/registry/config-registry.js +0 -82
  490. package/dist/server/bare/registry/model-config-registry.d.ts +0 -4
  491. package/dist/server/bare/registry/model-config-registry.js +0 -15
  492. package/dist/server/bare/registry/model-config-utils.d.ts +0 -15
  493. package/dist/server/bare/registry/model-config-utils.js +0 -112
  494. package/dist/server/bare/registry/registry-client.d.ts +0 -5
  495. package/dist/server/bare/registry/registry-client.js +0 -37
  496. package/dist/server/bare/registry/runtime-context-registry.d.ts +0 -7
  497. package/dist/server/bare/registry/runtime-context-registry.js +0 -26
  498. package/dist/server/bare/utils/audio-input.d.ts +0 -10
  499. package/dist/server/bare/utils/audio-input.js +0 -33
  500. package/dist/server/bare/utils/loader-adapter.d.ts +0 -7
  501. package/dist/server/bare/utils/loader-adapter.js +0 -9
  502. package/dist/server/env.d.ts +0 -22
  503. package/dist/server/env.js +0 -57
  504. package/dist/server/plugins/index.d.ts +0 -2
  505. package/dist/server/plugins/index.js +0 -1
  506. package/dist/server/plugins/registry.d.ts +0 -9
  507. package/dist/server/plugins/registry.js +0 -79
  508. package/dist/server/rpc/delegate-transport.d.ts +0 -19
  509. package/dist/server/rpc/delegate-transport.js +0 -215
  510. package/dist/server/rpc/handler-registry.d.ts +0 -3
  511. package/dist/server/rpc/handler-registry.js +0 -90
  512. package/dist/server/rpc/handler-utils.d.ts +0 -23
  513. package/dist/server/rpc/handler-utils.js +0 -128
  514. package/dist/server/rpc/handlers/get-model-info.d.ts +0 -3
  515. package/dist/server/rpc/handlers/get-model-info.js +0 -164
  516. package/dist/server/rpc/handlers/load-model/download-stats.d.ts +0 -6
  517. package/dist/server/rpc/handlers/load-model/download-stats.js +0 -87
  518. package/dist/server/rpc/handlers/load-model/handler.js +0 -187
  519. package/dist/server/rpc/handlers/load-model/registry.d.ts +0 -11
  520. package/dist/server/rpc/handlers/load-model/registry.js +0 -564
  521. package/dist/server/rpc/handlers/load-model/types.d.ts +0 -29
  522. package/dist/server/rpc/handlers/load-model/types.js +0 -1
  523. package/dist/server/rpc/handlers/ocr-stream.d.ts +0 -3
  524. package/dist/server/rpc/handlers/ocr-stream.js +0 -4
  525. package/dist/server/rpc/handlers/ping.d.ts +0 -3
  526. package/dist/server/rpc/handlers/ping.js +0 -3
  527. package/dist/server/rpc/handlers/plugin-dispatch.d.ts +0 -15
  528. package/dist/server/rpc/handlers/plugin-dispatch.js +0 -59
  529. package/dist/server/rpc/handlers/plugin-invoke.d.ts +0 -4
  530. package/dist/server/rpc/handlers/plugin-invoke.js +0 -92
  531. package/dist/server/rpc/handlers/registry.d.ts +0 -5
  532. package/dist/server/rpc/handlers/registry.js +0 -157
  533. package/dist/server/rpc/handlers/unload-model-delegated.d.ts +0 -3
  534. package/dist/server/rpc/handlers/unload-model-delegated.js +0 -32
  535. package/dist/server/rpc/profiling/context.d.ts +0 -18
  536. package/dist/server/rpc/profiling/context.js +0 -38
  537. package/dist/server/rpc/profiling/delegation-profiler.d.ts +0 -32
  538. package/dist/server/rpc/profiling/delegation-profiler.js +0 -154
  539. package/dist/server/rpc/profiling/index.d.ts +0 -5
  540. package/dist/server/rpc/profiling/index.js +0 -4
  541. package/dist/server/rpc/profiling/operation-metrics.d.ts +0 -25
  542. package/dist/server/rpc/profiling/operation-metrics.js +0 -199
  543. package/dist/server/rpc/profiling/operation-wrappers.d.ts +0 -18
  544. package/dist/server/rpc/profiling/operation-wrappers.js +0 -124
  545. package/dist/server/rpc/profiling/profiler.d.ts +0 -13
  546. package/dist/server/rpc/profiling/profiler.js +0 -97
  547. package/dist/server/utils/archive.d.ts +0 -4
  548. package/dist/server/utils/archive.js +0 -179
  549. package/dist/server/utils/checksum.d.ts +0 -4
  550. package/dist/server/utils/checksum.js +0 -31
  551. package/dist/server/utils/config-transform.d.ts +0 -3
  552. package/dist/server/utils/config-transform.js +0 -23
  553. package/dist/server/utils/formatting.d.ts +0 -19
  554. package/dist/server/utils/formatting.js +0 -61
  555. package/dist/server/utils/gguf-tensor-extractor.d.ts +0 -15
  556. package/dist/server/utils/gguf-tensor-extractor.js +0 -314
  557. package/dist/server/utils/path-security.d.ts +0 -12
  558. package/dist/server/utils/path-security.js +0 -25
  559. package/dist/server/utils/shard-utils.d.ts +0 -48
  560. package/dist/server/utils/shard-utils.js +0 -125
  561. package/dist/server/utils/tool-integration.d.ts +0 -13
  562. package/dist/server/utils/tool-integration.js +0 -43
  563. package/dist/server/worker-core.d.ts +0 -6
  564. package/dist/server/worker-core.js +0 -88
  565. package/dist/utils/errors-base.d.ts +0 -3
  566. package/dist/utils/errors-base.js +0 -13
  567. package/dist/utils/errors-client.d.ts +0 -137
  568. package/dist/utils/errors-client.js +0 -240
  569. package/dist/utils/errors-server.d.ts +0 -236
  570. package/dist/utils/errors-server.js +0 -412
  571. package/dist/utils/global-singleton.d.ts +0 -2
  572. package/dist/utils/global-singleton.js +0 -10
  573. package/dist/utils/mcp-adapter.d.ts +0 -12
  574. package/dist/utils/mcp-adapter.js +0 -103
  575. package/dist/utils/object.d.ts +0 -2
  576. package/dist/utils/object.js +0 -3
  577. package/dist/utils/path-sanitize.d.ts +0 -17
  578. package/dist/utils/path-sanitize.js +0 -54
  579. package/dist/utils/tool-helpers.d.ts +0 -25
  580. package/dist/utils/tool-helpers.js +0 -112
  581. package/expo/plugins/patches/android-link.mjs +0 -63
  582. package/expo/plugins/patches/ios-link.mjs +0 -63
  583. /package/dist/examples/{transcription/whispercpp-filesystem.d.ts → whispercpp-filesystem.d.ts} +0 -0
  584. /package/dist/examples/{transcription/whispercpp-microphone-record.d.ts → whispercpp-microphone-record.d.ts} +0 -0
  585. /package/dist/models/{registry → hyperdrive}/index.d.ts +0 -0
  586. /package/dist/server/bare/{ops → addons}/cancel.d.ts +0 -0
  587. /package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.d.ts +0 -0
  588. /package/dist/server/bare/{ops → addons}/unload-model.d.ts +0 -0
@@ -1,75 +0,0 @@
1
- import { loadModel, unloadModel, GTE_LARGE_FP16, ragIngest, ragCloseWorkspace, cancel, } from "@qvac/sdk";
2
- const WORKSPACE = "cancellation-demo";
3
- // Generate sample documents
4
- function generateDocuments(count) {
5
- const topics = [
6
- "Machine learning algorithms process data to identify patterns and make decisions.",
7
- "Deep neural networks consist of multiple layers that extract higher-level features.",
8
- "Natural language processing enables computers to understand human language.",
9
- "Computer vision systems analyze visual information from images and videos.",
10
- "Reinforcement learning trains agents through trial and error using rewards.",
11
- ];
12
- return Array.from({ length: count }, (_, i) => {
13
- const topic = topics[i % topics.length];
14
- return `Document ${i + 1}: ${topic} Extended content for document ${i + 1}.`;
15
- });
16
- }
17
- try {
18
- console.log("RAG Cancellation Example\n");
19
- // Load embedding model
20
- console.log("Loading embedding model...");
21
- const modelId = await loadModel({
22
- modelSrc: GTE_LARGE_FP16,
23
- modelType: "embeddings",
24
- onProgress: (progress) => {
25
- process.stdout.write(`\r ${progress.percentage.toFixed(1)}%`);
26
- },
27
- });
28
- console.log("\n✅ Model loaded\n");
29
- // Generate documents
30
- const documents = generateDocuments(200);
31
- console.log(`📄 Processing ${documents.length} documents...\n`);
32
- let progressCount = 0;
33
- let cancelled = false;
34
- try {
35
- await ragIngest({
36
- modelId,
37
- workspace: WORKSPACE,
38
- documents,
39
- progressInterval: 50,
40
- onProgress: (stage, current, total) => {
41
- progressCount++;
42
- const pct = total > 0 ? Math.round((current / total) * 100) : 0;
43
- console.log(` [${stage}] ${current}/${total} (${pct}%)`);
44
- // Cancel during embedding stage after a few updates
45
- if (!cancelled && stage === "embedding" && current > 10) {
46
- console.log("\n🛑 Triggering cancellation...\n");
47
- cancelled = true;
48
- void cancel({ operation: "rag", workspace: WORKSPACE });
49
- }
50
- },
51
- });
52
- console.log("\n⚠️ Ingest completed (cancellation didn't interrupt in time)");
53
- }
54
- catch (error) {
55
- const msg = error instanceof Error ? error.message : String(error);
56
- const wasCancelled = msg.toLowerCase().includes("cancel") ||
57
- msg.toLowerCase().includes("abort");
58
- if (wasCancelled) {
59
- console.log("✅ Operation cancelled successfully!");
60
- console.log(` Progress updates received: ${progressCount}`);
61
- }
62
- else {
63
- throw error;
64
- }
65
- }
66
- // Cleanup (workspace may not exist if cancelled early)
67
- await ragCloseWorkspace({ workspace: WORKSPACE, deleteOnClose: true }).catch(() => { });
68
- await unloadModel({ modelId });
69
- console.log("✅ Done");
70
- process.exit(0);
71
- }
72
- catch (error) {
73
- console.error("❌ Error:", error);
74
- process.exit(1);
75
- }
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=ingest.d.ts.map
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=pipeline.d.ts.map
@@ -1,74 +0,0 @@
1
- import { loadModel, unloadModel, embed, GTE_LARGE_FP16, ragChunk, ragSaveEmbeddings, ragSearch, ragCloseWorkspace, } from "@qvac/sdk";
2
- try {
3
- // Get query from command line or use default
4
- const query = process.argv[2] || "machine learning algorithms";
5
- console.log("🔧 RAG Pipeline Example (Segregated Flow)\n");
6
- console.log(`🔍 Query: "${query}"`);
7
- const workspace = "pipeline-example";
8
- const modelId = await loadModel({
9
- modelSrc: GTE_LARGE_FP16,
10
- modelType: "embeddings",
11
- onProgress: (progress) => {
12
- console.log(`Loading model... ${progress.percentage.toFixed(1)}%`);
13
- },
14
- });
15
- const samples = [
16
- "Machine learning is a subset of artificial intelligence that focuses on algorithms that can learn and make predictions from data without being explicitly programmed for every task.",
17
- "Deep learning uses neural networks with multiple layers to process and learn from complex data patterns, enabling breakthroughs in image recognition and natural language processing.",
18
- "Natural language processing combines computational linguistics with machine learning to help computers understand, interpret, and generate human language in a meaningful way.",
19
- "Computer vision enables machines to interpret and understand visual information from the world, using techniques like image classification, object detection, and facial recognition.",
20
- "Quantum computing leverages quantum mechanical phenomena to process information in fundamentally different ways than classical computers, potentially solving certain problems exponentially faster.",
21
- "Blockchain technology creates decentralized, immutable ledgers that enable secure peer-to-peer transactions without requiring a central authority or intermediary.",
22
- "Cloud computing delivers computing services over the internet, allowing users to access resources like storage, processing power, and applications on-demand from anywhere.",
23
- "Cybersecurity protects digital systems, networks, and data from malicious attacks, unauthorized access, and various forms of cyber threats through multiple layers of defense.",
24
- ];
25
- console.log("\n📝 Step 1: Chunking documents...");
26
- const chunks = await ragChunk({
27
- documents: samples,
28
- chunkOpts: {
29
- chunkSize: 128,
30
- chunkOverlap: 20,
31
- },
32
- });
33
- console.log(` Created ${chunks.length} chunks`);
34
- console.log("\n🧠 Step 2: Generating embeddings (batch)...");
35
- const texts = chunks.map((chunk) => chunk.content);
36
- const embeddings = await embed({ modelId, text: texts });
37
- const embeddedDocs = chunks.map((chunk, i) => ({
38
- id: chunk.id,
39
- content: chunk.content,
40
- embedding: embeddings[i],
41
- embeddingModelId: modelId,
42
- }));
43
- console.log(` Generated ${embeddedDocs.length} embeddings`);
44
- console.log("\n💾 Step 3: Saving to vector database...");
45
- const saveResult = await ragSaveEmbeddings({
46
- workspace,
47
- documents: embeddedDocs,
48
- });
49
- const saved = saveResult.filter((r) => r.status === "fulfilled").length;
50
- console.log(` Saved ${saved}/${saveResult.length} documents`);
51
- console.log("\n🔎 Step 4: Searching...");
52
- const results = await ragSearch({
53
- workspace,
54
- modelId,
55
- query,
56
- topK: 3,
57
- });
58
- console.log("\n📋 Top 3 most similar documents:");
59
- results.forEach((result, index) => {
60
- console.log("=".repeat(50) + " Top result:");
61
- console.log(`\n${index + 1}. (Score: ${result.score})`);
62
- console.log(` ${result.content}`);
63
- console.log("=".repeat(100));
64
- console.log();
65
- });
66
- // Cleanup: close and delete workspace
67
- await ragCloseWorkspace({ workspace, deleteOnClose: true });
68
- console.log(`🗑️ Deleted '${workspace}' workspace`);
69
- await unloadModel({ modelId });
70
- }
71
- catch (error) {
72
- console.error("❌ Error:", error);
73
- process.exit(1);
74
- }
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=workspaces.d.ts.map
@@ -1,178 +0,0 @@
1
- import { loadModel, unloadModel, GTE_LARGE_FP16, ragIngest, ragSearch, ragDeleteEmbeddings, ragListWorkspaces, ragCloseWorkspace, ragReindex, } from "@qvac/sdk";
2
- try {
3
- console.log("🚀 RAG Workspaces with Chunking Example\n");
4
- // Load model
5
- const modelId = await loadModel({
6
- modelSrc: GTE_LARGE_FP16,
7
- modelType: "embeddings",
8
- onProgress: (p) => process.stdout.write(`\rLoading: ${Math.round(p.percentage * 100)}%`),
9
- });
10
- console.log("\n");
11
- // Medical articles (will be chunked)
12
- const medicalArticles = [
13
- `COVID-19: A Comprehensive Overview
14
-
15
- COVID-19 is a respiratory illness caused by the SARS-CoV-2 virus, first identified in December 2019
16
- in Wuhan, China. The virus spreads primarily through respiratory droplets when an infected person
17
- coughs, sneezes, or talks.
18
-
19
- Common symptoms include fever, cough, fatigue, and loss of taste or smell. Some patients may
20
- experience shortness of breath, muscle aches, sore throat, and headaches. Symptoms typically
21
- appear 2-14 days after exposure to the virus.
22
-
23
- Vaccines have been developed using various technologies including mRNA, viral vector, and
24
- inactivated virus approaches. These vaccines have proven effective in preventing severe illness,
25
- hospitalization, and death. Booster doses are recommended to maintain immunity.
26
-
27
- Treatment options vary based on severity. Mild cases often require only supportive care including
28
- rest and hydration. Severe cases may require hospitalization, oxygen therapy, and antiviral
29
- medications such as remdesivir or Paxlovid.`,
30
- `Diabetes Management and Prevention
31
-
32
- Diabetes is a chronic condition affecting how your body processes blood sugar. Type 1 diabetes
33
- occurs when the immune system attacks insulin-producing cells. Type 2 diabetes develops when
34
- the body becomes resistant to insulin or doesn't produce enough.
35
-
36
- Prevention strategies for Type 2 diabetes include maintaining a healthy weight, regular physical
37
- activity, and a balanced diet rich in whole grains, vegetables, and lean proteins. Regular
38
- monitoring of blood glucose levels is essential for managing the condition.
39
-
40
- Treatment may include lifestyle modifications, oral medications, and insulin therapy. Complications
41
- can affect the heart, kidneys, eyes, and nervous system if blood sugar is not well controlled.`,
42
- `Heart Disease: Risk Factors and Prevention
43
-
44
- Cardiovascular disease remains the leading cause of death worldwide. Risk factors include high
45
- blood pressure, high cholesterol, smoking, obesity, diabetes, and physical inactivity.
46
-
47
- Prevention involves adopting a heart-healthy lifestyle: regular exercise, a diet low in saturated
48
- fats and sodium, maintaining a healthy weight, and avoiding tobacco. Regular check-ups can help
49
- detect problems early.
50
-
51
- Treatment options range from lifestyle changes and medications to surgical interventions like
52
- angioplasty, stent placement, or bypass surgery depending on severity.`,
53
- `Mental Health and Wellness
54
-
55
- Mental health encompasses emotional, psychological, and social well-being. Common conditions
56
- include anxiety disorders, depression, bipolar disorder, and schizophrenia. These affect
57
- thinking, mood, and behavior.
58
-
59
- Treatment typically involves a combination of psychotherapy, medication, and lifestyle changes.
60
- Cognitive behavioral therapy has proven effective for many conditions. Support systems and
61
- stress management techniques are crucial components of recovery.
62
-
63
- Early intervention improves outcomes significantly. Reducing stigma around mental health
64
- encourages people to seek help when needed.`,
65
- ];
66
- // Tech documents (shorter, won't be chunked)
67
- const techDocs = [
68
- "Artificial intelligence is transforming industries through automation and advanced data analysis capabilities.",
69
- "Deep learning neural networks enable breakthroughs in computer vision and natural language processing.",
70
- ];
71
- // Ingest medical articles with chunking
72
- console.log("📚 Ingesting medical articles with chunking...");
73
- const medicalResult = await ragIngest({
74
- modelId,
75
- workspace: "medical",
76
- documents: medicalArticles,
77
- chunk: true,
78
- chunkOpts: {
79
- chunkSize: 50,
80
- chunkOverlap: 10,
81
- chunkStrategy: "paragraph",
82
- splitStrategy: "token",
83
- },
84
- });
85
- console.log(`✅ Created ${medicalResult.processed.length} chunks from medical articles`);
86
- // Ingest tech docs without chunking
87
- console.log("\n📚 Ingesting tech documents...");
88
- const techResult = await ragIngest({
89
- modelId,
90
- workspace: "technology",
91
- documents: techDocs,
92
- chunk: false,
93
- });
94
- console.log(`✅ Ingested ${techResult.processed.length} tech documents`);
95
- // Test searches
96
- const searches = [
97
- { workspace: "medical", query: "COVID symptoms fever", label: "Medical" },
98
- { workspace: "medical", query: "vaccine technology", label: "Medical" },
99
- { workspace: "technology", query: "neural networks", label: "Tech" },
100
- { workspace: "technology", query: "COVID", label: "Tech (isolation test)" },
101
- ];
102
- console.log("\n🔍 Running searches:");
103
- for (const { workspace, query, label } of searches) {
104
- const results = await ragSearch({ modelId, workspace, query, topK: 1 });
105
- console.log(`\n${label}: "${query}"`);
106
- if (results.length > 0 && results[0]) {
107
- console.log(` ✓ Score: ${results[0].score.toFixed(3)}`);
108
- console.log(` ✓ Match: ${results[0].content.substring(0, 80)}...`);
109
- }
110
- else {
111
- console.log(` ✗ No results (workspace isolation working correctly)`);
112
- }
113
- }
114
- // Test a third workspace
115
- console.log("\n📁 Testing 'general' workspace...");
116
- await ragIngest({
117
- modelId,
118
- workspace: "general",
119
- documents: ["General workspace content for testing"],
120
- chunk: false,
121
- });
122
- const generalSearch = await ragSearch({
123
- modelId,
124
- workspace: "general",
125
- query: "general workspace",
126
- });
127
- console.log(`General workspace: ${generalSearch?.[0]?.content === "General workspace content for testing" ? "✅ Working" : "❌ Failed"}`);
128
- // Reindexing - regenerate embeddings for an existing workspace
129
- console.log("\n🔄 Reindexing medical workspace...");
130
- const reindexResult = await ragReindex({
131
- workspace: "medical",
132
- modelId,
133
- onProgress: (stage, current, total) => {
134
- const pct = total > 0 ? Math.round((current / total) * 100) : 0;
135
- console.log(` [${stage}] ${current}/${total} (${pct}%)`);
136
- },
137
- });
138
- console.log(`${reindexResult.reindexed ? "✅ Reindex completed" : "⚠️ Reindex returned false"} for medical workspace`);
139
- if (reindexResult.details) {
140
- console.log(" Details:", reindexResult.details);
141
- }
142
- // Verify reindexed data still works
143
- const reindexVerify = await ragSearch({
144
- modelId,
145
- workspace: "medical",
146
- query: "COVID symptoms",
147
- topK: 1,
148
- });
149
- console.log(` Verification search: ${reindexVerify.length > 0 ? "✅ Working" : "❌ Failed"}`);
150
- // Cleanup example
151
- const firstChunk = medicalResult.processed.find((p) => p.status === "fulfilled" && p.id);
152
- if (firstChunk?.id) {
153
- await ragDeleteEmbeddings({
154
- workspace: "medical",
155
- ids: [firstChunk.id],
156
- });
157
- console.log("\n🗑️ Deleted one medical chunk");
158
- }
159
- // List all workspaces
160
- console.log("\n📂 Listing workspaces...");
161
- const workspaces = await ragListWorkspaces();
162
- workspaces.forEach((ws) => {
163
- console.log(` • ${ws.name} (${ws.open ? "open" : "closed"})`);
164
- });
165
- // Close and delete all workspaces created in this example
166
- console.log("\n🗑️ Closing and deleting workspaces...");
167
- await ragCloseWorkspace({ workspace: "medical", deleteOnClose: true });
168
- console.log("Deleted 'medical' workspace");
169
- await ragCloseWorkspace({ workspace: "technology", deleteOnClose: true });
170
- console.log("Deleted 'technology' workspace");
171
- await ragCloseWorkspace({ workspace: "general", deleteOnClose: true });
172
- console.log("Deleted 'general' workspace");
173
- await unloadModel({ modelId });
174
- }
175
- catch (error) {
176
- console.error("❌ Error:", error);
177
- process.exit(1);
178
- }
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=registry-query.d.ts.map
@@ -1,87 +0,0 @@
1
- import { modelRegistryList, modelRegistrySearch, modelRegistryGetModel, ModelType, close, } from "@qvac/sdk";
2
- try {
3
- console.log("QVAC Model Registry Query Examples\n");
4
- // List all available models
5
- console.log("Listing all models in QVAC model registry...");
6
- const allModels = await modelRegistryList();
7
- console.log(` Found ${allModels.length} models in registry\n`);
8
- // Show first 5 models as sample
9
- console.log(" Sample models:");
10
- allModels.slice(0, 5).forEach((model) => {
11
- console.log(` - ${model.name} (${model.addon}, ${model.engine}, ${formatSize(model.expectedSize)})`);
12
- });
13
- console.log();
14
- // Search with text filter
15
- console.log('Searching for "whisper" models...');
16
- const whisperModels = await modelRegistrySearch({ filter: "whisper" });
17
- console.log(` Found ${whisperModels.length} whisper-related models\n`);
18
- // Search by engine (using canonical ModelType enum)
19
- console.log(`Searching by engine (${ModelType.llamacppEmbedding})...`);
20
- const embedModels = await modelRegistrySearch({
21
- engine: ModelType.llamacppEmbedding,
22
- });
23
- console.log(` Found ${embedModels.length} embedding models`);
24
- embedModels.slice(0, 3).forEach((model) => {
25
- console.log(` - ${model.name} (${model.quantization})`);
26
- });
27
- console.log();
28
- // Search by quantization
29
- console.log("Searching for Q4 quantized models...");
30
- const q4Models = await modelRegistrySearch({ quantization: "q4" });
31
- console.log(` Found ${q4Models.length} Q4 quantized models`);
32
- q4Models.slice(0, 3).forEach((model) => {
33
- console.log(` - ${model.name}`);
34
- });
35
- console.log();
36
- // Search by addon/model type
37
- console.log("Searching for transcription models...");
38
- const transcriptionModels = await modelRegistrySearch({
39
- addon: "whisper",
40
- });
41
- console.log(` Found ${transcriptionModels.length} transcription models`);
42
- transcriptionModels.slice(0, 3).forEach((model) => {
43
- console.log(` - ${model.name}`);
44
- });
45
- console.log();
46
- // Combined search: engine + quantization
47
- console.log("Searching for Q4 LLM models...");
48
- const q4LlmModels = await modelRegistrySearch({
49
- engine: ModelType.llamacppCompletion,
50
- quantization: "q4",
51
- });
52
- console.log(` Found ${q4LlmModels.length} Q4 LLM models`);
53
- q4LlmModels.slice(0, 3).forEach((model) => {
54
- console.log(` - ${model.name} (${model.quantization})`);
55
- });
56
- console.log();
57
- // Get specific model (if we have at least one model)
58
- const sampleModel = allModels[0];
59
- if (sampleModel) {
60
- console.log(`Getting specific model: ${sampleModel.registrySource}/${sampleModel.registryPath}`);
61
- const model = await modelRegistryGetModel(sampleModel.registryPath, sampleModel.registrySource);
62
- console.log(" Model details:");
63
- console.log(` - Name: ${model.name}`);
64
- console.log(` - Addon: ${model.addon}`);
65
- console.log(` - Engine: ${model.engine}`);
66
- console.log(` - Quantization: ${model.quantization}`);
67
- console.log(` - Expected size: ${formatSize(model.expectedSize)}`);
68
- console.log(` - Checksum: ${model.sha256Checksum.slice(0, 16)}...`);
69
- console.log();
70
- }
71
- console.log("QVAC model registry query examples completed successfully!");
72
- void close();
73
- process.exit(0);
74
- }
75
- catch (error) {
76
- console.error("Error:", error);
77
- process.exit(1);
78
- }
79
- function formatSize(bytes) {
80
- if (bytes < 1024)
81
- return `${bytes}B`;
82
- if (bytes < 1024 * 1024)
83
- return `${(bytes / 1024).toFixed(1)}KB`;
84
- if (bytes < 1024 * 1024 * 1024)
85
- return `${(bytes / (1024 * 1024)).toFixed(1)}MB`;
86
- return `${(bytes / (1024 * 1024 * 1024)).toFixed(1)}GB`;
87
- }
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=parakeet-ctc-filesystem.d.ts.map
@@ -1,40 +0,0 @@
1
- import { loadModel, unloadModel, transcribe, PARAKEET_CTC_FP32, PARAKEET_CTC_DATA_FP32, PARAKEET_CTC_TOKENIZER, } from "@qvac/sdk";
2
- const args = process.argv.slice(2);
3
- if (!args[0]) {
4
- console.error("Usage: bun run examples/transcription/parakeet-ctc-filesystem.ts <wav-file> " +
5
- "[model.onnx] [model.onnx_data] [tokenizer.json]");
6
- console.error("\nIf model paths are omitted, defaults to registry models.");
7
- process.exit(1);
8
- }
9
- const audioFilePath = args[0];
10
- const parakeetCtcModelSrc = args[1] ?? PARAKEET_CTC_FP32;
11
- const parakeetCtcModelDataSrc = args[2] ?? PARAKEET_CTC_DATA_FP32;
12
- const parakeetTokenizerSrc = args[3] ?? PARAKEET_CTC_TOKENIZER;
13
- try {
14
- console.log("Loading Parakeet CTC model...");
15
- const modelId = await loadModel({
16
- modelSrc: parakeetCtcModelSrc,
17
- modelType: "parakeet",
18
- modelConfig: {
19
- modelType: "ctc",
20
- parakeetCtcModelSrc,
21
- parakeetCtcModelDataSrc,
22
- parakeetTokenizerSrc,
23
- },
24
- onProgress: (progress) => {
25
- console.log(`Download progress: ${progress.percentage.toFixed(1)}%`);
26
- },
27
- });
28
- console.log(`Parakeet CTC model loaded with ID: ${modelId}`);
29
- console.log("Transcribing audio...");
30
- const text = await transcribe({ modelId, audioChunk: audioFilePath });
31
- console.log("Transcription result:");
32
- console.log(text);
33
- console.log("Unloading model...");
34
- await unloadModel({ modelId });
35
- console.log("Done");
36
- }
37
- catch (error) {
38
- console.error("Error:", error);
39
- process.exit(1);
40
- }
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=parakeet-microphone-record.d.ts.map
@@ -1,95 +0,0 @@
1
- import { loadModel, unloadModel, transcribeStream, PARAKEET_TDT_ENCODER_FP32, PARAKEET_TDT_ENCODER_DATA_FP32, PARAKEET_TDT_DECODER_FP32, PARAKEET_TDT_VOCAB, PARAKEET_TDT_PREPROCESSOR_FP32, } from "@qvac/sdk";
2
- import { spawn, spawnSync } from "child_process";
3
- import { platform } from "os";
4
- function checkFFmpeg() {
5
- const result = spawnSync("ffmpeg", ["-version"], { stdio: "ignore" });
6
- if (result.error || result.status !== 0) {
7
- throw new Error("FFmpeg is required but not found in PATH.");
8
- }
9
- }
10
- function getAudioDevice() {
11
- switch (platform()) {
12
- case "darwin":
13
- return ":0";
14
- case "linux":
15
- return "default";
16
- case "win32":
17
- // Change as per your system
18
- return "audio=@device_cm_{33D9A762-90C8-11D0-BD43-00A0C911CE86}\\wave_{58C07110-A4FD-4FF8-BA10-5A3C14389F71}";
19
- default:
20
- throw new Error(`Unsupported platform: ${platform()}`);
21
- }
22
- }
23
- function getAudioInputArgs() {
24
- switch (platform()) {
25
- case "darwin":
26
- return ["-f", "avfoundation", "-i", getAudioDevice()];
27
- case "linux":
28
- return ["-f", "pulse", "-i", getAudioDevice()];
29
- case "win32":
30
- return ["-f", "dshow", "-i", getAudioDevice()];
31
- default:
32
- throw new Error(`Unsupported platform: ${platform()}`);
33
- }
34
- }
35
- checkFFmpeg();
36
- console.log("Loading Parakeet model...");
37
- const modelId = await loadModel({
38
- modelSrc: PARAKEET_TDT_ENCODER_FP32,
39
- modelType: "parakeet",
40
- modelConfig: {
41
- parakeetEncoderSrc: PARAKEET_TDT_ENCODER_FP32,
42
- parakeetEncoderDataSrc: PARAKEET_TDT_ENCODER_DATA_FP32,
43
- parakeetDecoderSrc: PARAKEET_TDT_DECODER_FP32,
44
- parakeetVocabSrc: PARAKEET_TDT_VOCAB,
45
- parakeetPreprocessorSrc: PARAKEET_TDT_PREPROCESSOR_FP32,
46
- },
47
- onProgress: (p) => console.log(`Download: ${p.percentage.toFixed(1)}%`),
48
- });
49
- console.log("Model loaded. Speak into your microphone (Ctrl+C to stop):\n");
50
- const ffmpeg = spawn("ffmpeg", [
51
- ...getAudioInputArgs(),
52
- "-ar",
53
- "16000",
54
- "-ac",
55
- "1",
56
- "-sample_fmt",
57
- "s16",
58
- "-f",
59
- "s16le",
60
- "pipe:1",
61
- ], { stdio: ["ignore", "pipe", "ignore"] });
62
- const CHUNK_SIZE = 96000; // ~3s of 16kHz 16-bit mono
63
- let buffer = Buffer.alloc(0);
64
- let processing = false;
65
- ffmpeg.stdout.on("data", (chunk) => {
66
- buffer = Buffer.concat([buffer, chunk]);
67
- if (buffer.length >= CHUNK_SIZE && !processing) {
68
- const audioChunk = buffer.subarray(0, CHUNK_SIZE);
69
- buffer = buffer.subarray(CHUNK_SIZE);
70
- processing = true;
71
- void (async () => {
72
- try {
73
- for await (const text of transcribeStream({ modelId, audioChunk })) {
74
- if (text.trim() && !text.includes("[No speech detected]")) {
75
- process.stdout.write(text);
76
- }
77
- }
78
- }
79
- catch (err) {
80
- console.error("Transcription error:", err instanceof Error ? err.message : err);
81
- }
82
- finally {
83
- processing = false;
84
- }
85
- })();
86
- }
87
- });
88
- async function cleanup() {
89
- console.log("\n\nStopping...");
90
- ffmpeg.kill();
91
- await unloadModel({ modelId });
92
- console.log("Done.");
93
- }
94
- process.on("SIGINT", () => void cleanup());
95
- process.on("SIGTERM", () => void cleanup());
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=parakeet-sortformer.d.ts.map