@qvac/sdk 0.9.2 → 0.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (343) hide show
  1. package/NOTICE +42 -95
  2. package/dist/client/api/cancel.d.ts +1 -1
  3. package/dist/client/api/cancel.js +1 -1
  4. package/dist/client/api/completion-stream.d.ts +51 -12
  5. package/dist/client/api/completion-stream.js +129 -56
  6. package/dist/client/api/delete-cache.d.ts +1 -0
  7. package/dist/client/api/delete-cache.js +1 -0
  8. package/dist/client/api/diffusion.d.ts +17 -2
  9. package/dist/client/api/diffusion.js +21 -4
  10. package/dist/client/api/embed.d.ts +4 -0
  11. package/dist/client/api/finetune.d.ts +21 -0
  12. package/dist/client/api/get-loaded-model-info.d.ts +25 -0
  13. package/dist/client/api/get-loaded-model-info.js +36 -0
  14. package/dist/client/api/get-model-info.d.ts +9 -1
  15. package/dist/client/api/get-model-info.js +8 -0
  16. package/dist/client/api/heartbeat.d.ts +2 -2
  17. package/dist/client/api/heartbeat.js +2 -2
  18. package/dist/client/api/index.d.ts +3 -1
  19. package/dist/client/api/index.js +3 -1
  20. package/dist/client/api/invoke-plugin.d.ts +16 -0
  21. package/dist/client/api/invoke-plugin.js +16 -0
  22. package/dist/client/api/load-model.d.ts +36 -3
  23. package/dist/client/api/load-model.js +31 -10
  24. package/dist/client/api/provide.d.ts +11 -5
  25. package/dist/client/api/provide.js +11 -6
  26. package/dist/client/api/rag.d.ts +9 -0
  27. package/dist/client/api/rag.js +9 -0
  28. package/dist/client/api/registry.d.ts +26 -0
  29. package/dist/client/api/registry.js +26 -0
  30. package/dist/client/api/resume.d.ts +20 -4
  31. package/dist/client/api/resume.js +20 -4
  32. package/dist/client/api/state.d.ts +23 -0
  33. package/dist/client/api/state.js +29 -0
  34. package/dist/client/api/stop-provider.d.ts +11 -5
  35. package/dist/client/api/stop-provider.js +11 -5
  36. package/dist/client/api/suspend.d.ts +21 -3
  37. package/dist/client/api/suspend.js +21 -3
  38. package/dist/client/api/text-to-speech.d.ts +64 -6
  39. package/dist/client/api/text-to-speech.js +423 -47
  40. package/dist/client/api/transcribe.d.ts +29 -4
  41. package/dist/client/api/transcribe.js +86 -28
  42. package/dist/client/api/translate.d.ts +1 -0
  43. package/dist/client/api/translate.js +1 -0
  44. package/dist/client/rpc/bare-client.js +22 -1
  45. package/dist/client/rpc/expo-rpc-client.d.ts +1 -1
  46. package/dist/client/rpc/expo-rpc-client.js +96 -4
  47. package/dist/client/rpc/node-rpc-client.js +36 -0
  48. package/dist/examples/audio/mic-input.d.ts +9 -0
  49. package/dist/examples/audio/mic-input.js +111 -0
  50. package/dist/examples/completion-events.d.ts +18 -0
  51. package/dist/examples/completion-events.js +79 -0
  52. package/dist/examples/delegated-inference/composite.js +12 -18
  53. package/dist/examples/delegated-inference/consumer-profiled.js +4 -11
  54. package/dist/examples/delegated-inference/consumer.js +8 -13
  55. package/dist/examples/delegated-inference/provider.js +11 -16
  56. package/dist/examples/diffusion-flux2-klein-img2img.d.ts +2 -0
  57. package/dist/examples/diffusion-flux2-klein-img2img.js +60 -0
  58. package/dist/examples/diffusion-flux2-klein.js +1 -0
  59. package/dist/examples/diffusion-img2img.d.ts +2 -0
  60. package/dist/examples/diffusion-img2img.js +49 -0
  61. package/dist/examples/diffusion-txt2img.js +2 -1
  62. package/dist/examples/kv-cache-example.js +11 -12
  63. package/dist/examples/llamacpp-cache.d.ts +2 -0
  64. package/dist/examples/llamacpp-cache.js +107 -0
  65. package/dist/examples/llamacpp-dynamic-tools.d.ts +2 -0
  66. package/dist/examples/llamacpp-dynamic-tools.js +144 -0
  67. package/dist/examples/llamacpp-structured-output.d.ts +2 -0
  68. package/dist/examples/llamacpp-structured-output.js +106 -0
  69. package/dist/examples/plugins.js +4 -4
  70. package/dist/examples/suspend-resume.js +21 -4
  71. package/dist/examples/{llamacpp-native-tools.js → tools/llamacpp-native-tools.js} +6 -55
  72. package/dist/examples/tools/llamacpp-tools-harmony-multiturn.d.ts +2 -0
  73. package/dist/examples/tools/llamacpp-tools-harmony-multiturn.js +81 -0
  74. package/dist/examples/tools/llamacpp-tools-pythonic.d.ts +2 -0
  75. package/dist/examples/tools/llamacpp-tools-pythonic.js +50 -0
  76. package/dist/examples/tools/shared.d.ts +21 -0
  77. package/dist/examples/tools/shared.js +42 -0
  78. package/dist/examples/transcription/parakeet-microphone-record.js +6 -33
  79. package/dist/examples/transcription/whispercpp-filesystem-streaming.js +7 -5
  80. package/dist/examples/transcription/whispercpp-filesystem.js +12 -3
  81. package/dist/examples/transcription/whispercpp-microphone-record.js +6 -29
  82. package/dist/examples/translation/translation-stream.js +5 -5
  83. package/dist/examples/tts/llm-to-tts-streaming.d.ts +16 -0
  84. package/dist/examples/tts/llm-to-tts-streaming.js +143 -0
  85. package/dist/examples/tts/supertonic-multilingual.js +3 -3
  86. package/dist/examples/tts/supertonic.js +3 -3
  87. package/dist/examples/tts/utils.d.ts +11 -1
  88. package/dist/examples/tts/utils.js +70 -17
  89. package/dist/examples/voice-assistant/voice-assistant.d.ts +2 -0
  90. package/dist/examples/voice-assistant/voice-assistant.js +207 -0
  91. package/dist/expo/plugins/withMobileBundle.js +1 -1
  92. package/dist/index.d.ts +2 -2
  93. package/dist/index.js +2 -2
  94. package/dist/logging/logger.d.ts +11 -0
  95. package/dist/logging/logger.js +11 -0
  96. package/dist/logging/types.d.ts +18 -0
  97. package/dist/models/registry/models.d.ts +6973 -7457
  98. package/dist/models/registry/models.js +6889 -6855
  99. package/dist/models/update-models/codegen.js +84 -23
  100. package/dist/models/update-models/companions.d.ts +18 -0
  101. package/dist/models/update-models/companions.js +175 -0
  102. package/dist/models/update-models/naming.js +0 -25
  103. package/dist/models/update-models/registry.d.ts +1 -0
  104. package/dist/models/update-models/registry.js +23 -3
  105. package/dist/models/update-models/types.d.ts +37 -9
  106. package/dist/profiling/index.d.ts +49 -0
  107. package/dist/profiling/index.js +49 -0
  108. package/dist/schemas/cancel.d.ts +6 -2
  109. package/dist/schemas/cancel.js +14 -7
  110. package/dist/schemas/common.d.ts +354 -271
  111. package/dist/schemas/common.js +26 -5
  112. package/dist/schemas/completion-event.d.ts +225 -0
  113. package/dist/schemas/completion-event.js +79 -0
  114. package/dist/schemas/completion-stream.d.ts +126 -31
  115. package/dist/schemas/completion-stream.js +138 -36
  116. package/dist/schemas/delegate.d.ts +0 -2
  117. package/dist/schemas/delegate.js +25 -6
  118. package/dist/schemas/download-asset.d.ts +5 -5
  119. package/dist/schemas/embed.js +21 -9
  120. package/dist/schemas/engine-addon-map.d.ts +11 -1
  121. package/dist/schemas/engine-addon-map.js +2 -2
  122. package/dist/schemas/get-loaded-model-info.d.ts +52 -0
  123. package/dist/schemas/get-loaded-model-info.js +44 -0
  124. package/dist/schemas/get-model-info.d.ts +2 -2
  125. package/dist/schemas/get-model-info.js +103 -32
  126. package/dist/schemas/heartbeat.d.ts +0 -1
  127. package/dist/schemas/index.d.ts +4 -1
  128. package/dist/schemas/index.js +4 -1
  129. package/dist/schemas/llamacpp-config.d.ts +14 -4
  130. package/dist/schemas/llamacpp-config.js +5 -0
  131. package/dist/schemas/load-model.d.ts +3233 -1260
  132. package/dist/schemas/load-model.js +23 -16
  133. package/dist/schemas/model-src-utils.d.ts +7 -6
  134. package/dist/schemas/model-src-utils.js +27 -1
  135. package/dist/schemas/model-types.d.ts +4 -4
  136. package/dist/schemas/ocr.d.ts +1 -1
  137. package/dist/schemas/plugin.d.ts +27 -3
  138. package/dist/schemas/plugin.js +27 -2
  139. package/dist/schemas/profiling.js +11 -3
  140. package/dist/schemas/provide.d.ts +1 -3
  141. package/dist/schemas/provide.js +0 -3
  142. package/dist/schemas/rag.d.ts +4 -4
  143. package/dist/schemas/registry.d.ts +10 -10
  144. package/dist/schemas/registry.js +36 -14
  145. package/dist/schemas/reload-config.d.ts +73 -7
  146. package/dist/schemas/sdcpp-config.d.ts +16 -8
  147. package/dist/schemas/sdcpp-config.js +118 -25
  148. package/dist/schemas/sdk-config.d.ts +116 -90
  149. package/dist/schemas/sdk-config.js +16 -0
  150. package/dist/schemas/sdk-errors-client.d.ts +3 -0
  151. package/dist/schemas/sdk-errors-client.js +16 -1
  152. package/dist/schemas/sdk-errors-server.d.ts +3 -0
  153. package/dist/schemas/sdk-errors-server.js +23 -0
  154. package/dist/schemas/state.d.ts +23 -0
  155. package/dist/schemas/state.js +14 -0
  156. package/dist/schemas/stop-provide.d.ts +0 -5
  157. package/dist/schemas/stop-provide.js +2 -6
  158. package/dist/schemas/text-to-speech.d.ts +93 -27
  159. package/dist/schemas/text-to-speech.js +27 -0
  160. package/dist/schemas/tools.d.ts +16 -0
  161. package/dist/schemas/tools.js +15 -0
  162. package/dist/schemas/transcription-config.d.ts +8 -8
  163. package/dist/schemas/transcription.d.ts +33 -0
  164. package/dist/schemas/transcription.js +9 -0
  165. package/dist/schemas/translate.js +59 -19
  166. package/dist/schemas/translation-config.d.ts +157 -133
  167. package/dist/schemas/translation-config.js +34 -11
  168. package/dist/server/bare/delegate-rpc-client.d.ts +1 -1
  169. package/dist/server/bare/delegate-rpc-client.js +131 -122
  170. package/dist/server/bare/hyperswarm.d.ts +2 -2
  171. package/dist/server/bare/hyperswarm.js +12 -7
  172. package/dist/server/bare/ops/cancel.js +7 -0
  173. package/dist/server/bare/ops/kv-cache-utils.d.ts +7 -10
  174. package/dist/server/bare/ops/kv-cache-utils.js +31 -40
  175. package/dist/server/bare/ops/load-model.js +0 -1
  176. package/dist/server/bare/ops/transcribe.d.ts +11 -4
  177. package/dist/server/bare/ops/transcribe.js +25 -4
  178. package/dist/server/bare/ops/translate.js +42 -4
  179. package/dist/server/bare/ops/unload-model.js +21 -19
  180. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +1 -2
  181. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +13 -8
  182. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +257 -85
  183. package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.d.ts +101 -0
  184. package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.js +135 -0
  185. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +80 -22
  186. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +57 -32
  187. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +10 -16
  188. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +69 -44
  189. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +54 -116
  190. package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +32 -0
  191. package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.js +117 -0
  192. package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +1 -1
  193. package/dist/server/bare/plugins/onnx-ocr/plugin.js +1 -2
  194. package/dist/server/bare/plugins/onnx-tts/ops/text-to-speech-stream.d.ts +7 -0
  195. package/dist/server/bare/plugins/onnx-tts/ops/text-to-speech-stream.js +116 -0
  196. package/dist/server/bare/plugins/onnx-tts/ops/text-to-speech.d.ts +2 -3
  197. package/dist/server/bare/plugins/onnx-tts/ops/text-to-speech.js +71 -9
  198. package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +41 -13
  199. package/dist/server/bare/plugins/onnx-tts/plugin.js +48 -3
  200. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +15 -7
  201. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +5 -6
  202. package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +6 -0
  203. package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +8 -5
  204. package/dist/server/bare/plugins/sdcpp-generation/plugin.js +13 -13
  205. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +17 -1
  206. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +40 -17
  207. package/dist/server/bare/registry/config-registry.js +14 -3
  208. package/dist/server/bare/registry/model-registry.d.ts +8 -10
  209. package/dist/server/bare/registry/model-registry.js +17 -12
  210. package/dist/server/bare/registry/registry-client.js +79 -19
  211. package/dist/server/bare/runtime-lifecycle.d.ts +2 -1
  212. package/dist/server/bare/runtime-lifecycle.js +13 -2
  213. package/dist/server/bare/types/addon-responses.d.ts +8 -3
  214. package/dist/server/bare/utils/transcribe-metadata.d.ts +21 -0
  215. package/dist/server/bare/utils/transcribe-metadata.js +28 -0
  216. package/dist/server/bare/utils/tts-stats.d.ts +22 -0
  217. package/dist/server/bare/utils/tts-stats.js +10 -0
  218. package/dist/server/rpc/create-server.d.ts +4 -1
  219. package/dist/server/rpc/create-server.js +5 -1
  220. package/dist/server/rpc/delegate-transport.js +36 -29
  221. package/dist/server/rpc/handle-request.js +28 -3
  222. package/dist/server/rpc/handler-registry.js +7 -1
  223. package/dist/server/rpc/handler-utils.d.ts +5 -0
  224. package/dist/server/rpc/handler-utils.js +22 -0
  225. package/dist/server/rpc/handlers/cancel-delegated.js +3 -5
  226. package/dist/server/rpc/handlers/cancelHandler.js +4 -5
  227. package/dist/server/rpc/handlers/completion-stream-delegated.js +14 -5
  228. package/dist/server/rpc/handlers/delete-cache.js +8 -3
  229. package/dist/server/rpc/handlers/download-asset.js +3 -24
  230. package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +3 -0
  231. package/dist/server/rpc/handlers/get-loaded-model-info.js +39 -0
  232. package/dist/server/rpc/handlers/get-model-info.js +93 -84
  233. package/dist/server/rpc/handlers/heartbeat-delegated.js +2 -2
  234. package/dist/server/rpc/handlers/index.d.ts +6 -0
  235. package/dist/server/rpc/handlers/index.js +6 -0
  236. package/dist/server/rpc/handlers/load-model/download-manager.d.ts +35 -9
  237. package/dist/server/rpc/handlers/load-model/download-manager.js +142 -38
  238. package/dist/server/rpc/handlers/load-model/download-stats.d.ts +5 -4
  239. package/dist/server/rpc/handlers/load-model/download-stats.js +49 -8
  240. package/dist/server/rpc/handlers/load-model/handler.js +31 -50
  241. package/dist/server/rpc/handlers/load-model/http.d.ts +2 -2
  242. package/dist/server/rpc/handlers/load-model/http.js +97 -142
  243. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -2
  244. package/dist/server/rpc/handlers/load-model/hyperdrive.js +55 -74
  245. package/dist/server/rpc/handlers/load-model/index.d.ts +0 -1
  246. package/dist/server/rpc/handlers/load-model/index.js +0 -1
  247. package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +27 -0
  248. package/dist/server/rpc/handlers/load-model/registry-client-options.js +19 -0
  249. package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +22 -0
  250. package/dist/server/rpc/handlers/load-model/registry-companion-set.js +208 -0
  251. package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +24 -0
  252. package/dist/server/rpc/handlers/load-model/registry-download-utils.js +114 -0
  253. package/dist/server/rpc/handlers/load-model/registry.d.ts +2 -20
  254. package/dist/server/rpc/handlers/load-model/registry.js +109 -381
  255. package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +15 -0
  256. package/dist/server/rpc/handlers/load-model/resolve-session.js +61 -0
  257. package/dist/server/rpc/handlers/load-model/resolve.d.ts +3 -3
  258. package/dist/server/rpc/handlers/load-model/resolve.js +14 -23
  259. package/dist/server/rpc/handlers/load-model/types.d.ts +11 -4
  260. package/dist/server/rpc/handlers/load-model/types.js +28 -1
  261. package/dist/server/rpc/handlers/load-model-delegated.js +2 -4
  262. package/dist/server/rpc/handlers/plugin-dispatch.js +9 -5
  263. package/dist/server/rpc/handlers/plugin-invoke.js +1 -1
  264. package/dist/server/rpc/handlers/provideHandler/connection.js +13 -2
  265. package/dist/server/rpc/handlers/provideHandler/handler.js +42 -29
  266. package/dist/server/rpc/handlers/state.d.ts +3 -0
  267. package/dist/server/rpc/handlers/state.js +7 -0
  268. package/dist/server/rpc/handlers/stopProvideHandler.d.ts +2 -2
  269. package/dist/server/rpc/handlers/stopProvideHandler.js +12 -7
  270. package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +3 -0
  271. package/dist/server/rpc/handlers/text-to-speech-stream.js +4 -0
  272. package/dist/server/rpc/handlers/unload-model-delegated.js +3 -3
  273. package/dist/server/rpc/profiling/operation-metrics.js +20 -0
  274. package/dist/server/rpc/rpc-utils.js +1 -1
  275. package/dist/server/rpc/transport-selector.d.ts +3 -0
  276. package/dist/server/rpc/transport-selector.js +18 -0
  277. package/dist/server/utils/cache/auto-history.d.ts +4 -0
  278. package/dist/server/utils/cache/auto-history.js +22 -0
  279. package/dist/server/utils/{cache.d.ts → cache/paths.d.ts} +22 -5
  280. package/dist/server/utils/{cache.js → cache/paths.js} +36 -20
  281. package/dist/server/utils/cache/types.d.ts +8 -0
  282. package/dist/server/utils/cache/types.js +1 -0
  283. package/dist/server/utils/checksum.d.ts +2 -2
  284. package/dist/server/utils/checksum.js +1 -1
  285. package/dist/server/utils/clear-storage.d.ts +5 -0
  286. package/dist/server/utils/clear-storage.js +17 -0
  287. package/dist/server/utils/completion-normalizer.d.ts +17 -0
  288. package/dist/server/utils/completion-normalizer.js +413 -0
  289. package/dist/server/utils/expand-gguf-shards.d.ts +3 -0
  290. package/dist/server/utils/expand-gguf-shards.js +22 -0
  291. package/dist/server/utils/formatting.js +1 -1
  292. package/dist/server/utils/index.d.ts +4 -2
  293. package/dist/server/utils/index.js +4 -2
  294. package/dist/server/utils/qvac-paths.d.ts +2 -0
  295. package/dist/server/utils/qvac-paths.js +5 -0
  296. package/dist/server/utils/response-format.d.ts +3 -0
  297. package/dist/server/utils/response-format.js +20 -0
  298. package/dist/server/utils/tool-integration.d.ts +15 -4
  299. package/dist/server/utils/tool-integration.js +21 -41
  300. package/dist/server/utils/tools/dialect.d.ts +8 -0
  301. package/dist/server/utils/tools/dialect.js +14 -0
  302. package/dist/server/utils/tools/index.d.ts +3 -0
  303. package/dist/server/utils/tools/index.js +2 -0
  304. package/dist/server/utils/tools/parser.d.ts +6 -0
  305. package/dist/server/utils/tools/parser.js +46 -0
  306. package/dist/server/utils/tools/parsers/harmony.d.ts +4 -0
  307. package/dist/server/utils/tools/parsers/harmony.js +59 -0
  308. package/dist/server/utils/tools/parsers/hermes.d.ts +4 -0
  309. package/dist/server/utils/tools/parsers/hermes.js +100 -0
  310. package/dist/server/utils/tools/parsers/json.d.ts +6 -0
  311. package/dist/server/utils/tools/parsers/json.js +115 -0
  312. package/dist/server/utils/tools/parsers/pythonic.d.ts +4 -0
  313. package/dist/server/utils/tools/parsers/pythonic.js +267 -0
  314. package/dist/server/utils/tools/shared.d.ts +18 -0
  315. package/dist/server/utils/tools/shared.js +54 -0
  316. package/dist/server/utils/worker-lock.d.ts +3 -0
  317. package/dist/server/utils/worker-lock.js +67 -0
  318. package/dist/server/worker-core.d.ts +16 -1
  319. package/dist/server/worker-core.js +114 -14
  320. package/dist/utils/aggregate-events.d.ts +16 -0
  321. package/dist/utils/aggregate-events.js +52 -0
  322. package/dist/utils/cache-normalize.d.ts +10 -0
  323. package/dist/utils/cache-normalize.js +23 -0
  324. package/dist/utils/encoding.d.ts +8 -0
  325. package/dist/utils/encoding.js +13 -0
  326. package/dist/utils/errors-client.d.ts +12 -0
  327. package/dist/utils/errors-client.js +20 -0
  328. package/dist/utils/errors-server.d.ts +14 -0
  329. package/dist/utils/errors-server.js +31 -0
  330. package/dist/utils/load-model-validation.d.ts +7 -0
  331. package/dist/utils/load-model-validation.js +18 -0
  332. package/expo/plugins/patches/android-link.mjs +1 -1
  333. package/expo/plugins/patches/ios-link.mjs +1 -1
  334. package/package.json +14 -18
  335. package/dist/examples/translation/translation-opus.d.ts +0 -2
  336. package/dist/examples/translation/translation-opus.js +0 -33
  337. package/dist/server/bare/utils/loader-adapter.d.ts +0 -7
  338. package/dist/server/bare/utils/loader-adapter.js +0 -9
  339. package/dist/server/utils/model-path.d.ts +0 -5
  340. package/dist/server/utils/model-path.js +0 -7
  341. package/dist/server/utils/tool-parser.d.ts +0 -7
  342. package/dist/server/utils/tool-parser.js +0 -248
  343. /package/dist/examples/{llamacpp-native-tools.d.ts → tools/llamacpp-native-tools.d.ts} +0 -0
@@ -0,0 +1,23 @@
1
+ // Shared by the auto-cache writer and reader on the server, and surfaced to
2
+ // clients as `final.cacheableAssistantContent` so the next turn's `history`
3
+ // produces a stable cache key.
4
+ // Case-insensitive in case a model variant emits `<Think>`; the addon uses
5
+ // lowercase today but we don't want a casing change to regress hit-rate.
6
+ const THINK_BLOCK_RE = /<think>[\s\S]*?<\/think>/gi;
7
+ // Trailing unclosed `<think>...` when a stop token interrupts mid-thought.
8
+ // Must run after THINK_BLOCK_RE so only a genuinely unclosed tail matches.
9
+ const UNCLOSED_TRAILING_THINK_RE = /<think>[\s\S]*$/i;
10
+ /**
11
+ * Canonicalize assistant message text for the auto-cache key.
12
+ *
13
+ * The server saves raw stream text (with think tags when `captureThinking` is
14
+ * on), while `final.contentText` only aggregates `contentDelta` events.
15
+ * Stripping think blocks (paired and unclosed-trailing) and trimming lets
16
+ * callers push back either shape and still hit the cache.
17
+ */
18
+ export function normalizeAssistantCacheContent(content) {
19
+ return content
20
+ .replace(THINK_BLOCK_RE, "")
21
+ .replace(UNCLOSED_TRAILING_THINK_RE, "")
22
+ .trim();
23
+ }
@@ -6,4 +6,12 @@
6
6
  * provides a cross-platform alternative to Buffer.from(str, "base64").
7
7
  */
8
8
  export declare function decodeBase64(base64: string): Uint8Array;
9
+ /**
10
+ * Encodes a Uint8Array to a base64 string.
11
+ *
12
+ * Uses btoa which is available across all runtimes (Node, Bare, React Native).
13
+ * Buffer is not globally available in React Native (Hermes engine), so this
14
+ * provides a cross-platform alternative to Buffer.from(bytes).toString("base64").
15
+ */
16
+ export declare function encodeBase64(bytes: Uint8Array): string;
9
17
  //# sourceMappingURL=encoding.d.ts.map
@@ -12,3 +12,16 @@ export function decodeBase64(base64) {
12
12
  bytes[i] = binary.charCodeAt(i);
13
13
  return bytes;
14
14
  }
15
+ /**
16
+ * Encodes a Uint8Array to a base64 string.
17
+ *
18
+ * Uses btoa which is available across all runtimes (Node, Bare, React Native).
19
+ * Buffer is not globally available in React Native (Hermes engine), so this
20
+ * provides a cross-platform alternative to Buffer.from(bytes).toString("base64").
21
+ */
22
+ export function encodeBase64(bytes) {
23
+ let binary = "";
24
+ for (let i = 0; i < bytes.length; i++)
25
+ binary += String.fromCharCode(bytes[i]);
26
+ return btoa(binary);
27
+ }
@@ -20,6 +20,12 @@ export declare class InvalidToolSchemaError extends QvacErrorBase {
20
20
  export declare class OCRFailedError extends QvacErrorBase {
21
21
  constructor(details?: string, cause?: unknown);
22
22
  }
23
+ export declare class ModelTypeRequiredError extends QvacErrorBase {
24
+ constructor(cause?: unknown);
25
+ }
26
+ export declare class ModelSrcTypeMismatchError extends QvacErrorBase {
27
+ constructor(inferred: string, resolved: string, cause?: unknown);
28
+ }
23
29
  export declare class RPCNoHandlerError extends QvacErrorBase {
24
30
  constructor(requestType: string, cause?: unknown);
25
31
  }
@@ -32,6 +38,9 @@ export declare class RPCResponseStreamNotCreatedError extends QvacErrorBase {
32
38
  export declare class RPCConnectionFailedError extends QvacErrorBase {
33
39
  constructor(details: string, cause?: unknown);
34
40
  }
41
+ export declare class RPCInitTimeoutError extends QvacErrorBase {
42
+ constructor(timeoutMs: number, cause?: unknown);
43
+ }
35
44
  export declare class ProviderStartFailedError extends QvacErrorBase {
36
45
  constructor(details?: string, cause?: unknown);
37
46
  }
@@ -80,6 +89,9 @@ export declare class EmbedFailedError extends QvacErrorBase {
80
89
  export declare class TranscriptionFailedError extends QvacErrorBase {
81
90
  constructor(details?: string, cause?: unknown);
82
91
  }
92
+ export declare class TextToSpeechStreamFailedError extends QvacErrorBase {
93
+ constructor(details?: string, cause?: unknown);
94
+ }
83
95
  export declare class TranslationFailedError extends QvacErrorBase {
84
96
  constructor(details?: string, cause?: unknown);
85
97
  }
@@ -38,6 +38,16 @@ export class OCRFailedError extends QvacErrorBase {
38
38
  super(createErrorOptions(SDK_CLIENT_ERROR_CODES.OCR_FAILED, details ? [details] : undefined, cause));
39
39
  }
40
40
  }
41
+ export class ModelTypeRequiredError extends QvacErrorBase {
42
+ constructor(cause) {
43
+ super(createErrorOptions(SDK_CLIENT_ERROR_CODES.MODEL_TYPE_REQUIRED, undefined, cause));
44
+ }
45
+ }
46
+ export class ModelSrcTypeMismatchError extends QvacErrorBase {
47
+ constructor(inferred, resolved, cause) {
48
+ super(createErrorOptions(SDK_CLIENT_ERROR_CODES.MODEL_SRC_TYPE_MISMATCH, [inferred, resolved], cause));
49
+ }
50
+ }
41
51
  // ============== RPC Communication Errors ==============
42
52
  export class RPCNoHandlerError extends QvacErrorBase {
43
53
  constructor(requestType, cause) {
@@ -59,6 +69,11 @@ export class RPCConnectionFailedError extends QvacErrorBase {
59
69
  super(createErrorOptions(SDK_CLIENT_ERROR_CODES.RPC_CONNECTION_FAILED, [details], cause));
60
70
  }
61
71
  }
72
+ export class RPCInitTimeoutError extends QvacErrorBase {
73
+ constructor(timeoutMs, cause) {
74
+ super(createErrorOptions(SDK_CLIENT_ERROR_CODES.RPC_INIT_TIMEOUT, [timeoutMs], cause));
75
+ }
76
+ }
62
77
  // ============== Provider/Delegation Errors ==============
63
78
  export class ProviderStartFailedError extends QvacErrorBase {
64
79
  constructor(details, cause) {
@@ -144,6 +159,11 @@ export class TranscriptionFailedError extends QvacErrorBase {
144
159
  super(createErrorOptions(SDK_SERVER_ERROR_CODES.TRANSCRIPTION_FAILED, details ? [details] : undefined, cause));
145
160
  }
146
161
  }
162
+ export class TextToSpeechStreamFailedError extends QvacErrorBase {
163
+ constructor(details, cause) {
164
+ super(createErrorOptions(SDK_SERVER_ERROR_CODES.TEXT_TO_SPEECH_STREAM_FAILED, details ? [details] : undefined, cause));
165
+ }
166
+ }
147
167
  export class TranslationFailedError extends QvacErrorBase {
148
168
  constructor(details, cause) {
149
169
  super(createErrorOptions(SDK_SERVER_ERROR_CODES.TRANSLATION_FAILED, details ? [details] : undefined, cause));
@@ -68,12 +68,23 @@ export declare class CancelFailedError extends QvacErrorBase {
68
68
  export declare class TextToSpeechFailedError extends QvacErrorBase {
69
69
  constructor(details?: string, cause?: unknown);
70
70
  }
71
+ export declare class TextToSpeechStreamFailedError extends QvacErrorBase {
72
+ constructor(details?: string, cause?: unknown);
73
+ }
71
74
  export declare class ConfigReloadNotSupportedError extends QvacErrorBase {
72
75
  constructor(modelId: string, cause?: unknown);
73
76
  }
74
77
  export declare class ModelTypeMismatchError extends QvacErrorBase {
75
78
  constructor(expectedType: string, providedType: string, cause?: unknown);
76
79
  }
80
+ export declare class ModelOperationNotSupportedError extends QvacErrorBase {
81
+ readonly modelId: string;
82
+ readonly modelType: string;
83
+ readonly operation: string;
84
+ readonly supportedOperations: readonly string[];
85
+ readonly suggestedModelTypes: readonly string[];
86
+ constructor(modelId: string, modelType: string, operation: string, supportedOperations: readonly string[], suggestedModelTypes: readonly string[], cause?: unknown);
87
+ }
77
88
  export declare class OCRFailedError extends QvacErrorBase {
78
89
  constructor(details?: string, cause?: unknown);
79
90
  }
@@ -233,6 +244,9 @@ export declare class LifecycleSuspendFailedError extends QvacErrorBase {
233
244
  export declare class LifecycleResumeFailedError extends QvacErrorBase {
234
245
  constructor(details?: string, cause?: unknown);
235
246
  }
247
+ export declare class LifecycleOperationBlockedError extends QvacErrorBase {
248
+ constructor(requestType: string, lifecycleState: string);
249
+ }
236
250
  export declare class PathTraversalError extends QvacErrorBase {
237
251
  constructor(component: string, basePath: string, cause?: unknown);
238
252
  }
@@ -120,6 +120,11 @@ export class TextToSpeechFailedError extends QvacErrorBase {
120
120
  super(createErrorOptions(SDK_SERVER_ERROR_CODES.TEXT_TO_SPEECH_FAILED, details ? [details] : undefined, cause));
121
121
  }
122
122
  }
123
+ export class TextToSpeechStreamFailedError extends QvacErrorBase {
124
+ constructor(details, cause) {
125
+ super(createErrorOptions(SDK_SERVER_ERROR_CODES.TEXT_TO_SPEECH_STREAM_FAILED, details ? [details] : undefined, cause));
126
+ }
127
+ }
123
128
  export class ConfigReloadNotSupportedError extends QvacErrorBase {
124
129
  constructor(modelId, cause) {
125
130
  super(createErrorOptions(SDK_SERVER_ERROR_CODES.CONFIG_RELOAD_NOT_SUPPORTED, [modelId], cause));
@@ -130,6 +135,27 @@ export class ModelTypeMismatchError extends QvacErrorBase {
130
135
  super(createErrorOptions(SDK_SERVER_ERROR_CODES.MODEL_TYPE_MISMATCH, [expectedType, providedType], cause));
131
136
  }
132
137
  }
138
+ export class ModelOperationNotSupportedError extends QvacErrorBase {
139
+ modelId;
140
+ modelType;
141
+ operation;
142
+ supportedOperations;
143
+ suggestedModelTypes;
144
+ constructor(modelId, modelType, operation, supportedOperations, suggestedModelTypes, cause) {
145
+ super(createErrorOptions(SDK_SERVER_ERROR_CODES.MODEL_OPERATION_NOT_SUPPORTED, [
146
+ modelId,
147
+ modelType,
148
+ operation,
149
+ supportedOperations.join(", "),
150
+ suggestedModelTypes.join(", "),
151
+ ], cause));
152
+ this.modelId = modelId;
153
+ this.modelType = modelType;
154
+ this.operation = operation;
155
+ this.supportedOperations = supportedOperations;
156
+ this.suggestedModelTypes = suggestedModelTypes;
157
+ }
158
+ }
133
159
  export class OCRFailedError extends QvacErrorBase {
134
160
  constructor(details, cause) {
135
161
  super(createErrorOptions(SDK_SERVER_ERROR_CODES.OCR_FAILED, details ? [details] : undefined, cause));
@@ -407,6 +433,11 @@ export class LifecycleResumeFailedError extends QvacErrorBase {
407
433
  super(createErrorOptions(SDK_SERVER_ERROR_CODES.LIFECYCLE_RESUME_FAILED, details ? [details] : undefined, cause));
408
434
  }
409
435
  }
436
+ export class LifecycleOperationBlockedError extends QvacErrorBase {
437
+ constructor(requestType, lifecycleState) {
438
+ super(createErrorOptions(SDK_SERVER_ERROR_CODES.LIFECYCLE_OPERATION_BLOCKED, [requestType, lifecycleState]));
439
+ }
440
+ }
410
441
  // ============== Security Errors ==============
411
442
  export class PathTraversalError extends QvacErrorBase {
412
443
  constructor(component, basePath, cause) {
@@ -0,0 +1,7 @@
1
+ /**
2
+ * Throws {@link ModelSrcTypeMismatchError} when explicit
3
+ * `modelType` disagrees with the type inferred from `modelSrc`.
4
+ * No-op when nothing can be inferred.
5
+ */
6
+ export declare function assertModelSrcMatchesModelType(modelSrc: unknown, explicitModelType: string): void;
7
+ //# sourceMappingURL=load-model-validation.d.ts.map
@@ -0,0 +1,18 @@
1
+ import { inferModelTypeFromModelSrc } from "../schemas/model-src-utils.js";
2
+ import { normalizeModelType } from "../schemas/model-types.js";
3
+ import { ModelSrcTypeMismatchError } from "./errors-client.js";
4
+ /**
5
+ * Throws {@link ModelSrcTypeMismatchError} when explicit
6
+ * `modelType` disagrees with the type inferred from `modelSrc`.
7
+ * No-op when nothing can be inferred.
8
+ */
9
+ export function assertModelSrcMatchesModelType(modelSrc, explicitModelType) {
10
+ const inferred = inferModelTypeFromModelSrc(modelSrc);
11
+ if (!inferred)
12
+ return;
13
+ const normalizedInferred = normalizeModelType(inferred);
14
+ const normalizedExplicit = normalizeModelType(explicitModelType);
15
+ if (normalizedInferred !== normalizedExplicit) {
16
+ throw new ModelSrcTypeMismatchError(normalizedInferred, normalizedExplicit);
17
+ }
18
+ }
@@ -54,7 +54,7 @@ if (fs.existsSync(manifestPath)) {
54
54
  for await (const resource of link(
55
55
  projectRoot,
56
56
  {
57
- target: ["android-arm64", "android-arm", "android-ia32", "android-x64"],
57
+ hosts: ["android-arm64", "android-arm", "android-ia32", "android-x64"],
58
58
  out: addonsDir,
59
59
  },
60
60
  pkg,
@@ -54,7 +54,7 @@ if (fs.existsSync(manifestPath)) {
54
54
  for await (const resource of link(
55
55
  projectRoot,
56
56
  {
57
- target: ["ios-arm64", "ios-arm64-simulator", "ios-x64-simulator"],
57
+ hosts: ["ios-arm64", "ios-arm64-simulator", "ios-x64-simulator"],
58
58
  out: addonsDir,
59
59
  },
60
60
  pkg,
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@qvac/sdk",
3
- "version": "0.9.2",
3
+ "version": "0.10.1",
4
4
  "license": "Apache-2.0",
5
5
  "repository": {
6
6
  "type": "git",
@@ -173,20 +173,19 @@
173
173
  },
174
174
  "dependencies": {
175
175
  "@qvac/decoder-audio": "^0.3.7",
176
- "@qvac/diffusion-cpp": "^0.1.3",
177
- "@qvac/dl-filesystem": "^0.2.1",
178
- "@qvac/embed-llamacpp": "^0.13.4",
176
+ "@qvac/diffusion-cpp": "^0.3.0",
177
+ "@qvac/embed-llamacpp": "^0.14.0",
179
178
  "@qvac/error": "^0.1.1",
180
179
  "@qvac/langdetect-text": "^0.1.2",
181
- "@qvac/llm-llamacpp": "^0.14.4",
180
+ "@qvac/llm-llamacpp": "^0.17.1",
182
181
  "@qvac/logging": "^0.1.0",
183
182
  "@qvac/ocr-onnx": "^0.4.2",
184
183
  "@qvac/rag": "^0.4.4",
185
- "@qvac/registry-client": "^0.4.0",
184
+ "@qvac/registry-client": "^0.4.1",
186
185
  "@qvac/transcription-parakeet": "^0.3.1",
187
186
  "@qvac/transcription-whispercpp": "^0.6.1",
188
- "@qvac/translation-nmtcpp": "^0.6.10",
189
- "@qvac/tts-onnx": "^0.8.2",
187
+ "@qvac/translation-nmtcpp": "^2.0.1",
188
+ "@qvac/tts-onnx": "^0.8.4",
190
189
  "fast-safe-stringify": "2.1.1",
191
190
  "which-runtime": "^1.3.2",
192
191
  "zod": "^4.3.0"
@@ -196,7 +195,7 @@
196
195
  "@expo/config-plugins": "^54.0.4",
197
196
  "@lancedb/lancedb": "^0.21.3",
198
197
  "@modelcontextprotocol/sdk": "^1.12.1",
199
- "@qvac/cli": "^0.2.3",
198
+ "@qvac/cli": "^0.2.4",
200
199
  "@sqliteai/sqlite-wasm": "3.50.4-sync.0.8.30-vector.0.9.23",
201
200
  "@types/node": "^24.2.1",
202
201
  "@types/tar-stream": "^3.1.4",
@@ -216,7 +215,7 @@
216
215
  "hyperdb": "^4.16.1",
217
216
  "pear-pipe": "^1.0.6",
218
217
  "prettier": "^3.6.2",
219
- "react-native-bare-kit": "^0.11.5",
218
+ "react-native-bare-kit": "0.12.3",
220
219
  "remark-cli": "^12.0.1",
221
220
  "remark-code-import": "^1.2.0",
222
221
  "remark-frontmatter": "^5.0.0",
@@ -227,16 +226,16 @@
227
226
  },
228
227
  "peerDependencies": {
229
228
  "@modelcontextprotocol/sdk": "^1.0.0",
230
- "@qvac/cli": "^0.2.3",
229
+ "@qvac/cli": "^0.2.4",
231
230
  "bare-abort-controller": "^1.0.0",
232
231
  "bare-buffer": "^3.4.2",
233
232
  "bare-crypto": "^1.13.4",
234
233
  "bare-dns": "^2.1.4",
235
234
  "bare-fetch": "^2.5.1",
236
- "bare-fs": "^4.5.2",
235
+ "bare-fs": "^4.5.1",
237
236
  "bare-http1": "^4.1.6",
238
237
  "bare-https": "^2.1.3",
239
- "bare-link": "^2.1.10",
238
+ "bare-link": "^3.2.1",
240
239
  "bare-net": "^2.2.0",
241
240
  "bare-os": "^3.6.2",
242
241
  "bare-path": "^3.0.0",
@@ -257,7 +256,7 @@
257
256
  "hyperswarm": "^4.12.1",
258
257
  "llm-splitter": "~0.2.0",
259
258
  "pear-pipe": "^1.0.6",
260
- "react-native-bare-kit": "^0.11.5",
259
+ "react-native-bare-kit": "0.12.3",
261
260
  "tar-stream": "^3.1.8"
262
261
  },
263
262
  "peerDependenciesMeta": {
@@ -286,8 +285,5 @@
286
285
  "optional": true
287
286
  }
288
287
  },
289
- "patchedDependencies": {},
290
- "overrides": {
291
- "@qvac/dl-hyperdrive": "^0.2.0"
292
- }
288
+ "patchedDependencies": {}
293
289
  }
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=translation-opus.d.ts.map
@@ -1,33 +0,0 @@
1
- import { loadModel, translate, unloadModel, MARIAN_OPUS_EN_IT_Q4_0, } from "@qvac/sdk";
2
- try {
3
- const modelId = await loadModel({
4
- modelSrc: MARIAN_OPUS_EN_IT_Q4_0,
5
- modelType: "nmt",
6
- modelConfig: {
7
- engine: "Opus",
8
- from: "en",
9
- to: "it",
10
- temperature: 0.2,
11
- norepeatngramsize: 3,
12
- lengthpenalty: 1.2,
13
- },
14
- onProgress: (progress) => {
15
- console.log(progress);
16
- },
17
- });
18
- console.log(`✅ Model loaded: ${modelId}`);
19
- const text = "Hello, how are you today?";
20
- const result = translate({
21
- modelId,
22
- text,
23
- modelType: "nmt",
24
- stream: false,
25
- });
26
- const translatedText = await result.text;
27
- console.log(`Translated text EN -> IT: ${text} -> "${translatedText}"`);
28
- await unloadModel({ modelId });
29
- }
30
- catch (error) {
31
- console.error("❌ Error:", error);
32
- process.exit(1);
33
- }
@@ -1,7 +0,0 @@
1
- import type FilesystemDL from "@qvac/dl-filesystem";
2
- /**
3
- * Adapts FilesystemDL to addon Loader interface by adding download stub.
4
- * download() is never called when using filesystem loader.
5
- */
6
- export declare function asLoader<T>(loader: FilesystemDL): T;
7
- //# sourceMappingURL=loader-adapter.d.ts.map
@@ -1,9 +0,0 @@
1
- /**
2
- * Adapts FilesystemDL to addon Loader interface by adding download stub.
3
- * download() is never called when using filesystem loader.
4
- */
5
- export function asLoader(loader) {
6
- // eslint-disable-next-line @typescript-eslint/no-explicit-any, @typescript-eslint/no-unsafe-member-access
7
- loader.download = () => Promise.reject(new Error("download not supported"));
8
- return loader;
9
- }
@@ -1,5 +0,0 @@
1
- export declare function parseModelPath(modelPath: string): {
2
- dirPath: string;
3
- basePath: string;
4
- };
5
- //# sourceMappingURL=model-path.d.ts.map
@@ -1,7 +0,0 @@
1
- import path from "bare-path";
2
- export function parseModelPath(modelPath) {
3
- return {
4
- dirPath: path.dirname(modelPath),
5
- basePath: path.basename(modelPath),
6
- };
7
- }
@@ -1,7 +0,0 @@
1
- import type { Tool, ToolCall, ToolCallError } from "../../schemas/index";
2
- export declare function parseToolCalls(text: string, tools: Tool[]): {
3
- toolCalls: ToolCall[];
4
- errors: ToolCallError[];
5
- };
6
- export declare function convertToolsToGrammar(tools: Tool[]): string;
7
- //# sourceMappingURL=tool-parser.d.ts.map