@qvac/sdk 0.7.1 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (218) hide show
  1. package/NOTICE +57 -331
  2. package/README.md +2 -2
  3. package/bare-imports.json +9 -0
  4. package/dist/client/api/completion-stream.d.ts +2 -1
  5. package/dist/client/api/completion-stream.js +2 -1
  6. package/dist/client/api/download-asset.d.ts +3 -2
  7. package/dist/client/api/download-asset.js +4 -3
  8. package/dist/client/api/embed.d.ts +5 -2
  9. package/dist/client/api/embed.js +2 -2
  10. package/dist/client/api/get-model-info.d.ts +1 -1
  11. package/dist/client/api/invoke-plugin.d.ts +3 -2
  12. package/dist/client/api/invoke-plugin.js +4 -4
  13. package/dist/client/api/load-model.d.ts +12 -10
  14. package/dist/client/api/load-model.js +3 -3
  15. package/dist/client/api/rag.d.ts +10 -10
  16. package/dist/client/api/rag.js +21 -21
  17. package/dist/client/api/text-to-speech.d.ts +2 -2
  18. package/dist/client/api/text-to-speech.js +3 -3
  19. package/dist/client/api/transcribe.d.ts +5 -3
  20. package/dist/client/api/transcribe.js +6 -4
  21. package/dist/client/api/translate.d.ts +2 -2
  22. package/dist/client/api/translate.js +3 -3
  23. package/dist/client/rpc/node-rpc-client.d.ts +2 -7
  24. package/dist/client/rpc/node-rpc-client.js +2 -39
  25. package/dist/client/rpc/profiling/index.d.ts +2 -0
  26. package/dist/client/rpc/profiling/index.js +1 -0
  27. package/dist/client/rpc/profiling/profiler.d.ts +27 -0
  28. package/dist/client/rpc/profiling/profiler.js +139 -0
  29. package/dist/client/rpc/rpc-client.d.ts +2 -2
  30. package/dist/client/rpc/rpc-client.js +174 -12
  31. package/dist/examples/delegated-inference/consumer-profiled.d.ts +2 -0
  32. package/dist/examples/delegated-inference/consumer-profiled.js +67 -0
  33. package/dist/examples/llamacpp-multimodal.js +1 -1
  34. package/dist/examples/parallel-download.js +45 -13
  35. package/dist/examples/profiling/basic.d.ts +2 -0
  36. package/dist/examples/profiling/basic.js +71 -0
  37. package/dist/examples/profiling/per-call.d.ts +2 -0
  38. package/dist/examples/profiling/per-call.js +30 -0
  39. package/dist/examples/transcription/parakeet-ctc-filesystem.d.ts +2 -0
  40. package/dist/examples/transcription/parakeet-ctc-filesystem.js +40 -0
  41. package/dist/examples/transcription/parakeet-microphone-record.d.ts +2 -0
  42. package/dist/examples/transcription/parakeet-microphone-record.js +95 -0
  43. package/dist/examples/transcription/parakeet-sortformer.d.ts +2 -0
  44. package/dist/examples/transcription/parakeet-sortformer.js +115 -0
  45. package/dist/examples/transcription/parakeet-tdt-filesystem.d.ts +2 -0
  46. package/dist/examples/transcription/parakeet-tdt-filesystem.js +44 -0
  47. package/dist/examples/translation/translation-bergamot-pivot.d.ts +2 -0
  48. package/dist/examples/translation/translation-bergamot-pivot.js +73 -0
  49. package/dist/examples/translation/translation-llm-afriquegemma.d.ts +2 -0
  50. package/dist/examples/translation/translation-llm-afriquegemma.js +39 -0
  51. package/dist/index.d.ts +3 -1
  52. package/dist/index.js +2 -0
  53. package/dist/logging/index.d.ts +1 -1
  54. package/dist/logging/index.js +1 -1
  55. package/dist/logging/namespaces.d.ts +3 -9
  56. package/dist/logging/namespaces.js +2 -8
  57. package/dist/logging/registry.js +15 -1
  58. package/dist/models/registry/models.d.ts +1606 -245
  59. package/dist/models/registry/models.js +2127 -721
  60. package/dist/models/update-models/codegen.js +2 -2
  61. package/dist/models/update-models/history.d.ts +11 -0
  62. package/dist/models/update-models/history.js +24 -5
  63. package/dist/models/update-models/index.js +17 -16
  64. package/dist/models/update-models/naming.js +56 -0
  65. package/dist/profiling/aggregator.d.ts +15 -0
  66. package/dist/profiling/aggregator.js +100 -0
  67. package/dist/profiling/clock.d.ts +12 -0
  68. package/dist/profiling/clock.js +51 -0
  69. package/dist/profiling/controller.d.ts +33 -0
  70. package/dist/profiling/controller.js +123 -0
  71. package/dist/profiling/envelope.d.ts +10 -0
  72. package/dist/profiling/envelope.js +36 -0
  73. package/dist/profiling/events.d.ts +20 -0
  74. package/dist/profiling/events.js +37 -0
  75. package/dist/profiling/exporters.d.ts +10 -0
  76. package/dist/profiling/exporters.js +236 -0
  77. package/dist/profiling/index.d.ts +36 -0
  78. package/dist/profiling/index.js +31 -0
  79. package/dist/profiling/ring-buffer.d.ts +19 -0
  80. package/dist/profiling/ring-buffer.js +83 -0
  81. package/dist/profiling/types.d.ts +47 -0
  82. package/dist/profiling/types.js +1 -0
  83. package/dist/schemas/common.d.ts +1888 -133
  84. package/dist/schemas/common.js +2 -0
  85. package/dist/schemas/completion-stream.d.ts +31 -0
  86. package/dist/schemas/completion-stream.js +13 -0
  87. package/dist/schemas/download-asset.d.ts +14 -3
  88. package/dist/schemas/download-asset.js +3 -1
  89. package/dist/schemas/engine-addon-map.js +9 -6
  90. package/dist/schemas/get-model-info.d.ts +2 -0
  91. package/dist/schemas/get-model-info.js +1 -0
  92. package/dist/schemas/index.d.ts +2 -1
  93. package/dist/schemas/index.js +2 -1
  94. package/dist/schemas/llamacpp-config.d.ts +140 -14
  95. package/dist/schemas/llamacpp-config.js +11 -7
  96. package/dist/schemas/load-model.d.ts +9649 -2515
  97. package/dist/schemas/load-model.js +142 -182
  98. package/dist/schemas/model-src-utils.d.ts +10 -2
  99. package/dist/schemas/model-types.d.ts +19 -1
  100. package/dist/schemas/model-types.js +11 -0
  101. package/dist/schemas/ocr.d.ts +37 -0
  102. package/dist/schemas/ocr.js +5 -0
  103. package/dist/schemas/plugin.d.ts +51 -5
  104. package/dist/schemas/plugin.js +26 -0
  105. package/dist/schemas/profiling.d.ts +105 -0
  106. package/dist/schemas/profiling.js +66 -0
  107. package/dist/schemas/registry.d.ts +18 -0
  108. package/dist/schemas/registry.js +2 -0
  109. package/dist/schemas/reload-config.d.ts +126 -6
  110. package/dist/schemas/reload-config.js +1 -1
  111. package/dist/schemas/sdk-config.d.ts +2280 -24
  112. package/dist/schemas/sdk-config.js +6 -1
  113. package/dist/schemas/sdk-errors-client.d.ts +1 -0
  114. package/dist/schemas/sdk-errors-client.js +7 -0
  115. package/dist/schemas/sdk-errors-server.d.ts +3 -0
  116. package/dist/schemas/sdk-errors-server.js +15 -0
  117. package/dist/schemas/text-to-speech.d.ts +90 -68
  118. package/dist/schemas/text-to-speech.js +16 -33
  119. package/dist/schemas/transcription-config.d.ts +383 -0
  120. package/dist/schemas/{whispercpp-config.js → transcription-config.js} +29 -1
  121. package/dist/schemas/translation-config.d.ts +463 -8
  122. package/dist/schemas/translation-config.js +35 -2
  123. package/dist/server/bare/delegate-rpc-client.js +11 -1
  124. package/dist/server/bare/ops/load-model.d.ts +7 -1
  125. package/dist/server/bare/ops/load-model.js +41 -42
  126. package/dist/server/bare/ops/transcribe.d.ts +3 -0
  127. package/dist/server/bare/ops/transcribe.js +75 -0
  128. package/dist/server/bare/ops/translate.d.ts +2 -0
  129. package/dist/server/bare/ops/translate.js +12 -4
  130. package/dist/server/bare/plugins/index.d.ts +1 -0
  131. package/dist/server/bare/plugins/index.js +1 -0
  132. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +2 -1
  133. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +8 -6
  134. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +108 -3
  135. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +19 -6
  136. package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +32 -2
  137. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +31 -17
  138. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +325 -3
  139. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +117 -10
  140. package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +50 -2
  141. package/dist/server/bare/plugins/onnx-ocr/plugin.js +46 -5
  142. package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +351 -4
  143. package/dist/server/bare/plugins/onnx-tts/plugin.js +81 -61
  144. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +317 -0
  145. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +154 -0
  146. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +209 -3
  147. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +21 -9
  148. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +2 -2
  149. package/dist/server/bare/registry/model-config-utils.js +3 -1
  150. package/dist/server/bare/utils/audio-input.d.ts +10 -0
  151. package/dist/server/bare/utils/audio-input.js +33 -0
  152. package/dist/server/error-handlers.d.ts +3 -2
  153. package/dist/server/error-handlers.js +11 -8
  154. package/dist/server/plugins/registry.js +5 -1
  155. package/dist/server/rpc/delegate-transport.d.ts +11 -3
  156. package/dist/server/rpc/delegate-transport.js +158 -3
  157. package/dist/server/rpc/handle-request.js +43 -4
  158. package/dist/server/rpc/handler-registry.js +7 -1
  159. package/dist/server/rpc/handler-utils.d.ts +5 -4
  160. package/dist/server/rpc/handler-utils.js +72 -31
  161. package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +3 -1
  162. package/dist/server/rpc/handlers/completion-stream-delegated.js +11 -2
  163. package/dist/server/rpc/handlers/download-asset.js +55 -3
  164. package/dist/server/rpc/handlers/load-model/download-stats.d.ts +6 -0
  165. package/dist/server/rpc/handlers/load-model/download-stats.js +87 -0
  166. package/dist/server/rpc/handlers/load-model/handler.js +108 -123
  167. package/dist/server/rpc/handlers/load-model/http.d.ts +2 -1
  168. package/dist/server/rpc/handlers/load-model/http.js +21 -5
  169. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -1
  170. package/dist/server/rpc/handlers/load-model/hyperdrive.js +19 -14
  171. package/dist/server/rpc/handlers/load-model/registry.d.ts +2 -1
  172. package/dist/server/rpc/handlers/load-model/registry.js +123 -130
  173. package/dist/server/rpc/handlers/load-model/resolve.d.ts +2 -0
  174. package/dist/server/rpc/handlers/load-model/resolve.js +55 -22
  175. package/dist/server/rpc/handlers/load-model/types.d.ts +29 -0
  176. package/dist/server/rpc/handlers/load-model/types.js +1 -0
  177. package/dist/server/rpc/handlers/load-model-delegated.d.ts +5 -1
  178. package/dist/server/rpc/handlers/load-model-delegated.js +35 -7
  179. package/dist/server/rpc/handlers/plugin-dispatch.js +15 -10
  180. package/dist/server/rpc/handlers/plugin-invoke.js +56 -51
  181. package/dist/server/rpc/handlers/rag.js +24 -0
  182. package/dist/server/rpc/handlers/unload-model-delegated.d.ts +3 -0
  183. package/dist/server/rpc/handlers/unload-model-delegated.js +32 -0
  184. package/dist/server/rpc/profiling/context.d.ts +18 -0
  185. package/dist/server/rpc/profiling/context.js +38 -0
  186. package/dist/server/rpc/profiling/delegation-profiler.d.ts +32 -0
  187. package/dist/server/rpc/profiling/delegation-profiler.js +154 -0
  188. package/dist/server/rpc/profiling/index.d.ts +5 -0
  189. package/dist/server/rpc/profiling/index.js +4 -0
  190. package/dist/server/rpc/profiling/operation-metrics.d.ts +25 -0
  191. package/dist/server/rpc/profiling/operation-metrics.js +199 -0
  192. package/dist/server/rpc/profiling/operation-wrappers.d.ts +18 -0
  193. package/dist/server/rpc/profiling/operation-wrappers.js +124 -0
  194. package/dist/server/rpc/profiling/profiler.d.ts +13 -0
  195. package/dist/server/rpc/profiling/profiler.js +97 -0
  196. package/dist/server/utils/cache.d.ts +2 -1
  197. package/dist/server/utils/cache.js +5 -1
  198. package/dist/server/utils/checksum.d.ts +2 -0
  199. package/dist/server/utils/checksum.js +7 -0
  200. package/dist/server/utils/formatting.d.ts +6 -0
  201. package/dist/server/utils/formatting.js +35 -0
  202. package/dist/server/worker.js +2 -1
  203. package/dist/utils/errors-client.d.ts +3 -0
  204. package/dist/utils/errors-client.js +6 -0
  205. package/dist/utils/errors-server.d.ts +9 -0
  206. package/dist/utils/errors-server.js +15 -0
  207. package/dist/utils/global-singleton.d.ts +2 -0
  208. package/dist/utils/global-singleton.js +10 -0
  209. package/package.json +13 -16
  210. package/dist/schemas/whispercpp-config.d.ts +0 -70
  211. package/dist/server/bare/plugins/whispercpp-transcription/ops/transcribe-stream.d.ts +0 -3
  212. package/dist/server/bare/plugins/whispercpp-transcription/ops/transcribe-stream.js +0 -81
  213. /package/dist/examples/{whispercpp-filesystem.d.ts → transcription/whispercpp-filesystem.d.ts} +0 -0
  214. /package/dist/examples/{whispercpp-filesystem.js → transcription/whispercpp-filesystem.js} +0 -0
  215. /package/dist/examples/{whispercpp-microphone-record.d.ts → transcription/whispercpp-microphone-record.d.ts} +0 -0
  216. /package/dist/examples/{whispercpp-microphone-record.js → transcription/whispercpp-microphone-record.js} +0 -0
  217. /package/dist/examples/{whispercpp-prompt.d.ts → transcription/whispercpp-prompt.d.ts} +0 -0
  218. /package/dist/examples/{whispercpp-prompt.js → transcription/whispercpp-prompt.js} +0 -0
package/NOTICE CHANGED
@@ -37,12 +37,36 @@ Additional requirements per license Section 1.b.i:
37
37
  must prominently display "Built with Llama" on a related website,
38
38
  user interface, blog post, about page, or product documentation.
39
39
 
40
+ # Model Use Restrictions (Open RAIL++-M)
41
+
42
+ As a user of the QVAC SDK and its associated model registry, you agree not to use the Model or its Derivatives:
43
+
44
+ 1. **Illegal Acts:** In any way that violates any applicable national, federal, state, local or international law or regulation.
45
+ 2. **Harm to Minors:** For the purpose of exploiting, harming or attempting to exploit or harm minors in any way.
46
+ 3. **Malicious Content:** To generate or disseminate verifiably false information and/or content with the purpose of harming others.
47
+ 4. **Personal Data:** To generate or disseminate personal identifiable information that can be used to harm an individual.
48
+ 5. **Defamation & Harassment:** To defame, disparage or otherwise harass others.
49
+ 6. **Automated Decisions:** For fully automated decision making that adversely impacts an individual's legal rights or otherwise creates or modifies a binding, enforceable obligation.
50
+ 7. **Discrimination:** For any use intended to or which has the effect of discriminating against or harming individuals or groups based on online or offline social behavior or known or predicted personal or personality characteristics.
51
+ 8. **Exploitation:** To exploit any of the vulnerabilities of a specific group of persons based on their age, social, physical or mental characteristics, in order to materially distort the behavior of a person pertaining to such group in a manner that causes or is likely to cause that person or another person physical or psychological harm.
52
+ 9. **Medical Advice:** To provide medical advice and medical results interpretation.
53
+ 10. **Justice & Law Enforcement:** To generate or disseminate information for use by administration of justice, law enforcement, immigration or asylum processes, such as predicting an individual will commit fraud/crime commitment (e.g. by text profiling, drawing causal relationships between assertions made in documents, indiscriminate and untargeted scraping).
54
+
55
+ ---
56
+ *Note: These restrictions must be included in any distribution of the Model or Derivatives thereof to your end-users.*
57
+
40
58
  =========================================================================
41
59
  Third-Party Model Licenses
42
60
  =========================================================================
43
61
 
44
62
  --- apache-2.0 (Apache License 2.0) ---
45
63
 
64
+ crnn_mobilenet_v3_small
65
+ https://github.com/felixdittrich92/OnnxTR
66
+ db_mobilenet_v3_large
67
+ https://github.com/felixdittrich92/OnnxTR
68
+ db_resnet50
69
+ https://github.com/felixdittrich92/OnnxTR
46
70
  de-tiny-ggml-model-f16
47
71
  https://huggingface.co/primeline/whisper-tiny-german-1224
48
72
  detector_craft
@@ -51,6 +75,10 @@ Third-Party Model Licenses
51
75
  https://huggingface.co/jmb95/laser-dolphin-mixtral-2x7b-dpo-GGUF
52
76
  en-base-ggml-model-f16
53
77
  https://huggingface.co/openai/whisper-base
78
+ FLUX.2-klein-4B
79
+ https://huggingface.co/black-forest-labs/FLUX.2-klein-4B
80
+ FLUX.2-klein-4B-GGUF
81
+ https://huggingface.co/unsloth/FLUX.2-klein-4B-GGUF
54
82
  fr-base-ggml-model-f16
55
83
  https://huggingface.co/personalizedrefrigerator/whisper-base-fr
56
84
  fr-tiny-ggml-model-f16
@@ -95,6 +123,8 @@ Third-Party Model Licenses
95
123
  https://huggingface.co/Helsinki-NLP/opus-mt-roa-en
96
124
  ggml-opus-roa-en
97
125
  https://huggingface.co/Helsinki-NLP/opus-mt-roa-en
126
+ gpt-oss-120b-Q4_K_M-00001-of-00002
127
+ https://huggingface.co/unsloth/gpt-oss-120b-GGUF
98
128
  gpt-oss-20b-GGUF
99
129
  https://huggingface.co/unsloth/gpt-oss-20b-GGUF
100
130
  it-base-ggml-model-f16
@@ -107,10 +137,14 @@ Third-Party Model Licenses
107
137
  https://huggingface.co/CheeLi03/whisper-tiny-ja-puct-4k
108
138
  laser-dolphin-mixtral-2x7b-dpo-GGUF
109
139
  https://huggingface.co/jmb95/laser-dolphin-mixtral-2x7b-dpo-GGUF
140
+ LightOnOCR-2-1B-ocr-soup-GGUF
141
+ https://huggingface.co/noctrex/LightOnOCR-2-1B-ocr-soup-GGUF
110
142
  Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
111
143
  https://huggingface.co/mav23/Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
112
144
  nb-tiny-ggml-model
113
145
  https://huggingface.co/NbAiLab/nb-whisper-tiny
146
+ parseq
147
+ https://github.com/felixdittrich92/OnnxTR
114
148
  pt-base-ggml-model-f16
115
149
  https://huggingface.co/mariana-coelho-9/whisper-base-pt
116
150
  Qwen3-0.6B-GGUF
@@ -119,6 +153,8 @@ Third-Party Model Licenses
119
153
  https://huggingface.co/unsloth/Qwen3-1.7B-GGUF
120
154
  Qwen3-1.7B-Q4_0-00001-of-00005
121
155
  https://huggingface.co/unsloth/Qwen3-1.7B-GGUF
156
+ Qwen3-4B-GGUF
157
+ https://huggingface.co/unsloth/Qwen3-4B-GGUF
122
158
  Qwen3-4B-Q4_0-00001-of-00005
123
159
  https://huggingface.co/unsloth/Qwen3-4B-GGUF
124
160
  Qwen3-4B-Q4_K_M
@@ -168,8 +204,12 @@ Third-Party Model Licenses
168
204
 
169
205
  --- cc-by-4.0 (Creative Commons Attribution 4.0 International) ---
170
206
 
207
+ AfriqueGemma-4B-GGUF
208
+ https://huggingface.co/mradermacher/AfriqueGemma-4B-GGUF
171
209
  decoder_joint-model
172
210
  https://huggingface.co/istupakov/parakeet-tdt-0.6b-v3-onnx
211
+ diar_streaming_sortformer_4spk-v2-onnx
212
+ https://huggingface.co/cgus/diar_streaming_sortformer_4spk-v2-onnx
173
213
  encoder-model
174
214
  https://huggingface.co/istupakov/parakeet-tdt-0.6b-v3-onnx
175
215
  ggml-opus-en-de
@@ -180,6 +220,10 @@ Third-Party Model Licenses
180
220
  https://huggingface.co/Helsinki-NLP/opus-mt-ru-en
181
221
  ggml-opus-zh-en
182
222
  https://huggingface.co/Helsinki-NLP/opus-mt-zh-en
223
+ parakeet-ctc-0.6b-ONNX
224
+ https://huggingface.co/onnx-community/parakeet-ctc-0.6b-ONNX
225
+ parakeet-rs
226
+ https://huggingface.co/altunenes/parakeet-rs
183
227
  parakeet-tdt-0.6b-v3-onnx
184
228
  https://huggingface.co/istupakov/parakeet-tdt-0.6b-v3-onnx
185
229
  preprocessor
@@ -208,6 +252,12 @@ Third-Party Model Licenses
208
252
 
209
253
  --- mit (MIT License) ---
210
254
 
255
+ bitnet_b1_58-3B-TQ2_0
256
+ https://huggingface.co/1bitLLM/bitnet_b1_58-3B
257
+ bitnet_b1_58-large-TQ2_0
258
+ https://huggingface.co/1bitLLM/bitnet_b1_58-large
259
+ bitnet_b1_58-xl-TQ2_0
260
+ https://huggingface.co/1bitLLM/bitnet_b1_58-xl
211
261
  chatterbox-multilingual-ONNX
212
262
  https://huggingface.co/onnx-community/chatterbox-multilingual-ONNX
213
263
  chatterbox-turbo-ONNX
@@ -287,6 +337,13 @@ Third-Party Model Licenses
287
337
  Supertonic-TTS-ONNX
288
338
  https://huggingface.co/onnx-community/Supertonic-TTS-ONNX
289
339
 
340
+ --- openrail++ ---
341
+
342
+ stable-diffusion-v2-1-GGUF
343
+ https://huggingface.co/gpustack/stable-diffusion-v2-1-GGUF
344
+ stable-diffusion-xl-base-1.0-GGUF
345
+ https://huggingface.co/gpustack/stable-diffusion-xl-base-1.0-GGUF
346
+
290
347
  =========================================================================
291
348
  Modification Notice
292
349
  =========================================================================
@@ -299,334 +356,3 @@ the underlying models.
299
356
 
300
357
  Source URLs for original weights are recorded in each model's
301
358
  metadata entry within the registry.
302
-
303
- =========================================================================
304
- JavaScript Dependencies
305
- =========================================================================
306
-
307
- --- apache-2.0 (Apache License 2.0) ---
308
-
309
- @hyperswarm/secret-stream@6.9.1
310
- https://github.com/holepunchto/hyperswarm-secret-stream
311
- @qvac/decoder-audio@0.3.3
312
- @qvac/dl-base@0.2.0
313
- @qvac/dl-filesystem@0.2.0
314
- @qvac/dl-hyperdrive@0.2.0
315
- @qvac/embed-llamacpp@0.10.7
316
- https://github.com/tetherto/qvac-lib-infer-llamacpp-embed
317
- @qvac/error@0.1.1
318
- @qvac/infer-base@0.1.1
319
- @qvac/infer-base@0.2.2
320
- @qvac/langdetect-text@0.1.1
321
- @qvac/llm-llamacpp@0.8.9
322
- https://github.com/tetherto/qvac-lib-infer-llamacpp-llm
323
- @qvac/logging@0.1.0
324
- @qvac/ocr-onnx@0.1.7
325
- https://github.com/tetherto/qvac-lib-inference-addon-onnx-ocr-fasttext
326
- @qvac/rag@0.4.2
327
- @qvac/registry-client@0.2.0
328
- @qvac/registry-schema@0.1.1
329
- @qvac/response@0.1.2
330
- @qvac/transcription-whispercpp@0.3.18
331
- https://github.com/tetherto/qvac-lib-infer-whispercpp
332
- @qvac/translation-nmtcpp@0.3.9
333
- https://github.com/tetherto/qvac-lib-infer-nmtcpp
334
- @qvac/tts-onnx@0.5.4
335
- adaptive-timeout@1.0.1
336
- https://github.com/holepunchto/adaptive-timeout
337
- b4a@1.7.5
338
- https://github.com/holepunchto/b4a
339
- bare-abort-controller@1.0.0
340
- https://github.com/holepunchto/bare-abort-controller
341
- bare-addon-resolve@1.10.0
342
- https://github.com/holepunchto/bare-addon-resolve
343
- bare-ansi-escapes@2.2.3
344
- https://github.com/holepunchto/bare-ansi-escapes
345
- bare-assert@1.2.0
346
- https://github.com/holepunchto/bare-assert
347
- bare-buffer@3.4.4
348
- https://github.com/holepunchto/bare-buffer
349
- bare-bundle@1.10.0
350
- https://github.com/holepunchto/bare-bundle
351
- bare-channel@5.2.3
352
- https://github.com/holepunchto/bare-channel
353
- bare-crypto@1.13.0
354
- https://github.com/holepunchto/bare-crypto
355
- bare-dns@2.1.4
356
- https://github.com/holepunchto/bare-dns
357
- bare-env@3.0.0
358
- https://github.com/holepunchto/bare-env
359
- bare-events@2.4.2
360
- https://github.com/holepunchto/bare-events
361
- bare-events@2.8.2
362
- https://github.com/holepunchto/bare-events
363
- bare-fetch@2.5.1
364
- https://github.com/holepunchto/bare-fetch
365
- bare-ffmpeg@1.1.0
366
- https://github.com/holepunchto/bare-ffmpeg
367
- bare-form-data@1.1.6
368
- https://github.com/holepunchto/bare-form-data
369
- bare-fs@4.5.4
370
- https://github.com/holepunchto/bare-fs
371
- bare-hrtime@2.1.1
372
- https://github.com/holepunchto/bare-hrtime
373
- bare-http-parser@1.0.1
374
- https://github.com/holepunchto/bare-http-parser
375
- bare-http1@4.2.3
376
- https://github.com/holepunchto/bare-http1
377
- bare-https@2.1.2
378
- https://github.com/holepunchto/bare-https
379
- bare-inspect@3.1.4
380
- https://github.com/holepunchto/bare-inspect
381
- bare-lief@0.1.4
382
- https://github.com/holepunchto/bare-lief
383
- bare-link@2.1.10
384
- https://github.com/holepunchto/bare-link
385
- bare-module@6.1.3
386
- https://github.com/holepunchto/bare-module
387
- bare-module-lexer@1.4.7
388
- https://github.com/holepunchto/bare-module-lexer
389
- bare-module-resolve@1.12.1
390
- https://github.com/holepunchto/bare-module-resolve
391
- bare-module-traverse@2.0.1
392
- https://github.com/holepunchto/bare-module-traverse
393
- bare-net@2.2.0
394
- https://github.com/holepunchto/bare-net
395
- bare-node-stream@1.0.0
396
- https://github.com/holepunchto/bare-node
397
- bare-node-worker-threads@1.0.0
398
- https://github.com/holepunchto/bare-node
399
- bare-os@3.6.2
400
- https://github.com/holepunchto/bare-os
401
- bare-path@3.0.0
402
- https://github.com/holepunchto/bare-path
403
- bare-pipe@4.1.3
404
- https://github.com/holepunchto/bare-pipe
405
- bare-process@4.2.2
406
- https://github.com/holepunchto/bare-process
407
- bare-rpc@1.1.0
408
- https://github.com/holepunchto/bare-rpc
409
- bare-runtime@1.27.0
410
- https://github.com/holepunchto/bare-runtime
411
- bare-runtime-darwin-arm64@1.27.0
412
- https://github.com/holepunchto/bare-runtime
413
- bare-semver@1.0.2
414
- https://github.com/holepunchto/bare-semver
415
- bare-signals@4.2.0
416
- https://github.com/holepunchto/bare-signals
417
- bare-stream@2.8.0
418
- https://github.com/holepunchto/bare-stream
419
- bare-structured-clone@1.5.2
420
- https://github.com/holepunchto/bare-structured-clone
421
- bare-subprocess@5.2.2
422
- https://github.com/holepunchto/bare-subprocess
423
- bare-tcp@2.2.7
424
- https://github.com/holepunchto/bare-tcp
425
- bare-thread@1.1.6
426
- https://github.com/holepunchto/bare-thread
427
- bare-tls@2.1.7
428
- https://github.com/holepunchto/bare-tls
429
- bare-tty@5.0.3
430
- https://github.com/holepunchto/bare-tty
431
- bare-type@1.1.0
432
- https://github.com/holepunchto/bare-type
433
- bare-url@2.3.2
434
- https://github.com/holepunchto/bare-url
435
- bare-worker@4.1.6
436
- https://github.com/holepunchto/bare-worker
437
- bare-zlib@1.3.1
438
- https://github.com/holepunchto/bare-zlib
439
- blind-relay@1.4.0
440
- https://github.com/holepunchto/blind-relay
441
- compact-encoding@2.19.0
442
- https://github.com/compact-encoding/compact-encoding
443
- device-file@2.3.1
444
- https://github.com/holepunchto/device-file
445
- events-universal@1.0.1
446
- https://github.com/holepunchto/events-universal
447
- fd-lock@2.1.1
448
- https://github.com/holepunchto/fd-lock
449
- fs-native-extensions@1.4.5
450
- https://github.com/holepunchto/fs-native-extensions
451
- hyperblobs@2.9.0
452
- https://github.com/holepunchto/hyperblobs
453
- hypercore-errors@1.5.0
454
- https://github.com/holepunchto/hypercore-errors
455
- hypercore-id-encoding@1.3.0
456
- https://github.com/holepunchto/hypercore-id-encoding
457
- hypercore-storage@2.4.1
458
- hyperdb@4.22.3
459
- https://github.com/holepunchto/hyperdb
460
- hyperdispatch@1.4.4
461
- https://github.com/holepunchto/hyperdispatch
462
- hyperdrive@13.3.0
463
- https://github.com/holepunchto/hyperdrive
464
- hyperschema@1.20.1
465
- https://github.com/holepunchto/hyperschema
466
- index-encoder@3.4.0
467
- https://github.com/holepunchto/index-encoder
468
- mirror-drive@1.12.0
469
- https://github.com/holepunchto/mirror-drive
470
- noise-handshake@4.2.0
471
- https://github.com/holepunchto/noise-handshake
472
- paparam@1.10.0
473
- https://github.com/holepunchto/paparam
474
- quickbit-native@2.4.8
475
- https://github.com/holepunchto/quickbit-native
476
- rache@1.0.0
477
- https://github.com/holepunchto/rache
478
- refcounter@1.0.0
479
- https://github.com/holepunchto/refcounter
480
- require-addon@1.2.0
481
- https://github.com/holepunchto/require-addon
482
- require-asset@1.2.1
483
- https://github.com/holepunchto/require-asset
484
- resource-on-exit@1.0.0
485
- https://github.com/holepunchto/bare-teardown
486
- rocksdb-native@3.13.0
487
- https://github.com/holepunchto/rocksdb-native
488
- scope-lock@1.2.4
489
- https://github.com/holepunchto/scope-lock
490
- simdle-native@1.3.9
491
- https://github.com/holepunchto/simdle-native
492
- sub-encoder@2.1.3
493
- https://github.com/holepunchto/sub-encoder
494
- text-decoder@1.2.7
495
- https://github.com/holepunchto/text-decoder
496
- udx-native@1.19.2
497
- https://github.com/holepunchto/udx-native
498
- unslab@1.3.0
499
- https://github.com/holepunchto/unslab
500
- which-runtime@1.3.2
501
- https://github.com/holepunchto/which-runtime
502
-
503
- --- isc (ISC License) ---
504
-
505
- @qvac/util-transcription@0.1.5
506
- https://github.com/tetherto/qvac-util-transcription
507
- bits-to-bytes@1.3.0
508
- https://github.com/holepunchto/bits-to-bytes
509
- compact-encoding-bitfield@1.0.0
510
- https://github.com/compact-encoding/compact-encoding-bitfield
511
- compact-encoding-net@1.2.0
512
- https://github.com/compact-encoding/compact-encoding-net
513
- nanoassert@2.0.0
514
- https://github.com/emilbayes/nanoassert
515
- noise-curve-ed@2.1.0
516
- https://github.com/chm-diederichs/noise-curve-ed
517
- quickbit-universal@2.2.0
518
- https://github.com/holepunchto/quickbit-universal
519
- simdle-universal@1.1.2
520
- https://github.com/holepunchto/simdle-universal
521
-
522
- --- mit (MIT License) ---
523
-
524
- big-sparse-array@1.0.3
525
- https://github.com/mafintosh/big-sparse-array
526
- binary-stream-equals@1.0.0
527
- https://github.com/mafintosh/binary-stream-equals
528
- bogon@1.2.0
529
- https://github.com/mafintosh/bogon
530
- codecs@3.1.0
531
- https://github.com/mafintosh/codecs
532
- corestore@7.8.0
533
- https://github.com/holepunchto/corestore
534
- debounceify@1.1.0
535
- https://github.com/mafintosh/debounceify
536
- dht-rpc@6.26.2
537
- https://github.com/mafintosh/dht-rpc
538
- events@3.3.0
539
- https://github.com/Gozala/events
540
- fast-fifo@1.3.2
541
- https://github.com/mafintosh/fast-fifo
542
- fast-safe-stringify@2.1.1
543
- https://github.com/davidmarkclements/fast-safe-stringify
544
- flat-tree@1.13.0
545
- https://github.com/mafintosh/flat-tree
546
- generate-object-property@2.0.0
547
- https://github.com/mafintosh/generate-object-property
548
- generate-string@1.0.1
549
- https://github.com/mafintosh/generate-string
550
- hyperbee@2.27.3
551
- https://github.com/holepunchto/hyperbee
552
- hypercore@11.26.0
553
- https://github.com/holepunchto/hypercore
554
- hypercore-crypto@3.6.1
555
- https://github.com/mafintosh/hypercore-crypto
556
- hyperdht@6.29.0
557
- https://github.com/holepunchto/hyperdht
558
- hyperswarm@4.16.0
559
- https://github.com/holepunchto/hyperswarm
560
- is-options@1.0.2
561
- https://github.com/mafintosh/is-options
562
- is-property@1.0.2
563
- https://github.com/mikolalysenko/is-property
564
- kademlia-routing-table@1.0.6
565
- https://github.com/mafintosh/kademlia-routing-table
566
- llm-splitter@0.2.0
567
- https://github.com/nearform/llm-splitter
568
- mutexify@1.4.0
569
- https://github.com/mafintosh/mutexify
570
- nat-sampler@1.0.1
571
- https://github.com/mafintosh/nat-sampler
572
- protocol-buffers-encodings@1.2.0
573
- https://github.com/mafintosh/protocol-buffers-encodings
574
- protomux@3.10.1
575
- https://github.com/mafintosh/protomux
576
- queue-tick@1.0.1
577
- https://github.com/mafintosh/queue-tick
578
- random-array-iterator@1.0.0
579
- https://github.com/mafintosh/random-array-iterator
580
- ready-resource@1.2.0
581
- https://github.com/holepunchto/ready-resource
582
- record-cache@1.2.0
583
- https://github.com/mafintosh/record-cache
584
- resolve-reject-promise@1.1.0
585
- https://github.com/mafintosh/resolve-reject-promise
586
- safety-catch@1.0.2
587
- https://github.com/mafintosh/safety-catch
588
- same-data@1.0.0
589
- https://github.com/mafintosh/same-data
590
- shuffled-priority-queue@2.1.0
591
- https://github.com/mafintosh/shuffled-priority-queue
592
- signal-promise@1.0.3
593
- https://github.com/mafintosh/signal-promise
594
- signed-varint@2.0.1
595
- https://github.com/dominictarr/signed-varint
596
- sodium-native@5.0.10
597
- https://github.com/holepunchto/sodium-native
598
- sodium-secretstream@1.2.0
599
- https://github.com/mafintosh/sodium-secretstream
600
- sodium-universal@5.0.1
601
- https://github.com/holepunchto/sodium-universal
602
- speedometer@1.1.0
603
- https://github.com/mafintosh/speedometer
604
- streamx@2.23.0
605
- https://github.com/mafintosh/streamx
606
- tar-stream@3.1.7
607
- https://github.com/mafintosh/tar-stream
608
- teex@1.0.1
609
- https://github.com/mafintosh/teex
610
- test-tmp@1.4.0
611
- https://github.com/mafintosh/test-tmp
612
- time-ordered-set@2.0.1
613
- https://github.com/mafintosh/time-ordered-set
614
- timeout-refresh@2.0.1
615
- https://github.com/mafintosh/timeout-refresh
616
- tinyld@1.3.4
617
- https://github.com/komodojp/tinyld
618
- unix-path-resolve@1.0.2
619
- https://github.com/mafintosh/unix-path-resolve
620
- unordered-set@2.0.1
621
- https://github.com/mafintosh/unordered-set
622
- uuid-random@1.3.2
623
- https://github.com/jchook/uuid-random
624
- varint@5.0.0
625
- https://github.com/chrisdickinson/varint
626
- xache@1.2.1
627
- https://github.com/mafintosh/xache
628
- z32@1.1.0
629
- https://github.com/mafintosh/z32
630
- zod@4.3.6
631
- https://github.com/colinhacks/zod
632
-
package/README.md CHANGED
@@ -478,10 +478,10 @@ bun run build # or `watch` for hotreload
478
478
  bun run build:pack
479
479
  ```
480
480
 
481
- This outputs a tarball under `dist/qvac-sdk-{version}.tgz` that you can install in your project, e.g.:
481
+ This outputs a tarball under `dist/sdk-{version}.tgz` that you can install in your project, e.g.:
482
482
 
483
483
  ```bash
484
- npm i path/to/qvac-sdk-0.3.0.tgz
484
+ npm i path/to/sdk-0.3.0.tgz
485
485
  ```
486
486
 
487
487
  ## More Resources
package/bare-imports.json CHANGED
@@ -31,5 +31,14 @@
31
31
  "readline": {
32
32
  "bare": "bare-readline",
33
33
  "default": "readline"
34
+ },
35
+ "url": {
36
+ "bare": "bare-url",
37
+ "default": "url"
38
+ },
39
+ "node:url": {
40
+ "bare": "bare-url",
41
+ "default": "node:url"
34
42
  }
35
43
  }
44
+
@@ -1,8 +1,9 @@
1
- import { type CompletionClientParams, type CompletionStats, type McpClientInput, type Tool, type ToolCallEvent, type ToolCallWithCall } from "../../schemas/index";
1
+ import { type CompletionClientParams, type CompletionStats, type McpClientInput, type Tool, type ToolCallEvent, type ToolCallWithCall, type RPCOptions } from "../../schemas/index";
2
2
  import { type ToolInput } from "../../utils/tool-helpers";
3
3
  type CompletionParams = Omit<CompletionClientParams, "tools"> & {
4
4
  tools?: Tool[] | ToolInput[];
5
5
  mcp?: McpClientInput[];
6
+ rpcOptions?: RPCOptions;
6
7
  };
7
8
  /**
8
9
  * Generates completion from a language model based on conversation history.
@@ -112,8 +112,9 @@ export function completion(params) {
112
112
  kvCache: params.kvCache,
113
113
  tools: allTools.length > 0 ? allTools : undefined,
114
114
  stream: params.stream ?? true,
115
+ generationParams: params.generationParams,
115
116
  };
116
- const responses = streamRpc(request);
117
+ const responses = streamRpc(request, params.rpcOptions);
117
118
  for await (const response of responses) {
118
119
  if (response &&
119
120
  typeof response === "object" &&
@@ -1,4 +1,4 @@
1
- import { type DownloadAssetOptions as BaseDownloadAssetOptions } from "../../schemas/index";
1
+ import { type DownloadAssetOptions as BaseDownloadAssetOptions, type RPCOptions } from "../../schemas/index";
2
2
  export type DownloadAssetOptions = BaseDownloadAssetOptions;
3
3
  /**
4
4
  * Downloads an asset (model file) without loading it into memory.
@@ -11,6 +11,7 @@ export type DownloadAssetOptions = BaseDownloadAssetOptions;
11
11
  * - assetSrc: The location from which the asset is downloaded (local path, remote URL, or Hyperdrive URL)
12
12
  * - seed: Optional boolean for hyperdrive seeding
13
13
  * - onProgress: Optional callback for download progress
14
+ * @param rpcOptions - Optional RPC options including per-call profiling configuration
14
15
  *
15
16
  * @returns Promise that resolves to the asset ID (either the provided assetSrc or a generated ID)
16
17
  *
@@ -35,5 +36,5 @@ export type DownloadAssetOptions = BaseDownloadAssetOptions;
35
36
  * });
36
37
  * ```
37
38
  */
38
- export declare function downloadAsset(options: DownloadAssetOptions): Promise<string>;
39
+ export declare function downloadAsset(options: DownloadAssetOptions, rpcOptions?: RPCOptions): Promise<string>;
39
40
  //# sourceMappingURL=download-asset.d.ts.map
@@ -12,6 +12,7 @@ import { DownloadAssetFailedError, StreamEndedError, InvalidResponseError, } fro
12
12
  * - assetSrc: The location from which the asset is downloaded (local path, remote URL, or Hyperdrive URL)
13
13
  * - seed: Optional boolean for hyperdrive seeding
14
14
  * - onProgress: Optional callback for download progress
15
+ * @param rpcOptions - Optional RPC options including per-call profiling configuration
15
16
  *
16
17
  * @returns Promise that resolves to the asset ID (either the provided assetSrc or a generated ID)
17
18
  *
@@ -36,11 +37,11 @@ import { DownloadAssetFailedError, StreamEndedError, InvalidResponseError, } fro
36
37
  * });
37
38
  * ```
38
39
  */
39
- export async function downloadAsset(options) {
40
+ export async function downloadAsset(options, rpcOptions) {
40
41
  const request = downloadAssetOptionsToRequestSchema.parse(options);
41
42
  if (options.onProgress) {
42
43
  // Use streaming for progress updates
43
- for await (const response of stream(request)) {
44
+ for await (const response of stream(request, rpcOptions)) {
44
45
  if (response.type === "modelProgress") {
45
46
  options.onProgress(response);
46
47
  }
@@ -55,7 +56,7 @@ export async function downloadAsset(options) {
55
56
  }
56
57
  else {
57
58
  // Use regular send for simple downloading
58
- const response = await send(request);
59
+ const response = await send(request, rpcOptions);
59
60
  if (response.type !== "downloadAsset") {
60
61
  throw new InvalidResponseError("downloadAsset");
61
62
  }
@@ -1,25 +1,28 @@
1
+ import { type RPCOptions } from "../../schemas/index";
1
2
  /**
2
3
  * Generates embeddings for a single text using a specified model.
3
4
  *
4
5
  * @param params - The parameters for the embedding
5
6
  * @param params.modelId - The identifier of the embedding model to use
6
7
  * @param params.text - The input text to embed
8
+ * @param options - Optional RPC options including per-call profiling
7
9
  * @throws {QvacErrorBase} When the response type is invalid or when the embedding fails
8
10
  */
9
11
  export declare function embed(params: {
10
12
  modelId: string;
11
13
  text: string;
12
- }): Promise<number[]>;
14
+ }, options?: RPCOptions): Promise<number[]>;
13
15
  /**
14
16
  * Generates embeddings for multiple texts using a specified model.
15
17
  *
16
18
  * @param params - The parameters for the embedding
17
19
  * @param params.modelId - The identifier of the embedding model to use
18
20
  * @param params.text - The input texts to embed
21
+ * @param options - Optional RPC options including per-call profiling
19
22
  * @throws {QvacErrorBase} When the response type is invalid or when the embedding fails
20
23
  */
21
24
  export declare function embed(params: {
22
25
  modelId: string;
23
26
  text: string[];
24
- }): Promise<number[][]>;
27
+ }, options?: RPCOptions): Promise<number[][]>;
25
28
  //# sourceMappingURL=embed.d.ts.map
@@ -1,12 +1,12 @@
1
1
  import { send } from "../rpc/rpc-client.js";
2
2
  import {} from "../../schemas/index.js";
3
3
  import { InvalidResponseError } from "../../utils/errors-client.js";
4
- export async function embed(params) {
4
+ export async function embed(params, options) {
5
5
  const request = {
6
6
  type: "embed",
7
7
  ...params,
8
8
  };
9
- const response = await send(request);
9
+ const response = await send(request, options);
10
10
  if (response.type !== "embed") {
11
11
  throw new InvalidResponseError("embed");
12
12
  }
@@ -4,7 +4,7 @@ export declare function getModelInfo(params: GetModelInfoParams): Promise<{
4
4
  modelId: string;
5
5
  expectedSize: number;
6
6
  sha256Checksum: string;
7
- addon: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "ocr" | "vad" | "other";
7
+ addon: "llm" | "whisper" | "embeddings" | "nmt" | "parakeet" | "tts" | "ocr" | "vad" | "other";
8
8
  isCached: boolean;
9
9
  isLoaded: boolean;
10
10
  cacheFiles: {
@@ -1,3 +1,4 @@
1
+ import type { RPCOptions } from "../../schemas/index";
1
2
  export interface InvokePluginOptions<TParams = unknown> {
2
3
  modelId: string;
3
4
  handler: string;
@@ -6,9 +7,9 @@ export interface InvokePluginOptions<TParams = unknown> {
6
7
  /**
7
8
  * Invoke a non-streaming plugin handler.
8
9
  */
9
- export declare function invokePlugin<TResponse = unknown, TParams = unknown>(options: InvokePluginOptions<TParams>): Promise<TResponse>;
10
+ export declare function invokePlugin<TResponse = unknown, TParams = unknown>(options: InvokePluginOptions<TParams>, rpcOptions?: RPCOptions): Promise<TResponse>;
10
11
  /**
11
12
  * Invoke a streaming plugin handler.
12
13
  */
13
- export declare function invokePluginStream<TResponse = unknown, TParams = unknown>(options: InvokePluginOptions<TParams>): AsyncGenerator<TResponse>;
14
+ export declare function invokePluginStream<TResponse = unknown, TParams = unknown>(options: InvokePluginOptions<TParams>, rpcOptions?: RPCOptions): AsyncGenerator<TResponse>;
14
15
  //# sourceMappingURL=invoke-plugin.d.ts.map