@qvac/sdk 0.7.0 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +57 -331
- package/README.md +2 -2
- package/bare-imports.json +9 -0
- package/dist/client/api/completion-stream.d.ts +2 -1
- package/dist/client/api/completion-stream.js +2 -1
- package/dist/client/api/download-asset.d.ts +3 -2
- package/dist/client/api/download-asset.js +4 -3
- package/dist/client/api/embed.d.ts +5 -2
- package/dist/client/api/embed.js +2 -2
- package/dist/client/api/get-model-info.d.ts +1 -1
- package/dist/client/api/invoke-plugin.d.ts +3 -2
- package/dist/client/api/invoke-plugin.js +4 -4
- package/dist/client/api/load-model.d.ts +12 -10
- package/dist/client/api/load-model.js +3 -3
- package/dist/client/api/rag.d.ts +10 -10
- package/dist/client/api/rag.js +21 -21
- package/dist/client/api/text-to-speech.d.ts +2 -2
- package/dist/client/api/text-to-speech.js +3 -3
- package/dist/client/api/transcribe.d.ts +5 -3
- package/dist/client/api/transcribe.js +6 -4
- package/dist/client/api/translate.d.ts +2 -2
- package/dist/client/api/translate.js +3 -3
- package/dist/client/rpc/node-rpc-client.d.ts +2 -7
- package/dist/client/rpc/node-rpc-client.js +2 -39
- package/dist/client/rpc/profiling/index.d.ts +2 -0
- package/dist/client/rpc/profiling/index.js +1 -0
- package/dist/client/rpc/profiling/profiler.d.ts +27 -0
- package/dist/client/rpc/profiling/profiler.js +139 -0
- package/dist/client/rpc/rpc-client.d.ts +2 -2
- package/dist/client/rpc/rpc-client.js +174 -12
- package/dist/examples/delegated-inference/consumer-profiled.d.ts +2 -0
- package/dist/examples/delegated-inference/consumer-profiled.js +67 -0
- package/dist/examples/llamacpp-multimodal.js +1 -1
- package/dist/examples/parallel-download.js +45 -13
- package/dist/examples/profiling/basic.d.ts +2 -0
- package/dist/examples/profiling/basic.js +71 -0
- package/dist/examples/profiling/per-call.d.ts +2 -0
- package/dist/examples/profiling/per-call.js +30 -0
- package/dist/examples/transcription/parakeet-ctc-filesystem.d.ts +2 -0
- package/dist/examples/transcription/parakeet-ctc-filesystem.js +40 -0
- package/dist/examples/transcription/parakeet-microphone-record.d.ts +2 -0
- package/dist/examples/transcription/parakeet-microphone-record.js +95 -0
- package/dist/examples/transcription/parakeet-sortformer.d.ts +2 -0
- package/dist/examples/transcription/parakeet-sortformer.js +115 -0
- package/dist/examples/transcription/parakeet-tdt-filesystem.d.ts +2 -0
- package/dist/examples/transcription/parakeet-tdt-filesystem.js +44 -0
- package/dist/examples/translation/translation-bergamot-pivot.d.ts +2 -0
- package/dist/examples/translation/translation-bergamot-pivot.js +73 -0
- package/dist/examples/translation/translation-llm-afriquegemma.d.ts +2 -0
- package/dist/examples/translation/translation-llm-afriquegemma.js +39 -0
- package/dist/index.d.ts +3 -1
- package/dist/index.js +2 -0
- package/dist/logging/index.d.ts +1 -1
- package/dist/logging/index.js +1 -1
- package/dist/logging/namespaces.d.ts +3 -9
- package/dist/logging/namespaces.js +2 -8
- package/dist/logging/registry.js +15 -1
- package/dist/models/registry/models.d.ts +1606 -245
- package/dist/models/registry/models.js +2127 -721
- package/dist/models/update-models/codegen.js +2 -2
- package/dist/models/update-models/history.d.ts +11 -0
- package/dist/models/update-models/history.js +24 -5
- package/dist/models/update-models/index.js +17 -16
- package/dist/models/update-models/naming.js +56 -0
- package/dist/profiling/aggregator.d.ts +15 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/clock.d.ts +12 -0
- package/dist/profiling/clock.js +51 -0
- package/dist/profiling/controller.d.ts +33 -0
- package/dist/profiling/controller.js +123 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +36 -0
- package/dist/profiling/events.d.ts +20 -0
- package/dist/profiling/events.js +37 -0
- package/dist/profiling/exporters.d.ts +10 -0
- package/dist/profiling/exporters.js +236 -0
- package/dist/profiling/index.d.ts +36 -0
- package/dist/profiling/index.js +31 -0
- package/dist/profiling/ring-buffer.d.ts +19 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +47 -0
- package/dist/profiling/types.js +1 -0
- package/dist/schemas/common.d.ts +1888 -133
- package/dist/schemas/common.js +2 -0
- package/dist/schemas/completion-stream.d.ts +31 -0
- package/dist/schemas/completion-stream.js +13 -0
- package/dist/schemas/download-asset.d.ts +14 -3
- package/dist/schemas/download-asset.js +3 -1
- package/dist/schemas/engine-addon-map.js +9 -6
- package/dist/schemas/get-model-info.d.ts +2 -0
- package/dist/schemas/get-model-info.js +1 -0
- package/dist/schemas/index.d.ts +2 -1
- package/dist/schemas/index.js +2 -1
- package/dist/schemas/llamacpp-config.d.ts +140 -14
- package/dist/schemas/llamacpp-config.js +11 -7
- package/dist/schemas/load-model.d.ts +9649 -2515
- package/dist/schemas/load-model.js +142 -182
- package/dist/schemas/model-src-utils.d.ts +10 -2
- package/dist/schemas/model-types.d.ts +19 -1
- package/dist/schemas/model-types.js +11 -0
- package/dist/schemas/ocr.d.ts +37 -0
- package/dist/schemas/ocr.js +5 -0
- package/dist/schemas/plugin.d.ts +51 -5
- package/dist/schemas/plugin.js +26 -0
- package/dist/schemas/profiling.d.ts +105 -0
- package/dist/schemas/profiling.js +66 -0
- package/dist/schemas/registry.d.ts +18 -0
- package/dist/schemas/registry.js +2 -0
- package/dist/schemas/reload-config.d.ts +126 -6
- package/dist/schemas/reload-config.js +1 -1
- package/dist/schemas/sdk-config.d.ts +2280 -24
- package/dist/schemas/sdk-config.js +6 -1
- package/dist/schemas/sdk-errors-client.d.ts +1 -0
- package/dist/schemas/sdk-errors-client.js +7 -0
- package/dist/schemas/sdk-errors-server.d.ts +3 -0
- package/dist/schemas/sdk-errors-server.js +15 -0
- package/dist/schemas/text-to-speech.d.ts +90 -68
- package/dist/schemas/text-to-speech.js +16 -33
- package/dist/schemas/transcription-config.d.ts +383 -0
- package/dist/schemas/{whispercpp-config.js → transcription-config.js} +29 -1
- package/dist/schemas/translation-config.d.ts +463 -8
- package/dist/schemas/translation-config.js +35 -2
- package/dist/server/bare/delegate-rpc-client.js +11 -1
- package/dist/server/bare/ops/load-model.d.ts +7 -1
- package/dist/server/bare/ops/load-model.js +41 -42
- package/dist/server/bare/ops/transcribe.d.ts +3 -0
- package/dist/server/bare/ops/transcribe.js +75 -0
- package/dist/server/bare/ops/translate.d.ts +2 -0
- package/dist/server/bare/ops/translate.js +12 -4
- package/dist/server/bare/plugins/index.d.ts +1 -0
- package/dist/server/bare/plugins/index.js +1 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +2 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +8 -6
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +108 -3
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +19 -6
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +32 -2
- package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +31 -17
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +325 -3
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +117 -10
- package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +50 -2
- package/dist/server/bare/plugins/onnx-ocr/plugin.js +46 -5
- package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +351 -4
- package/dist/server/bare/plugins/onnx-tts/plugin.js +81 -61
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +317 -0
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +154 -0
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +209 -3
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +21 -9
- package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +2 -2
- package/dist/server/bare/registry/model-config-utils.js +3 -1
- package/dist/server/bare/utils/audio-input.d.ts +10 -0
- package/dist/server/bare/utils/audio-input.js +33 -0
- package/dist/server/error-handlers.d.ts +3 -2
- package/dist/server/error-handlers.js +11 -8
- package/dist/server/plugins/registry.js +5 -1
- package/dist/server/rpc/delegate-transport.d.ts +11 -3
- package/dist/server/rpc/delegate-transport.js +158 -3
- package/dist/server/rpc/handle-request.js +43 -4
- package/dist/server/rpc/handler-registry.js +7 -1
- package/dist/server/rpc/handler-utils.d.ts +5 -4
- package/dist/server/rpc/handler-utils.js +72 -31
- package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +3 -1
- package/dist/server/rpc/handlers/completion-stream-delegated.js +11 -2
- package/dist/server/rpc/handlers/download-asset.js +55 -3
- package/dist/server/rpc/handlers/load-model/download-stats.d.ts +6 -0
- package/dist/server/rpc/handlers/load-model/download-stats.js +87 -0
- package/dist/server/rpc/handlers/load-model/handler.js +108 -123
- package/dist/server/rpc/handlers/load-model/http.d.ts +2 -1
- package/dist/server/rpc/handlers/load-model/http.js +21 -5
- package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -1
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +19 -14
- package/dist/server/rpc/handlers/load-model/registry.d.ts +2 -1
- package/dist/server/rpc/handlers/load-model/registry.js +123 -130
- package/dist/server/rpc/handlers/load-model/resolve.d.ts +2 -0
- package/dist/server/rpc/handlers/load-model/resolve.js +55 -22
- package/dist/server/rpc/handlers/load-model/types.d.ts +29 -0
- package/dist/server/rpc/handlers/load-model/types.js +1 -0
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +5 -1
- package/dist/server/rpc/handlers/load-model-delegated.js +35 -7
- package/dist/server/rpc/handlers/plugin-dispatch.js +15 -10
- package/dist/server/rpc/handlers/plugin-invoke.js +56 -51
- package/dist/server/rpc/handlers/rag.js +24 -0
- package/dist/server/rpc/handlers/unload-model-delegated.d.ts +3 -0
- package/dist/server/rpc/handlers/unload-model-delegated.js +32 -0
- package/dist/server/rpc/profiling/context.d.ts +18 -0
- package/dist/server/rpc/profiling/context.js +38 -0
- package/dist/server/rpc/profiling/delegation-profiler.d.ts +32 -0
- package/dist/server/rpc/profiling/delegation-profiler.js +154 -0
- package/dist/server/rpc/profiling/index.d.ts +5 -0
- package/dist/server/rpc/profiling/index.js +4 -0
- package/dist/server/rpc/profiling/operation-metrics.d.ts +25 -0
- package/dist/server/rpc/profiling/operation-metrics.js +199 -0
- package/dist/server/rpc/profiling/operation-wrappers.d.ts +18 -0
- package/dist/server/rpc/profiling/operation-wrappers.js +124 -0
- package/dist/server/rpc/profiling/profiler.d.ts +13 -0
- package/dist/server/rpc/profiling/profiler.js +97 -0
- package/dist/server/utils/cache.d.ts +2 -1
- package/dist/server/utils/cache.js +5 -1
- package/dist/server/utils/checksum.d.ts +2 -0
- package/dist/server/utils/checksum.js +7 -0
- package/dist/server/utils/formatting.d.ts +6 -0
- package/dist/server/utils/formatting.js +35 -0
- package/dist/server/worker.js +2 -1
- package/dist/utils/errors-client.d.ts +3 -0
- package/dist/utils/errors-client.js +6 -0
- package/dist/utils/errors-server.d.ts +9 -0
- package/dist/utils/errors-server.js +15 -0
- package/dist/utils/global-singleton.d.ts +2 -0
- package/dist/utils/global-singleton.js +10 -0
- package/package.json +14 -17
- package/dist/schemas/whispercpp-config.d.ts +0 -70
- package/dist/server/bare/plugins/whispercpp-transcription/ops/transcribe-stream.d.ts +0 -3
- package/dist/server/bare/plugins/whispercpp-transcription/ops/transcribe-stream.js +0 -81
- /package/dist/examples/{whispercpp-filesystem.d.ts → transcription/whispercpp-filesystem.d.ts} +0 -0
- /package/dist/examples/{whispercpp-filesystem.js → transcription/whispercpp-filesystem.js} +0 -0
- /package/dist/examples/{whispercpp-microphone-record.d.ts → transcription/whispercpp-microphone-record.d.ts} +0 -0
- /package/dist/examples/{whispercpp-microphone-record.js → transcription/whispercpp-microphone-record.js} +0 -0
- /package/dist/examples/{whispercpp-prompt.d.ts → transcription/whispercpp-prompt.d.ts} +0 -0
- /package/dist/examples/{whispercpp-prompt.js → transcription/whispercpp-prompt.js} +0 -0
package/NOTICE
CHANGED
|
@@ -37,12 +37,36 @@ Additional requirements per license Section 1.b.i:
|
|
|
37
37
|
must prominently display "Built with Llama" on a related website,
|
|
38
38
|
user interface, blog post, about page, or product documentation.
|
|
39
39
|
|
|
40
|
+
# Model Use Restrictions (Open RAIL++-M)
|
|
41
|
+
|
|
42
|
+
As a user of the QVAC SDK and its associated model registry, you agree not to use the Model or its Derivatives:
|
|
43
|
+
|
|
44
|
+
1. **Illegal Acts:** In any way that violates any applicable national, federal, state, local or international law or regulation.
|
|
45
|
+
2. **Harm to Minors:** For the purpose of exploiting, harming or attempting to exploit or harm minors in any way.
|
|
46
|
+
3. **Malicious Content:** To generate or disseminate verifiably false information and/or content with the purpose of harming others.
|
|
47
|
+
4. **Personal Data:** To generate or disseminate personal identifiable information that can be used to harm an individual.
|
|
48
|
+
5. **Defamation & Harassment:** To defame, disparage or otherwise harass others.
|
|
49
|
+
6. **Automated Decisions:** For fully automated decision making that adversely impacts an individual's legal rights or otherwise creates or modifies a binding, enforceable obligation.
|
|
50
|
+
7. **Discrimination:** For any use intended to or which has the effect of discriminating against or harming individuals or groups based on online or offline social behavior or known or predicted personal or personality characteristics.
|
|
51
|
+
8. **Exploitation:** To exploit any of the vulnerabilities of a specific group of persons based on their age, social, physical or mental characteristics, in order to materially distort the behavior of a person pertaining to such group in a manner that causes or is likely to cause that person or another person physical or psychological harm.
|
|
52
|
+
9. **Medical Advice:** To provide medical advice and medical results interpretation.
|
|
53
|
+
10. **Justice & Law Enforcement:** To generate or disseminate information for use by administration of justice, law enforcement, immigration or asylum processes, such as predicting an individual will commit fraud/crime commitment (e.g. by text profiling, drawing causal relationships between assertions made in documents, indiscriminate and untargeted scraping).
|
|
54
|
+
|
|
55
|
+
---
|
|
56
|
+
*Note: These restrictions must be included in any distribution of the Model or Derivatives thereof to your end-users.*
|
|
57
|
+
|
|
40
58
|
=========================================================================
|
|
41
59
|
Third-Party Model Licenses
|
|
42
60
|
=========================================================================
|
|
43
61
|
|
|
44
62
|
--- apache-2.0 (Apache License 2.0) ---
|
|
45
63
|
|
|
64
|
+
crnn_mobilenet_v3_small
|
|
65
|
+
https://github.com/felixdittrich92/OnnxTR
|
|
66
|
+
db_mobilenet_v3_large
|
|
67
|
+
https://github.com/felixdittrich92/OnnxTR
|
|
68
|
+
db_resnet50
|
|
69
|
+
https://github.com/felixdittrich92/OnnxTR
|
|
46
70
|
de-tiny-ggml-model-f16
|
|
47
71
|
https://huggingface.co/primeline/whisper-tiny-german-1224
|
|
48
72
|
detector_craft
|
|
@@ -51,6 +75,10 @@ Third-Party Model Licenses
|
|
|
51
75
|
https://huggingface.co/jmb95/laser-dolphin-mixtral-2x7b-dpo-GGUF
|
|
52
76
|
en-base-ggml-model-f16
|
|
53
77
|
https://huggingface.co/openai/whisper-base
|
|
78
|
+
FLUX.2-klein-4B
|
|
79
|
+
https://huggingface.co/black-forest-labs/FLUX.2-klein-4B
|
|
80
|
+
FLUX.2-klein-4B-GGUF
|
|
81
|
+
https://huggingface.co/unsloth/FLUX.2-klein-4B-GGUF
|
|
54
82
|
fr-base-ggml-model-f16
|
|
55
83
|
https://huggingface.co/personalizedrefrigerator/whisper-base-fr
|
|
56
84
|
fr-tiny-ggml-model-f16
|
|
@@ -95,6 +123,8 @@ Third-Party Model Licenses
|
|
|
95
123
|
https://huggingface.co/Helsinki-NLP/opus-mt-roa-en
|
|
96
124
|
ggml-opus-roa-en
|
|
97
125
|
https://huggingface.co/Helsinki-NLP/opus-mt-roa-en
|
|
126
|
+
gpt-oss-120b-Q4_K_M-00001-of-00002
|
|
127
|
+
https://huggingface.co/unsloth/gpt-oss-120b-GGUF
|
|
98
128
|
gpt-oss-20b-GGUF
|
|
99
129
|
https://huggingface.co/unsloth/gpt-oss-20b-GGUF
|
|
100
130
|
it-base-ggml-model-f16
|
|
@@ -107,10 +137,14 @@ Third-Party Model Licenses
|
|
|
107
137
|
https://huggingface.co/CheeLi03/whisper-tiny-ja-puct-4k
|
|
108
138
|
laser-dolphin-mixtral-2x7b-dpo-GGUF
|
|
109
139
|
https://huggingface.co/jmb95/laser-dolphin-mixtral-2x7b-dpo-GGUF
|
|
140
|
+
LightOnOCR-2-1B-ocr-soup-GGUF
|
|
141
|
+
https://huggingface.co/noctrex/LightOnOCR-2-1B-ocr-soup-GGUF
|
|
110
142
|
Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
|
|
111
143
|
https://huggingface.co/mav23/Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
|
|
112
144
|
nb-tiny-ggml-model
|
|
113
145
|
https://huggingface.co/NbAiLab/nb-whisper-tiny
|
|
146
|
+
parseq
|
|
147
|
+
https://github.com/felixdittrich92/OnnxTR
|
|
114
148
|
pt-base-ggml-model-f16
|
|
115
149
|
https://huggingface.co/mariana-coelho-9/whisper-base-pt
|
|
116
150
|
Qwen3-0.6B-GGUF
|
|
@@ -119,6 +153,8 @@ Third-Party Model Licenses
|
|
|
119
153
|
https://huggingface.co/unsloth/Qwen3-1.7B-GGUF
|
|
120
154
|
Qwen3-1.7B-Q4_0-00001-of-00005
|
|
121
155
|
https://huggingface.co/unsloth/Qwen3-1.7B-GGUF
|
|
156
|
+
Qwen3-4B-GGUF
|
|
157
|
+
https://huggingface.co/unsloth/Qwen3-4B-GGUF
|
|
122
158
|
Qwen3-4B-Q4_0-00001-of-00005
|
|
123
159
|
https://huggingface.co/unsloth/Qwen3-4B-GGUF
|
|
124
160
|
Qwen3-4B-Q4_K_M
|
|
@@ -168,8 +204,12 @@ Third-Party Model Licenses
|
|
|
168
204
|
|
|
169
205
|
--- cc-by-4.0 (Creative Commons Attribution 4.0 International) ---
|
|
170
206
|
|
|
207
|
+
AfriqueGemma-4B-GGUF
|
|
208
|
+
https://huggingface.co/mradermacher/AfriqueGemma-4B-GGUF
|
|
171
209
|
decoder_joint-model
|
|
172
210
|
https://huggingface.co/istupakov/parakeet-tdt-0.6b-v3-onnx
|
|
211
|
+
diar_streaming_sortformer_4spk-v2-onnx
|
|
212
|
+
https://huggingface.co/cgus/diar_streaming_sortformer_4spk-v2-onnx
|
|
173
213
|
encoder-model
|
|
174
214
|
https://huggingface.co/istupakov/parakeet-tdt-0.6b-v3-onnx
|
|
175
215
|
ggml-opus-en-de
|
|
@@ -180,6 +220,10 @@ Third-Party Model Licenses
|
|
|
180
220
|
https://huggingface.co/Helsinki-NLP/opus-mt-ru-en
|
|
181
221
|
ggml-opus-zh-en
|
|
182
222
|
https://huggingface.co/Helsinki-NLP/opus-mt-zh-en
|
|
223
|
+
parakeet-ctc-0.6b-ONNX
|
|
224
|
+
https://huggingface.co/onnx-community/parakeet-ctc-0.6b-ONNX
|
|
225
|
+
parakeet-rs
|
|
226
|
+
https://huggingface.co/altunenes/parakeet-rs
|
|
183
227
|
parakeet-tdt-0.6b-v3-onnx
|
|
184
228
|
https://huggingface.co/istupakov/parakeet-tdt-0.6b-v3-onnx
|
|
185
229
|
preprocessor
|
|
@@ -208,6 +252,12 @@ Third-Party Model Licenses
|
|
|
208
252
|
|
|
209
253
|
--- mit (MIT License) ---
|
|
210
254
|
|
|
255
|
+
bitnet_b1_58-3B-TQ2_0
|
|
256
|
+
https://huggingface.co/1bitLLM/bitnet_b1_58-3B
|
|
257
|
+
bitnet_b1_58-large-TQ2_0
|
|
258
|
+
https://huggingface.co/1bitLLM/bitnet_b1_58-large
|
|
259
|
+
bitnet_b1_58-xl-TQ2_0
|
|
260
|
+
https://huggingface.co/1bitLLM/bitnet_b1_58-xl
|
|
211
261
|
chatterbox-multilingual-ONNX
|
|
212
262
|
https://huggingface.co/onnx-community/chatterbox-multilingual-ONNX
|
|
213
263
|
chatterbox-turbo-ONNX
|
|
@@ -287,6 +337,13 @@ Third-Party Model Licenses
|
|
|
287
337
|
Supertonic-TTS-ONNX
|
|
288
338
|
https://huggingface.co/onnx-community/Supertonic-TTS-ONNX
|
|
289
339
|
|
|
340
|
+
--- openrail++ ---
|
|
341
|
+
|
|
342
|
+
stable-diffusion-v2-1-GGUF
|
|
343
|
+
https://huggingface.co/gpustack/stable-diffusion-v2-1-GGUF
|
|
344
|
+
stable-diffusion-xl-base-1.0-GGUF
|
|
345
|
+
https://huggingface.co/gpustack/stable-diffusion-xl-base-1.0-GGUF
|
|
346
|
+
|
|
290
347
|
=========================================================================
|
|
291
348
|
Modification Notice
|
|
292
349
|
=========================================================================
|
|
@@ -299,334 +356,3 @@ the underlying models.
|
|
|
299
356
|
|
|
300
357
|
Source URLs for original weights are recorded in each model's
|
|
301
358
|
metadata entry within the registry.
|
|
302
|
-
|
|
303
|
-
=========================================================================
|
|
304
|
-
JavaScript Dependencies
|
|
305
|
-
=========================================================================
|
|
306
|
-
|
|
307
|
-
--- apache-2.0 (Apache License 2.0) ---
|
|
308
|
-
|
|
309
|
-
@hyperswarm/secret-stream@6.9.1
|
|
310
|
-
https://github.com/holepunchto/hyperswarm-secret-stream
|
|
311
|
-
@qvac/decoder-audio@0.3.3
|
|
312
|
-
@qvac/dl-base@0.2.0
|
|
313
|
-
@qvac/dl-filesystem@0.2.0
|
|
314
|
-
@qvac/dl-hyperdrive@0.2.0
|
|
315
|
-
@qvac/embed-llamacpp@0.10.7
|
|
316
|
-
https://github.com/tetherto/qvac-lib-infer-llamacpp-embed
|
|
317
|
-
@qvac/error@0.1.1
|
|
318
|
-
@qvac/infer-base@0.1.1
|
|
319
|
-
@qvac/infer-base@0.2.2
|
|
320
|
-
@qvac/langdetect-text@0.1.1
|
|
321
|
-
@qvac/llm-llamacpp@0.8.9
|
|
322
|
-
https://github.com/tetherto/qvac-lib-infer-llamacpp-llm
|
|
323
|
-
@qvac/logging@0.1.0
|
|
324
|
-
@qvac/ocr-onnx@0.1.7
|
|
325
|
-
https://github.com/tetherto/qvac-lib-inference-addon-onnx-ocr-fasttext
|
|
326
|
-
@qvac/rag@0.4.2
|
|
327
|
-
@qvac/registry-client@0.2.0
|
|
328
|
-
@qvac/registry-schema@0.1.1
|
|
329
|
-
@qvac/response@0.1.2
|
|
330
|
-
@qvac/transcription-whispercpp@0.3.18
|
|
331
|
-
https://github.com/tetherto/qvac-lib-infer-whispercpp
|
|
332
|
-
@qvac/translation-nmtcpp@0.3.9
|
|
333
|
-
https://github.com/tetherto/qvac-lib-infer-nmtcpp
|
|
334
|
-
@qvac/tts-onnx@0.5.4
|
|
335
|
-
adaptive-timeout@1.0.1
|
|
336
|
-
https://github.com/holepunchto/adaptive-timeout
|
|
337
|
-
b4a@1.7.5
|
|
338
|
-
https://github.com/holepunchto/b4a
|
|
339
|
-
bare-abort-controller@1.0.0
|
|
340
|
-
https://github.com/holepunchto/bare-abort-controller
|
|
341
|
-
bare-addon-resolve@1.10.0
|
|
342
|
-
https://github.com/holepunchto/bare-addon-resolve
|
|
343
|
-
bare-ansi-escapes@2.2.3
|
|
344
|
-
https://github.com/holepunchto/bare-ansi-escapes
|
|
345
|
-
bare-assert@1.2.0
|
|
346
|
-
https://github.com/holepunchto/bare-assert
|
|
347
|
-
bare-buffer@3.4.4
|
|
348
|
-
https://github.com/holepunchto/bare-buffer
|
|
349
|
-
bare-bundle@1.10.0
|
|
350
|
-
https://github.com/holepunchto/bare-bundle
|
|
351
|
-
bare-channel@5.2.3
|
|
352
|
-
https://github.com/holepunchto/bare-channel
|
|
353
|
-
bare-crypto@1.13.0
|
|
354
|
-
https://github.com/holepunchto/bare-crypto
|
|
355
|
-
bare-dns@2.1.4
|
|
356
|
-
https://github.com/holepunchto/bare-dns
|
|
357
|
-
bare-env@3.0.0
|
|
358
|
-
https://github.com/holepunchto/bare-env
|
|
359
|
-
bare-events@2.4.2
|
|
360
|
-
https://github.com/holepunchto/bare-events
|
|
361
|
-
bare-events@2.8.2
|
|
362
|
-
https://github.com/holepunchto/bare-events
|
|
363
|
-
bare-fetch@2.5.1
|
|
364
|
-
https://github.com/holepunchto/bare-fetch
|
|
365
|
-
bare-ffmpeg@1.1.0
|
|
366
|
-
https://github.com/holepunchto/bare-ffmpeg
|
|
367
|
-
bare-form-data@1.1.6
|
|
368
|
-
https://github.com/holepunchto/bare-form-data
|
|
369
|
-
bare-fs@4.5.4
|
|
370
|
-
https://github.com/holepunchto/bare-fs
|
|
371
|
-
bare-hrtime@2.1.1
|
|
372
|
-
https://github.com/holepunchto/bare-hrtime
|
|
373
|
-
bare-http-parser@1.0.1
|
|
374
|
-
https://github.com/holepunchto/bare-http-parser
|
|
375
|
-
bare-http1@4.2.3
|
|
376
|
-
https://github.com/holepunchto/bare-http1
|
|
377
|
-
bare-https@2.1.2
|
|
378
|
-
https://github.com/holepunchto/bare-https
|
|
379
|
-
bare-inspect@3.1.4
|
|
380
|
-
https://github.com/holepunchto/bare-inspect
|
|
381
|
-
bare-lief@0.1.4
|
|
382
|
-
https://github.com/holepunchto/bare-lief
|
|
383
|
-
bare-link@2.1.10
|
|
384
|
-
https://github.com/holepunchto/bare-link
|
|
385
|
-
bare-module@6.1.3
|
|
386
|
-
https://github.com/holepunchto/bare-module
|
|
387
|
-
bare-module-lexer@1.4.7
|
|
388
|
-
https://github.com/holepunchto/bare-module-lexer
|
|
389
|
-
bare-module-resolve@1.12.1
|
|
390
|
-
https://github.com/holepunchto/bare-module-resolve
|
|
391
|
-
bare-module-traverse@2.0.1
|
|
392
|
-
https://github.com/holepunchto/bare-module-traverse
|
|
393
|
-
bare-net@2.2.0
|
|
394
|
-
https://github.com/holepunchto/bare-net
|
|
395
|
-
bare-node-stream@1.0.0
|
|
396
|
-
https://github.com/holepunchto/bare-node
|
|
397
|
-
bare-node-worker-threads@1.0.0
|
|
398
|
-
https://github.com/holepunchto/bare-node
|
|
399
|
-
bare-os@3.6.2
|
|
400
|
-
https://github.com/holepunchto/bare-os
|
|
401
|
-
bare-path@3.0.0
|
|
402
|
-
https://github.com/holepunchto/bare-path
|
|
403
|
-
bare-pipe@4.1.3
|
|
404
|
-
https://github.com/holepunchto/bare-pipe
|
|
405
|
-
bare-process@4.2.2
|
|
406
|
-
https://github.com/holepunchto/bare-process
|
|
407
|
-
bare-rpc@1.1.0
|
|
408
|
-
https://github.com/holepunchto/bare-rpc
|
|
409
|
-
bare-runtime@1.27.0
|
|
410
|
-
https://github.com/holepunchto/bare-runtime
|
|
411
|
-
bare-runtime-darwin-arm64@1.27.0
|
|
412
|
-
https://github.com/holepunchto/bare-runtime
|
|
413
|
-
bare-semver@1.0.2
|
|
414
|
-
https://github.com/holepunchto/bare-semver
|
|
415
|
-
bare-signals@4.2.0
|
|
416
|
-
https://github.com/holepunchto/bare-signals
|
|
417
|
-
bare-stream@2.8.0
|
|
418
|
-
https://github.com/holepunchto/bare-stream
|
|
419
|
-
bare-structured-clone@1.5.2
|
|
420
|
-
https://github.com/holepunchto/bare-structured-clone
|
|
421
|
-
bare-subprocess@5.2.2
|
|
422
|
-
https://github.com/holepunchto/bare-subprocess
|
|
423
|
-
bare-tcp@2.2.7
|
|
424
|
-
https://github.com/holepunchto/bare-tcp
|
|
425
|
-
bare-thread@1.1.6
|
|
426
|
-
https://github.com/holepunchto/bare-thread
|
|
427
|
-
bare-tls@2.1.7
|
|
428
|
-
https://github.com/holepunchto/bare-tls
|
|
429
|
-
bare-tty@5.0.3
|
|
430
|
-
https://github.com/holepunchto/bare-tty
|
|
431
|
-
bare-type@1.1.0
|
|
432
|
-
https://github.com/holepunchto/bare-type
|
|
433
|
-
bare-url@2.3.2
|
|
434
|
-
https://github.com/holepunchto/bare-url
|
|
435
|
-
bare-worker@4.1.6
|
|
436
|
-
https://github.com/holepunchto/bare-worker
|
|
437
|
-
bare-zlib@1.3.1
|
|
438
|
-
https://github.com/holepunchto/bare-zlib
|
|
439
|
-
blind-relay@1.4.0
|
|
440
|
-
https://github.com/holepunchto/blind-relay
|
|
441
|
-
compact-encoding@2.19.0
|
|
442
|
-
https://github.com/compact-encoding/compact-encoding
|
|
443
|
-
device-file@2.3.1
|
|
444
|
-
https://github.com/holepunchto/device-file
|
|
445
|
-
events-universal@1.0.1
|
|
446
|
-
https://github.com/holepunchto/events-universal
|
|
447
|
-
fd-lock@2.1.1
|
|
448
|
-
https://github.com/holepunchto/fd-lock
|
|
449
|
-
fs-native-extensions@1.4.5
|
|
450
|
-
https://github.com/holepunchto/fs-native-extensions
|
|
451
|
-
hyperblobs@2.9.0
|
|
452
|
-
https://github.com/holepunchto/hyperblobs
|
|
453
|
-
hypercore-errors@1.5.0
|
|
454
|
-
https://github.com/holepunchto/hypercore-errors
|
|
455
|
-
hypercore-id-encoding@1.3.0
|
|
456
|
-
https://github.com/holepunchto/hypercore-id-encoding
|
|
457
|
-
hypercore-storage@2.4.1
|
|
458
|
-
hyperdb@4.22.3
|
|
459
|
-
https://github.com/holepunchto/hyperdb
|
|
460
|
-
hyperdispatch@1.4.4
|
|
461
|
-
https://github.com/holepunchto/hyperdispatch
|
|
462
|
-
hyperdrive@13.3.0
|
|
463
|
-
https://github.com/holepunchto/hyperdrive
|
|
464
|
-
hyperschema@1.20.1
|
|
465
|
-
https://github.com/holepunchto/hyperschema
|
|
466
|
-
index-encoder@3.4.0
|
|
467
|
-
https://github.com/holepunchto/index-encoder
|
|
468
|
-
mirror-drive@1.12.0
|
|
469
|
-
https://github.com/holepunchto/mirror-drive
|
|
470
|
-
noise-handshake@4.2.0
|
|
471
|
-
https://github.com/holepunchto/noise-handshake
|
|
472
|
-
paparam@1.10.0
|
|
473
|
-
https://github.com/holepunchto/paparam
|
|
474
|
-
quickbit-native@2.4.8
|
|
475
|
-
https://github.com/holepunchto/quickbit-native
|
|
476
|
-
rache@1.0.0
|
|
477
|
-
https://github.com/holepunchto/rache
|
|
478
|
-
refcounter@1.0.0
|
|
479
|
-
https://github.com/holepunchto/refcounter
|
|
480
|
-
require-addon@1.2.0
|
|
481
|
-
https://github.com/holepunchto/require-addon
|
|
482
|
-
require-asset@1.2.1
|
|
483
|
-
https://github.com/holepunchto/require-asset
|
|
484
|
-
resource-on-exit@1.0.0
|
|
485
|
-
https://github.com/holepunchto/bare-teardown
|
|
486
|
-
rocksdb-native@3.13.0
|
|
487
|
-
https://github.com/holepunchto/rocksdb-native
|
|
488
|
-
scope-lock@1.2.4
|
|
489
|
-
https://github.com/holepunchto/scope-lock
|
|
490
|
-
simdle-native@1.3.9
|
|
491
|
-
https://github.com/holepunchto/simdle-native
|
|
492
|
-
sub-encoder@2.1.3
|
|
493
|
-
https://github.com/holepunchto/sub-encoder
|
|
494
|
-
text-decoder@1.2.7
|
|
495
|
-
https://github.com/holepunchto/text-decoder
|
|
496
|
-
udx-native@1.19.2
|
|
497
|
-
https://github.com/holepunchto/udx-native
|
|
498
|
-
unslab@1.3.0
|
|
499
|
-
https://github.com/holepunchto/unslab
|
|
500
|
-
which-runtime@1.3.2
|
|
501
|
-
https://github.com/holepunchto/which-runtime
|
|
502
|
-
|
|
503
|
-
--- isc (ISC License) ---
|
|
504
|
-
|
|
505
|
-
@qvac/util-transcription@0.1.5
|
|
506
|
-
https://github.com/tetherto/qvac-util-transcription
|
|
507
|
-
bits-to-bytes@1.3.0
|
|
508
|
-
https://github.com/holepunchto/bits-to-bytes
|
|
509
|
-
compact-encoding-bitfield@1.0.0
|
|
510
|
-
https://github.com/compact-encoding/compact-encoding-bitfield
|
|
511
|
-
compact-encoding-net@1.2.0
|
|
512
|
-
https://github.com/compact-encoding/compact-encoding-net
|
|
513
|
-
nanoassert@2.0.0
|
|
514
|
-
https://github.com/emilbayes/nanoassert
|
|
515
|
-
noise-curve-ed@2.1.0
|
|
516
|
-
https://github.com/chm-diederichs/noise-curve-ed
|
|
517
|
-
quickbit-universal@2.2.0
|
|
518
|
-
https://github.com/holepunchto/quickbit-universal
|
|
519
|
-
simdle-universal@1.1.2
|
|
520
|
-
https://github.com/holepunchto/simdle-universal
|
|
521
|
-
|
|
522
|
-
--- mit (MIT License) ---
|
|
523
|
-
|
|
524
|
-
big-sparse-array@1.0.3
|
|
525
|
-
https://github.com/mafintosh/big-sparse-array
|
|
526
|
-
binary-stream-equals@1.0.0
|
|
527
|
-
https://github.com/mafintosh/binary-stream-equals
|
|
528
|
-
bogon@1.2.0
|
|
529
|
-
https://github.com/mafintosh/bogon
|
|
530
|
-
codecs@3.1.0
|
|
531
|
-
https://github.com/mafintosh/codecs
|
|
532
|
-
corestore@7.8.0
|
|
533
|
-
https://github.com/holepunchto/corestore
|
|
534
|
-
debounceify@1.1.0
|
|
535
|
-
https://github.com/mafintosh/debounceify
|
|
536
|
-
dht-rpc@6.26.2
|
|
537
|
-
https://github.com/mafintosh/dht-rpc
|
|
538
|
-
events@3.3.0
|
|
539
|
-
https://github.com/Gozala/events
|
|
540
|
-
fast-fifo@1.3.2
|
|
541
|
-
https://github.com/mafintosh/fast-fifo
|
|
542
|
-
fast-safe-stringify@2.1.1
|
|
543
|
-
https://github.com/davidmarkclements/fast-safe-stringify
|
|
544
|
-
flat-tree@1.13.0
|
|
545
|
-
https://github.com/mafintosh/flat-tree
|
|
546
|
-
generate-object-property@2.0.0
|
|
547
|
-
https://github.com/mafintosh/generate-object-property
|
|
548
|
-
generate-string@1.0.1
|
|
549
|
-
https://github.com/mafintosh/generate-string
|
|
550
|
-
hyperbee@2.27.3
|
|
551
|
-
https://github.com/holepunchto/hyperbee
|
|
552
|
-
hypercore@11.26.0
|
|
553
|
-
https://github.com/holepunchto/hypercore
|
|
554
|
-
hypercore-crypto@3.6.1
|
|
555
|
-
https://github.com/mafintosh/hypercore-crypto
|
|
556
|
-
hyperdht@6.29.0
|
|
557
|
-
https://github.com/holepunchto/hyperdht
|
|
558
|
-
hyperswarm@4.16.0
|
|
559
|
-
https://github.com/holepunchto/hyperswarm
|
|
560
|
-
is-options@1.0.2
|
|
561
|
-
https://github.com/mafintosh/is-options
|
|
562
|
-
is-property@1.0.2
|
|
563
|
-
https://github.com/mikolalysenko/is-property
|
|
564
|
-
kademlia-routing-table@1.0.6
|
|
565
|
-
https://github.com/mafintosh/kademlia-routing-table
|
|
566
|
-
llm-splitter@0.2.0
|
|
567
|
-
https://github.com/nearform/llm-splitter
|
|
568
|
-
mutexify@1.4.0
|
|
569
|
-
https://github.com/mafintosh/mutexify
|
|
570
|
-
nat-sampler@1.0.1
|
|
571
|
-
https://github.com/mafintosh/nat-sampler
|
|
572
|
-
protocol-buffers-encodings@1.2.0
|
|
573
|
-
https://github.com/mafintosh/protocol-buffers-encodings
|
|
574
|
-
protomux@3.10.1
|
|
575
|
-
https://github.com/mafintosh/protomux
|
|
576
|
-
queue-tick@1.0.1
|
|
577
|
-
https://github.com/mafintosh/queue-tick
|
|
578
|
-
random-array-iterator@1.0.0
|
|
579
|
-
https://github.com/mafintosh/random-array-iterator
|
|
580
|
-
ready-resource@1.2.0
|
|
581
|
-
https://github.com/holepunchto/ready-resource
|
|
582
|
-
record-cache@1.2.0
|
|
583
|
-
https://github.com/mafintosh/record-cache
|
|
584
|
-
resolve-reject-promise@1.1.0
|
|
585
|
-
https://github.com/mafintosh/resolve-reject-promise
|
|
586
|
-
safety-catch@1.0.2
|
|
587
|
-
https://github.com/mafintosh/safety-catch
|
|
588
|
-
same-data@1.0.0
|
|
589
|
-
https://github.com/mafintosh/same-data
|
|
590
|
-
shuffled-priority-queue@2.1.0
|
|
591
|
-
https://github.com/mafintosh/shuffled-priority-queue
|
|
592
|
-
signal-promise@1.0.3
|
|
593
|
-
https://github.com/mafintosh/signal-promise
|
|
594
|
-
signed-varint@2.0.1
|
|
595
|
-
https://github.com/dominictarr/signed-varint
|
|
596
|
-
sodium-native@5.0.10
|
|
597
|
-
https://github.com/holepunchto/sodium-native
|
|
598
|
-
sodium-secretstream@1.2.0
|
|
599
|
-
https://github.com/mafintosh/sodium-secretstream
|
|
600
|
-
sodium-universal@5.0.1
|
|
601
|
-
https://github.com/holepunchto/sodium-universal
|
|
602
|
-
speedometer@1.1.0
|
|
603
|
-
https://github.com/mafintosh/speedometer
|
|
604
|
-
streamx@2.23.0
|
|
605
|
-
https://github.com/mafintosh/streamx
|
|
606
|
-
tar-stream@3.1.7
|
|
607
|
-
https://github.com/mafintosh/tar-stream
|
|
608
|
-
teex@1.0.1
|
|
609
|
-
https://github.com/mafintosh/teex
|
|
610
|
-
test-tmp@1.4.0
|
|
611
|
-
https://github.com/mafintosh/test-tmp
|
|
612
|
-
time-ordered-set@2.0.1
|
|
613
|
-
https://github.com/mafintosh/time-ordered-set
|
|
614
|
-
timeout-refresh@2.0.1
|
|
615
|
-
https://github.com/mafintosh/timeout-refresh
|
|
616
|
-
tinyld@1.3.4
|
|
617
|
-
https://github.com/komodojp/tinyld
|
|
618
|
-
unix-path-resolve@1.0.2
|
|
619
|
-
https://github.com/mafintosh/unix-path-resolve
|
|
620
|
-
unordered-set@2.0.1
|
|
621
|
-
https://github.com/mafintosh/unordered-set
|
|
622
|
-
uuid-random@1.3.2
|
|
623
|
-
https://github.com/jchook/uuid-random
|
|
624
|
-
varint@5.0.0
|
|
625
|
-
https://github.com/chrisdickinson/varint
|
|
626
|
-
xache@1.2.1
|
|
627
|
-
https://github.com/mafintosh/xache
|
|
628
|
-
z32@1.1.0
|
|
629
|
-
https://github.com/mafintosh/z32
|
|
630
|
-
zod@4.3.6
|
|
631
|
-
https://github.com/colinhacks/zod
|
|
632
|
-
|
package/README.md
CHANGED
|
@@ -478,10 +478,10 @@ bun run build # or `watch` for hotreload
|
|
|
478
478
|
bun run build:pack
|
|
479
479
|
```
|
|
480
480
|
|
|
481
|
-
This outputs a tarball under `dist/
|
|
481
|
+
This outputs a tarball under `dist/sdk-{version}.tgz` that you can install in your project, e.g.:
|
|
482
482
|
|
|
483
483
|
```bash
|
|
484
|
-
npm i path/to/
|
|
484
|
+
npm i path/to/sdk-0.3.0.tgz
|
|
485
485
|
```
|
|
486
486
|
|
|
487
487
|
## More Resources
|
package/bare-imports.json
CHANGED
|
@@ -1,8 +1,9 @@
|
|
|
1
|
-
import { type CompletionClientParams, type CompletionStats, type McpClientInput, type Tool, type ToolCallEvent, type ToolCallWithCall } from "../../schemas/index";
|
|
1
|
+
import { type CompletionClientParams, type CompletionStats, type McpClientInput, type Tool, type ToolCallEvent, type ToolCallWithCall, type RPCOptions } from "../../schemas/index";
|
|
2
2
|
import { type ToolInput } from "../../utils/tool-helpers";
|
|
3
3
|
type CompletionParams = Omit<CompletionClientParams, "tools"> & {
|
|
4
4
|
tools?: Tool[] | ToolInput[];
|
|
5
5
|
mcp?: McpClientInput[];
|
|
6
|
+
rpcOptions?: RPCOptions;
|
|
6
7
|
};
|
|
7
8
|
/**
|
|
8
9
|
* Generates completion from a language model based on conversation history.
|
|
@@ -112,8 +112,9 @@ export function completion(params) {
|
|
|
112
112
|
kvCache: params.kvCache,
|
|
113
113
|
tools: allTools.length > 0 ? allTools : undefined,
|
|
114
114
|
stream: params.stream ?? true,
|
|
115
|
+
generationParams: params.generationParams,
|
|
115
116
|
};
|
|
116
|
-
const responses = streamRpc(request);
|
|
117
|
+
const responses = streamRpc(request, params.rpcOptions);
|
|
117
118
|
for await (const response of responses) {
|
|
118
119
|
if (response &&
|
|
119
120
|
typeof response === "object" &&
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type DownloadAssetOptions as BaseDownloadAssetOptions } from "../../schemas/index";
|
|
1
|
+
import { type DownloadAssetOptions as BaseDownloadAssetOptions, type RPCOptions } from "../../schemas/index";
|
|
2
2
|
export type DownloadAssetOptions = BaseDownloadAssetOptions;
|
|
3
3
|
/**
|
|
4
4
|
* Downloads an asset (model file) without loading it into memory.
|
|
@@ -11,6 +11,7 @@ export type DownloadAssetOptions = BaseDownloadAssetOptions;
|
|
|
11
11
|
* - assetSrc: The location from which the asset is downloaded (local path, remote URL, or Hyperdrive URL)
|
|
12
12
|
* - seed: Optional boolean for hyperdrive seeding
|
|
13
13
|
* - onProgress: Optional callback for download progress
|
|
14
|
+
* @param rpcOptions - Optional RPC options including per-call profiling configuration
|
|
14
15
|
*
|
|
15
16
|
* @returns Promise that resolves to the asset ID (either the provided assetSrc or a generated ID)
|
|
16
17
|
*
|
|
@@ -35,5 +36,5 @@ export type DownloadAssetOptions = BaseDownloadAssetOptions;
|
|
|
35
36
|
* });
|
|
36
37
|
* ```
|
|
37
38
|
*/
|
|
38
|
-
export declare function downloadAsset(options: DownloadAssetOptions): Promise<string>;
|
|
39
|
+
export declare function downloadAsset(options: DownloadAssetOptions, rpcOptions?: RPCOptions): Promise<string>;
|
|
39
40
|
//# sourceMappingURL=download-asset.d.ts.map
|
|
@@ -12,6 +12,7 @@ import { DownloadAssetFailedError, StreamEndedError, InvalidResponseError, } fro
|
|
|
12
12
|
* - assetSrc: The location from which the asset is downloaded (local path, remote URL, or Hyperdrive URL)
|
|
13
13
|
* - seed: Optional boolean for hyperdrive seeding
|
|
14
14
|
* - onProgress: Optional callback for download progress
|
|
15
|
+
* @param rpcOptions - Optional RPC options including per-call profiling configuration
|
|
15
16
|
*
|
|
16
17
|
* @returns Promise that resolves to the asset ID (either the provided assetSrc or a generated ID)
|
|
17
18
|
*
|
|
@@ -36,11 +37,11 @@ import { DownloadAssetFailedError, StreamEndedError, InvalidResponseError, } fro
|
|
|
36
37
|
* });
|
|
37
38
|
* ```
|
|
38
39
|
*/
|
|
39
|
-
export async function downloadAsset(options) {
|
|
40
|
+
export async function downloadAsset(options, rpcOptions) {
|
|
40
41
|
const request = downloadAssetOptionsToRequestSchema.parse(options);
|
|
41
42
|
if (options.onProgress) {
|
|
42
43
|
// Use streaming for progress updates
|
|
43
|
-
for await (const response of stream(request)) {
|
|
44
|
+
for await (const response of stream(request, rpcOptions)) {
|
|
44
45
|
if (response.type === "modelProgress") {
|
|
45
46
|
options.onProgress(response);
|
|
46
47
|
}
|
|
@@ -55,7 +56,7 @@ export async function downloadAsset(options) {
|
|
|
55
56
|
}
|
|
56
57
|
else {
|
|
57
58
|
// Use regular send for simple downloading
|
|
58
|
-
const response = await send(request);
|
|
59
|
+
const response = await send(request, rpcOptions);
|
|
59
60
|
if (response.type !== "downloadAsset") {
|
|
60
61
|
throw new InvalidResponseError("downloadAsset");
|
|
61
62
|
}
|
|
@@ -1,25 +1,28 @@
|
|
|
1
|
+
import { type RPCOptions } from "../../schemas/index";
|
|
1
2
|
/**
|
|
2
3
|
* Generates embeddings for a single text using a specified model.
|
|
3
4
|
*
|
|
4
5
|
* @param params - The parameters for the embedding
|
|
5
6
|
* @param params.modelId - The identifier of the embedding model to use
|
|
6
7
|
* @param params.text - The input text to embed
|
|
8
|
+
* @param options - Optional RPC options including per-call profiling
|
|
7
9
|
* @throws {QvacErrorBase} When the response type is invalid or when the embedding fails
|
|
8
10
|
*/
|
|
9
11
|
export declare function embed(params: {
|
|
10
12
|
modelId: string;
|
|
11
13
|
text: string;
|
|
12
|
-
}): Promise<number[]>;
|
|
14
|
+
}, options?: RPCOptions): Promise<number[]>;
|
|
13
15
|
/**
|
|
14
16
|
* Generates embeddings for multiple texts using a specified model.
|
|
15
17
|
*
|
|
16
18
|
* @param params - The parameters for the embedding
|
|
17
19
|
* @param params.modelId - The identifier of the embedding model to use
|
|
18
20
|
* @param params.text - The input texts to embed
|
|
21
|
+
* @param options - Optional RPC options including per-call profiling
|
|
19
22
|
* @throws {QvacErrorBase} When the response type is invalid or when the embedding fails
|
|
20
23
|
*/
|
|
21
24
|
export declare function embed(params: {
|
|
22
25
|
modelId: string;
|
|
23
26
|
text: string[];
|
|
24
|
-
}): Promise<number[][]>;
|
|
27
|
+
}, options?: RPCOptions): Promise<number[][]>;
|
|
25
28
|
//# sourceMappingURL=embed.d.ts.map
|
package/dist/client/api/embed.js
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import { send } from "../rpc/rpc-client.js";
|
|
2
2
|
import {} from "../../schemas/index.js";
|
|
3
3
|
import { InvalidResponseError } from "../../utils/errors-client.js";
|
|
4
|
-
export async function embed(params) {
|
|
4
|
+
export async function embed(params, options) {
|
|
5
5
|
const request = {
|
|
6
6
|
type: "embed",
|
|
7
7
|
...params,
|
|
8
8
|
};
|
|
9
|
-
const response = await send(request);
|
|
9
|
+
const response = await send(request, options);
|
|
10
10
|
if (response.type !== "embed") {
|
|
11
11
|
throw new InvalidResponseError("embed");
|
|
12
12
|
}
|
|
@@ -4,7 +4,7 @@ export declare function getModelInfo(params: GetModelInfoParams): Promise<{
|
|
|
4
4
|
modelId: string;
|
|
5
5
|
expectedSize: number;
|
|
6
6
|
sha256Checksum: string;
|
|
7
|
-
addon: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "ocr" | "vad" | "other";
|
|
7
|
+
addon: "llm" | "whisper" | "embeddings" | "nmt" | "parakeet" | "tts" | "ocr" | "vad" | "other";
|
|
8
8
|
isCached: boolean;
|
|
9
9
|
isLoaded: boolean;
|
|
10
10
|
cacheFiles: {
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import type { RPCOptions } from "../../schemas/index";
|
|
1
2
|
export interface InvokePluginOptions<TParams = unknown> {
|
|
2
3
|
modelId: string;
|
|
3
4
|
handler: string;
|
|
@@ -6,9 +7,9 @@ export interface InvokePluginOptions<TParams = unknown> {
|
|
|
6
7
|
/**
|
|
7
8
|
* Invoke a non-streaming plugin handler.
|
|
8
9
|
*/
|
|
9
|
-
export declare function invokePlugin<TResponse = unknown, TParams = unknown>(options: InvokePluginOptions<TParams
|
|
10
|
+
export declare function invokePlugin<TResponse = unknown, TParams = unknown>(options: InvokePluginOptions<TParams>, rpcOptions?: RPCOptions): Promise<TResponse>;
|
|
10
11
|
/**
|
|
11
12
|
* Invoke a streaming plugin handler.
|
|
12
13
|
*/
|
|
13
|
-
export declare function invokePluginStream<TResponse = unknown, TParams = unknown>(options: InvokePluginOptions<TParams
|
|
14
|
+
export declare function invokePluginStream<TResponse = unknown, TParams = unknown>(options: InvokePluginOptions<TParams>, rpcOptions?: RPCOptions): AsyncGenerator<TResponse>;
|
|
14
15
|
//# sourceMappingURL=invoke-plugin.d.ts.map
|