@qvac/sdk 0.8.0 → 0.8.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +337 -0
- package/README.md +2 -2
- package/dist/client/api/cancel.d.ts +9 -0
- package/dist/client/api/cancel.js +9 -0
- package/dist/client/api/heartbeat.d.ts +30 -0
- package/dist/client/api/heartbeat.js +38 -0
- package/dist/client/api/index.d.ts +1 -1
- package/dist/client/api/index.js +1 -1
- package/dist/examples/embed-p2p.d.ts +2 -0
- package/dist/examples/llamacpp-p2p.d.ts +2 -0
- package/dist/examples/seed-p2p.d.ts +2 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/models/registry/models.d.ts +64 -64
- package/dist/models/registry/models.js +108 -108
- package/dist/schemas/cancel.d.ts +12 -0
- package/dist/schemas/cancel.js +2 -0
- package/dist/schemas/common.d.ts +39 -2
- package/dist/schemas/common.js +4 -3
- package/dist/schemas/delegate.d.ts +8 -0
- package/dist/schemas/delegate.js +5 -2
- package/dist/schemas/heartbeat.d.ts +17 -0
- package/dist/schemas/heartbeat.js +10 -0
- package/dist/schemas/index.d.ts +1 -1
- package/dist/schemas/index.js +1 -1
- package/dist/schemas/load-model.d.ts +113 -0
- package/dist/server/bare/delegate-rpc-client.js +42 -11
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +1 -4
- package/dist/server/bare/registry/model-registry.d.ts +2 -0
- package/dist/server/bare/registry/model-registry.js +2 -1
- package/dist/server/rpc/delegate-transport.js +65 -44
- package/dist/server/rpc/delegate-utils.d.ts +2 -0
- package/dist/server/rpc/delegate-utils.js +5 -0
- package/dist/server/rpc/handler-registry.js +26 -3
- package/dist/server/rpc/handler-utils.js +43 -1
- package/dist/server/rpc/handlers/cancel-delegated.d.ts +4 -0
- package/dist/server/rpc/handlers/cancel-delegated.js +71 -0
- package/dist/server/rpc/handlers/completion-stream-delegated.js +2 -2
- package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +4 -0
- package/dist/server/rpc/handlers/heartbeat-delegated.js +32 -0
- package/dist/server/rpc/handlers/heartbeat.d.ts +3 -0
- package/dist/server/rpc/handlers/heartbeat.js +3 -0
- package/dist/server/rpc/handlers/index.d.ts +2 -2
- package/dist/server/rpc/handlers/index.js +2 -2
- package/dist/server/rpc/handlers/load-model/registry.js +25 -41
- package/dist/server/rpc/handlers/load-model-delegated.js +6 -4
- package/dist/server/rpc/handlers/unload-model-delegated.js +3 -3
- package/package.json +10 -3
- package/dist/client/api/ping.d.ts +0 -11
- package/dist/client/api/ping.js +0 -19
- package/dist/examples/embed-hyperdrive.d.ts +0 -2
- package/dist/examples/llamacpp-hyperdrive.d.ts +0 -2
- package/dist/examples/seed-hyperdrive.d.ts +0 -2
- package/dist/schemas/ping.d.ts +0 -11
- package/dist/schemas/ping.js +0 -8
- package/dist/server/rpc/handlers/ping.d.ts +0 -3
- package/dist/server/rpc/handlers/ping.js +0 -3
- /package/dist/examples/{embed-hyperdrive.js → embed-p2p.js} +0 -0
- /package/dist/examples/{llamacpp-hyperdrive.js → llamacpp-p2p.js} +0 -0
- /package/dist/examples/{seed-hyperdrive.js → seed-p2p.js} +0 -0
|
@@ -216,6 +216,21 @@ export declare const models: readonly [{
|
|
|
216
216
|
readonly engine: "llamacpp-completion";
|
|
217
217
|
readonly quantization: "q8";
|
|
218
218
|
readonly params: "2B";
|
|
219
|
+
}, {
|
|
220
|
+
readonly name: "MMPROJ_SMOLVLM2_500M_MULTIMODAL_F16";
|
|
221
|
+
readonly registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
222
|
+
readonly registrySource: "hf";
|
|
223
|
+
readonly blobCoreKey: "4035e66388340ff7c1f291e7c0101855f5d0b2c7085f3ff62213573a2cd5dd17";
|
|
224
|
+
readonly blobBlockOffset: 377382;
|
|
225
|
+
readonly blobBlockLength: 3044;
|
|
226
|
+
readonly blobByteOffset: 24729912473;
|
|
227
|
+
readonly modelId: "mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
228
|
+
readonly addon: "llm";
|
|
229
|
+
readonly expectedSize: 199470624;
|
|
230
|
+
readonly sha256Checksum: "b5dc8ebe7cbeab66a5369693960a52515d7824f13d4063ceca78431f2a6b59b0";
|
|
231
|
+
readonly engine: "llamacpp-completion";
|
|
232
|
+
readonly quantization: "f16";
|
|
233
|
+
readonly params: "500M";
|
|
219
234
|
}, {
|
|
220
235
|
readonly name: "MMPROJ_SMOLVLM2_500M_MULTIMODAL_Q8_0";
|
|
221
236
|
readonly registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/mmproj-SmolVLM2-500M-Video-Instruct-Q8_0.gguf";
|
|
@@ -231,6 +246,21 @@ export declare const models: readonly [{
|
|
|
231
246
|
readonly engine: "llamacpp-completion";
|
|
232
247
|
readonly quantization: "q8_0";
|
|
233
248
|
readonly params: "500M";
|
|
249
|
+
}, {
|
|
250
|
+
readonly name: "SMOLVLM2_500M_MULTIMODAL_F16";
|
|
251
|
+
readonly registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
252
|
+
readonly registrySource: "hf";
|
|
253
|
+
readonly blobCoreKey: "4035e66388340ff7c1f291e7c0101855f5d0b2c7085f3ff62213573a2cd5dd17";
|
|
254
|
+
readonly blobBlockOffset: 364863;
|
|
255
|
+
readonly blobBlockLength: 12519;
|
|
256
|
+
readonly blobByteOffset: 23909487769;
|
|
257
|
+
readonly modelId: "SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
258
|
+
readonly addon: "llm";
|
|
259
|
+
readonly expectedSize: 820424704;
|
|
260
|
+
readonly sha256Checksum: "80f7e3f04bc2d3324ac1a9f52f5776fe13a69912adf74f8e7edacf773d140d77";
|
|
261
|
+
readonly engine: "llamacpp-completion";
|
|
262
|
+
readonly quantization: "f16";
|
|
263
|
+
readonly params: "500M";
|
|
234
264
|
}, {
|
|
235
265
|
readonly name: "SMOLVLM2_500M_MULTIMODAL_Q8_0";
|
|
236
266
|
readonly registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/SmolVLM2-500M-Video-Instruct-Q8_0.gguf";
|
|
@@ -1101,36 +1131,6 @@ export declare const models: readonly [{
|
|
|
1101
1131
|
readonly engine: "llamacpp-completion";
|
|
1102
1132
|
readonly quantization: "q4";
|
|
1103
1133
|
readonly params: "1.7B";
|
|
1104
|
-
}, {
|
|
1105
|
-
readonly name: "MMPROJ_SMOLVLM2_500M_MULTIMODAL_F16";
|
|
1106
|
-
readonly registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
1107
|
-
readonly registrySource: "hf";
|
|
1108
|
-
readonly blobCoreKey: "4035e66388340ff7c1f291e7c0101855f5d0b2c7085f3ff62213573a2cd5dd17";
|
|
1109
|
-
readonly blobBlockOffset: 377382;
|
|
1110
|
-
readonly blobBlockLength: 3044;
|
|
1111
|
-
readonly blobByteOffset: 24729912473;
|
|
1112
|
-
readonly modelId: "mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
1113
|
-
readonly addon: "nmt";
|
|
1114
|
-
readonly expectedSize: 199470624;
|
|
1115
|
-
readonly sha256Checksum: "b5dc8ebe7cbeab66a5369693960a52515d7824f13d4063ceca78431f2a6b59b0";
|
|
1116
|
-
readonly engine: "nmtcpp-translation";
|
|
1117
|
-
readonly quantization: "f16";
|
|
1118
|
-
readonly params: "500M";
|
|
1119
|
-
}, {
|
|
1120
|
-
readonly name: "SMOLVLM2_500M_MULTIMODAL_F16";
|
|
1121
|
-
readonly registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
1122
|
-
readonly registrySource: "hf";
|
|
1123
|
-
readonly blobCoreKey: "4035e66388340ff7c1f291e7c0101855f5d0b2c7085f3ff62213573a2cd5dd17";
|
|
1124
|
-
readonly blobBlockOffset: 364863;
|
|
1125
|
-
readonly blobBlockLength: 12519;
|
|
1126
|
-
readonly blobByteOffset: 23909487769;
|
|
1127
|
-
readonly modelId: "SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
1128
|
-
readonly addon: "nmt";
|
|
1129
|
-
readonly expectedSize: 820424704;
|
|
1130
|
-
readonly sha256Checksum: "80f7e3f04bc2d3324ac1a9f52f5776fe13a69912adf74f8e7edacf773d140d77";
|
|
1131
|
-
readonly engine: "nmtcpp-translation";
|
|
1132
|
-
readonly quantization: "f16";
|
|
1133
|
-
readonly params: "500M";
|
|
1134
1134
|
}, {
|
|
1135
1135
|
readonly name: "BERGAMOT_AR_EN_LEX";
|
|
1136
1136
|
readonly registryPath: "qvac_models_compiled/bergamot/bergamot-aren/2025-12-18/lex.50.50.aren.s2t.bin";
|
|
@@ -5260,6 +5260,23 @@ export declare const SALAMANDRATA_2B_INST_Q8: {
|
|
|
5260
5260
|
readonly quantization: "q8";
|
|
5261
5261
|
readonly params: "2B";
|
|
5262
5262
|
};
|
|
5263
|
+
export declare const MMPROJ_SMOLVLM2_500M_MULTIMODAL_F16: {
|
|
5264
|
+
readonly name: "MMPROJ_SMOLVLM2_500M_MULTIMODAL_F16";
|
|
5265
|
+
readonly src: "registry://hf/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
5266
|
+
readonly registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
5267
|
+
readonly registrySource: "hf";
|
|
5268
|
+
readonly blobCoreKey: "4035e66388340ff7c1f291e7c0101855f5d0b2c7085f3ff62213573a2cd5dd17";
|
|
5269
|
+
readonly blobBlockOffset: 377382;
|
|
5270
|
+
readonly blobBlockLength: 3044;
|
|
5271
|
+
readonly blobByteOffset: 24729912473;
|
|
5272
|
+
readonly modelId: "mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
5273
|
+
readonly expectedSize: 199470624;
|
|
5274
|
+
readonly sha256Checksum: "b5dc8ebe7cbeab66a5369693960a52515d7824f13d4063ceca78431f2a6b59b0";
|
|
5275
|
+
readonly addon: "llm";
|
|
5276
|
+
readonly engine: "llamacpp-completion";
|
|
5277
|
+
readonly quantization: "f16";
|
|
5278
|
+
readonly params: "500M";
|
|
5279
|
+
};
|
|
5263
5280
|
export declare const MMPROJ_SMOLVLM2_500M_MULTIMODAL_Q8_0: {
|
|
5264
5281
|
readonly name: "MMPROJ_SMOLVLM2_500M_MULTIMODAL_Q8_0";
|
|
5265
5282
|
readonly src: "registry://hf/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/mmproj-SmolVLM2-500M-Video-Instruct-Q8_0.gguf";
|
|
@@ -5277,6 +5294,23 @@ export declare const MMPROJ_SMOLVLM2_500M_MULTIMODAL_Q8_0: {
|
|
|
5277
5294
|
readonly quantization: "q8_0";
|
|
5278
5295
|
readonly params: "500M";
|
|
5279
5296
|
};
|
|
5297
|
+
export declare const SMOLVLM2_500M_MULTIMODAL_F16: {
|
|
5298
|
+
readonly name: "SMOLVLM2_500M_MULTIMODAL_F16";
|
|
5299
|
+
readonly src: "registry://hf/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
5300
|
+
readonly registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
5301
|
+
readonly registrySource: "hf";
|
|
5302
|
+
readonly blobCoreKey: "4035e66388340ff7c1f291e7c0101855f5d0b2c7085f3ff62213573a2cd5dd17";
|
|
5303
|
+
readonly blobBlockOffset: 364863;
|
|
5304
|
+
readonly blobBlockLength: 12519;
|
|
5305
|
+
readonly blobByteOffset: 23909487769;
|
|
5306
|
+
readonly modelId: "SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
5307
|
+
readonly expectedSize: 820424704;
|
|
5308
|
+
readonly sha256Checksum: "80f7e3f04bc2d3324ac1a9f52f5776fe13a69912adf74f8e7edacf773d140d77";
|
|
5309
|
+
readonly addon: "llm";
|
|
5310
|
+
readonly engine: "llamacpp-completion";
|
|
5311
|
+
readonly quantization: "f16";
|
|
5312
|
+
readonly params: "500M";
|
|
5313
|
+
};
|
|
5280
5314
|
export declare const SMOLVLM2_500M_MULTIMODAL_Q8_0: {
|
|
5281
5315
|
readonly name: "SMOLVLM2_500M_MULTIMODAL_Q8_0";
|
|
5282
5316
|
readonly src: "registry://hf/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/SmolVLM2-500M-Video-Instruct-Q8_0.gguf";
|
|
@@ -5872,40 +5906,6 @@ export declare const QWEN3_1_7B_INST_Q4: {
|
|
|
5872
5906
|
readonly quantization: "q4";
|
|
5873
5907
|
readonly params: "1.7B";
|
|
5874
5908
|
};
|
|
5875
|
-
export declare const MMPROJ_SMOLVLM2_500M_MULTIMODAL_F16: {
|
|
5876
|
-
readonly name: "MMPROJ_SMOLVLM2_500M_MULTIMODAL_F16";
|
|
5877
|
-
readonly src: "registry://hf/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
5878
|
-
readonly registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
5879
|
-
readonly registrySource: "hf";
|
|
5880
|
-
readonly blobCoreKey: "4035e66388340ff7c1f291e7c0101855f5d0b2c7085f3ff62213573a2cd5dd17";
|
|
5881
|
-
readonly blobBlockOffset: 377382;
|
|
5882
|
-
readonly blobBlockLength: 3044;
|
|
5883
|
-
readonly blobByteOffset: 24729912473;
|
|
5884
|
-
readonly modelId: "mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
5885
|
-
readonly expectedSize: 199470624;
|
|
5886
|
-
readonly sha256Checksum: "b5dc8ebe7cbeab66a5369693960a52515d7824f13d4063ceca78431f2a6b59b0";
|
|
5887
|
-
readonly addon: "nmt";
|
|
5888
|
-
readonly engine: "nmtcpp-translation";
|
|
5889
|
-
readonly quantization: "f16";
|
|
5890
|
-
readonly params: "500M";
|
|
5891
|
-
};
|
|
5892
|
-
export declare const SMOLVLM2_500M_MULTIMODAL_F16: {
|
|
5893
|
-
readonly name: "SMOLVLM2_500M_MULTIMODAL_F16";
|
|
5894
|
-
readonly src: "registry://hf/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
5895
|
-
readonly registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
5896
|
-
readonly registrySource: "hf";
|
|
5897
|
-
readonly blobCoreKey: "4035e66388340ff7c1f291e7c0101855f5d0b2c7085f3ff62213573a2cd5dd17";
|
|
5898
|
-
readonly blobBlockOffset: 364863;
|
|
5899
|
-
readonly blobBlockLength: 12519;
|
|
5900
|
-
readonly blobByteOffset: 23909487769;
|
|
5901
|
-
readonly modelId: "SmolVLM2-500M-Video-Instruct-f16.gguf";
|
|
5902
|
-
readonly expectedSize: 820424704;
|
|
5903
|
-
readonly sha256Checksum: "80f7e3f04bc2d3324ac1a9f52f5776fe13a69912adf74f8e7edacf773d140d77";
|
|
5904
|
-
readonly addon: "nmt";
|
|
5905
|
-
readonly engine: "nmtcpp-translation";
|
|
5906
|
-
readonly quantization: "f16";
|
|
5907
|
-
readonly params: "500M";
|
|
5908
|
-
};
|
|
5909
5909
|
export declare const BERGAMOT_AR_EN_LEX: {
|
|
5910
5910
|
readonly name: "BERGAMOT_AR_EN_LEX";
|
|
5911
5911
|
readonly src: "registry://s3/qvac_models_compiled/bergamot/bergamot-aren/2025-12-18/lex.50.50.aren.s2t.bin";
|
|
@@ -192,6 +192,22 @@ export const models = [
|
|
|
192
192
|
quantization: "q8",
|
|
193
193
|
params: "2B",
|
|
194
194
|
},
|
|
195
|
+
{
|
|
196
|
+
name: "MMPROJ_SMOLVLM2_500M_MULTIMODAL_F16",
|
|
197
|
+
registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf",
|
|
198
|
+
registrySource: "hf",
|
|
199
|
+
blobCoreKey: "4035e66388340ff7c1f291e7c0101855f5d0b2c7085f3ff62213573a2cd5dd17",
|
|
200
|
+
blobBlockOffset: 377382,
|
|
201
|
+
blobBlockLength: 3044,
|
|
202
|
+
blobByteOffset: 24729912473,
|
|
203
|
+
modelId: "mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf",
|
|
204
|
+
addon: "llm",
|
|
205
|
+
expectedSize: 199470624,
|
|
206
|
+
sha256Checksum: "b5dc8ebe7cbeab66a5369693960a52515d7824f13d4063ceca78431f2a6b59b0",
|
|
207
|
+
engine: "llamacpp-completion",
|
|
208
|
+
quantization: "f16",
|
|
209
|
+
params: "500M",
|
|
210
|
+
},
|
|
195
211
|
{
|
|
196
212
|
name: "MMPROJ_SMOLVLM2_500M_MULTIMODAL_Q8_0",
|
|
197
213
|
registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/mmproj-SmolVLM2-500M-Video-Instruct-Q8_0.gguf",
|
|
@@ -208,6 +224,22 @@ export const models = [
|
|
|
208
224
|
quantization: "q8_0",
|
|
209
225
|
params: "500M",
|
|
210
226
|
},
|
|
227
|
+
{
|
|
228
|
+
name: "SMOLVLM2_500M_MULTIMODAL_F16",
|
|
229
|
+
registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/SmolVLM2-500M-Video-Instruct-f16.gguf",
|
|
230
|
+
registrySource: "hf",
|
|
231
|
+
blobCoreKey: "4035e66388340ff7c1f291e7c0101855f5d0b2c7085f3ff62213573a2cd5dd17",
|
|
232
|
+
blobBlockOffset: 364863,
|
|
233
|
+
blobBlockLength: 12519,
|
|
234
|
+
blobByteOffset: 23909487769,
|
|
235
|
+
modelId: "SmolVLM2-500M-Video-Instruct-f16.gguf",
|
|
236
|
+
addon: "llm",
|
|
237
|
+
expectedSize: 820424704,
|
|
238
|
+
sha256Checksum: "80f7e3f04bc2d3324ac1a9f52f5776fe13a69912adf74f8e7edacf773d140d77",
|
|
239
|
+
engine: "llamacpp-completion",
|
|
240
|
+
quantization: "f16",
|
|
241
|
+
params: "500M",
|
|
242
|
+
},
|
|
211
243
|
{
|
|
212
244
|
name: "SMOLVLM2_500M_MULTIMODAL_Q8_0",
|
|
213
245
|
registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/SmolVLM2-500M-Video-Instruct-Q8_0.gguf",
|
|
@@ -1164,38 +1196,6 @@ export const models = [
|
|
|
1164
1196
|
quantization: "q4",
|
|
1165
1197
|
params: "1.7B",
|
|
1166
1198
|
},
|
|
1167
|
-
{
|
|
1168
|
-
name: "MMPROJ_SMOLVLM2_500M_MULTIMODAL_F16",
|
|
1169
|
-
registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf",
|
|
1170
|
-
registrySource: "hf",
|
|
1171
|
-
blobCoreKey: "4035e66388340ff7c1f291e7c0101855f5d0b2c7085f3ff62213573a2cd5dd17",
|
|
1172
|
-
blobBlockOffset: 377382,
|
|
1173
|
-
blobBlockLength: 3044,
|
|
1174
|
-
blobByteOffset: 24729912473,
|
|
1175
|
-
modelId: "mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf",
|
|
1176
|
-
addon: "nmt",
|
|
1177
|
-
expectedSize: 199470624,
|
|
1178
|
-
sha256Checksum: "b5dc8ebe7cbeab66a5369693960a52515d7824f13d4063ceca78431f2a6b59b0",
|
|
1179
|
-
engine: "nmtcpp-translation",
|
|
1180
|
-
quantization: "f16",
|
|
1181
|
-
params: "500M",
|
|
1182
|
-
},
|
|
1183
|
-
{
|
|
1184
|
-
name: "SMOLVLM2_500M_MULTIMODAL_F16",
|
|
1185
|
-
registryPath: "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/resolve/ccd7aae53bcb1997355c2f094959e72b3642ce17/SmolVLM2-500M-Video-Instruct-f16.gguf",
|
|
1186
|
-
registrySource: "hf",
|
|
1187
|
-
blobCoreKey: "4035e66388340ff7c1f291e7c0101855f5d0b2c7085f3ff62213573a2cd5dd17",
|
|
1188
|
-
blobBlockOffset: 364863,
|
|
1189
|
-
blobBlockLength: 12519,
|
|
1190
|
-
blobByteOffset: 23909487769,
|
|
1191
|
-
modelId: "SmolVLM2-500M-Video-Instruct-f16.gguf",
|
|
1192
|
-
addon: "nmt",
|
|
1193
|
-
expectedSize: 820424704,
|
|
1194
|
-
sha256Checksum: "80f7e3f04bc2d3324ac1a9f52f5776fe13a69912adf74f8e7edacf773d140d77",
|
|
1195
|
-
engine: "nmtcpp-translation",
|
|
1196
|
-
quantization: "f16",
|
|
1197
|
-
params: "500M",
|
|
1198
|
-
},
|
|
1199
1199
|
{
|
|
1200
1200
|
name: "BERGAMOT_AR_EN_LEX",
|
|
1201
1201
|
registryPath: "qvac_models_compiled/bergamot/bergamot-aren/2025-12-18/lex.50.50.aren.s2t.bin",
|
|
@@ -5592,8 +5592,8 @@ export const SALAMANDRATA_2B_INST_Q8 = {
|
|
|
5592
5592
|
quantization: models[8].quantization,
|
|
5593
5593
|
params: models[8].params,
|
|
5594
5594
|
};
|
|
5595
|
-
export const
|
|
5596
|
-
name: "
|
|
5595
|
+
export const MMPROJ_SMOLVLM2_500M_MULTIMODAL_F16 = {
|
|
5596
|
+
name: "MMPROJ_SMOLVLM2_500M_MULTIMODAL_F16",
|
|
5597
5597
|
src: `registry://${models[9].registrySource}/${models[9].registryPath}`,
|
|
5598
5598
|
registryPath: models[9].registryPath,
|
|
5599
5599
|
registrySource: models[9].registrySource,
|
|
@@ -5609,8 +5609,8 @@ export const MMPROJ_SMOLVLM2_500M_MULTIMODAL_Q8_0 = {
|
|
|
5609
5609
|
quantization: models[9].quantization,
|
|
5610
5610
|
params: models[9].params,
|
|
5611
5611
|
};
|
|
5612
|
-
export const
|
|
5613
|
-
name: "
|
|
5612
|
+
export const MMPROJ_SMOLVLM2_500M_MULTIMODAL_Q8_0 = {
|
|
5613
|
+
name: "MMPROJ_SMOLVLM2_500M_MULTIMODAL_Q8_0",
|
|
5614
5614
|
src: `registry://${models[10].registrySource}/${models[10].registryPath}`,
|
|
5615
5615
|
registryPath: models[10].registryPath,
|
|
5616
5616
|
registrySource: models[10].registrySource,
|
|
@@ -5626,8 +5626,8 @@ export const SMOLVLM2_500M_MULTIMODAL_Q8_0 = {
|
|
|
5626
5626
|
quantization: models[10].quantization,
|
|
5627
5627
|
params: models[10].params,
|
|
5628
5628
|
};
|
|
5629
|
-
export const
|
|
5630
|
-
name: "
|
|
5629
|
+
export const SMOLVLM2_500M_MULTIMODAL_F16 = {
|
|
5630
|
+
name: "SMOLVLM2_500M_MULTIMODAL_F16",
|
|
5631
5631
|
src: `registry://${models[11].registrySource}/${models[11].registryPath}`,
|
|
5632
5632
|
registryPath: models[11].registryPath,
|
|
5633
5633
|
registrySource: models[11].registrySource,
|
|
@@ -5643,8 +5643,8 @@ export const LASER_DOLPHIN_2X7B_INST_Q2_K = {
|
|
|
5643
5643
|
quantization: models[11].quantization,
|
|
5644
5644
|
params: models[11].params,
|
|
5645
5645
|
};
|
|
5646
|
-
export const
|
|
5647
|
-
name: "
|
|
5646
|
+
export const SMOLVLM2_500M_MULTIMODAL_Q8_0 = {
|
|
5647
|
+
name: "SMOLVLM2_500M_MULTIMODAL_Q8_0",
|
|
5648
5648
|
src: `registry://${models[12].registrySource}/${models[12].registryPath}`,
|
|
5649
5649
|
registryPath: models[12].registryPath,
|
|
5650
5650
|
registrySource: models[12].registrySource,
|
|
@@ -5660,8 +5660,8 @@ export const LLAMA_TOOL_CALLING_1B_INST_Q4_K = {
|
|
|
5660
5660
|
quantization: models[12].quantization,
|
|
5661
5661
|
params: models[12].params,
|
|
5662
5662
|
};
|
|
5663
|
-
export const
|
|
5664
|
-
name: "
|
|
5663
|
+
export const LASER_DOLPHIN_2X7B_INST_Q2_K = {
|
|
5664
|
+
name: "LASER_DOLPHIN_2X7B_INST_Q2_K",
|
|
5665
5665
|
src: `registry://${models[13].registrySource}/${models[13].registryPath}`,
|
|
5666
5666
|
registryPath: models[13].registryPath,
|
|
5667
5667
|
registrySource: models[13].registrySource,
|
|
@@ -5677,8 +5677,8 @@ export const AFRICAN_4B_TRANSLATION_Q4_K_M = {
|
|
|
5677
5677
|
quantization: models[13].quantization,
|
|
5678
5678
|
params: models[13].params,
|
|
5679
5679
|
};
|
|
5680
|
-
export const
|
|
5681
|
-
name: "
|
|
5680
|
+
export const LLAMA_TOOL_CALLING_1B_INST_Q4_K = {
|
|
5681
|
+
name: "LLAMA_TOOL_CALLING_1B_INST_Q4_K",
|
|
5682
5682
|
src: `registry://${models[14].registrySource}/${models[14].registryPath}`,
|
|
5683
5683
|
registryPath: models[14].registryPath,
|
|
5684
5684
|
registrySource: models[14].registrySource,
|
|
@@ -5694,8 +5694,8 @@ export const OCR_0_6B_MULTIMODAL_Q4_K_M = {
|
|
|
5694
5694
|
quantization: models[14].quantization,
|
|
5695
5695
|
params: models[14].params,
|
|
5696
5696
|
};
|
|
5697
|
-
export const
|
|
5698
|
-
name: "
|
|
5697
|
+
export const AFRICAN_4B_TRANSLATION_Q4_K_M = {
|
|
5698
|
+
name: "AFRICAN_4B_TRANSLATION_Q4_K_M",
|
|
5699
5699
|
src: `registry://${models[15].registrySource}/${models[15].registryPath}`,
|
|
5700
5700
|
registryPath: models[15].registryPath,
|
|
5701
5701
|
registrySource: models[15].registrySource,
|
|
@@ -5711,8 +5711,8 @@ export const MMPROJ_OCR_0_6B_MULTIMODAL_F16 = {
|
|
|
5711
5711
|
quantization: models[15].quantization,
|
|
5712
5712
|
params: models[15].params,
|
|
5713
5713
|
};
|
|
5714
|
-
export const
|
|
5715
|
-
name: "
|
|
5714
|
+
export const OCR_0_6B_MULTIMODAL_Q4_K_M = {
|
|
5715
|
+
name: "OCR_0_6B_MULTIMODAL_Q4_K_M",
|
|
5716
5716
|
src: `registry://${models[16].registrySource}/${models[16].registryPath}`,
|
|
5717
5717
|
registryPath: models[16].registryPath,
|
|
5718
5718
|
registrySource: models[16].registrySource,
|
|
@@ -5728,8 +5728,8 @@ export const BITNET_B1_58_3B_INST_TQ2_0 = {
|
|
|
5728
5728
|
quantization: models[16].quantization,
|
|
5729
5729
|
params: models[16].params,
|
|
5730
5730
|
};
|
|
5731
|
-
export const
|
|
5732
|
-
name: "
|
|
5731
|
+
export const MMPROJ_OCR_0_6B_MULTIMODAL_F16 = {
|
|
5732
|
+
name: "MMPROJ_OCR_0_6B_MULTIMODAL_F16",
|
|
5733
5733
|
src: `registry://${models[17].registrySource}/${models[17].registryPath}`,
|
|
5734
5734
|
registryPath: models[17].registryPath,
|
|
5735
5735
|
registrySource: models[17].registrySource,
|
|
@@ -5745,8 +5745,8 @@ export const BITNET_0_7B_INST_TQ2_0 = {
|
|
|
5745
5745
|
quantization: models[17].quantization,
|
|
5746
5746
|
params: models[17].params,
|
|
5747
5747
|
};
|
|
5748
|
-
export const
|
|
5749
|
-
name: "
|
|
5748
|
+
export const BITNET_B1_58_3B_INST_TQ2_0 = {
|
|
5749
|
+
name: "BITNET_B1_58_3B_INST_TQ2_0",
|
|
5750
5750
|
src: `registry://${models[18].registrySource}/${models[18].registryPath}`,
|
|
5751
5751
|
registryPath: models[18].registryPath,
|
|
5752
5752
|
registrySource: models[18].registrySource,
|
|
@@ -5762,8 +5762,8 @@ export const BITNET_1B_INST_TQ2_0 = {
|
|
|
5762
5762
|
quantization: models[18].quantization,
|
|
5763
5763
|
params: models[18].params,
|
|
5764
5764
|
};
|
|
5765
|
-
export const
|
|
5766
|
-
name: "
|
|
5765
|
+
export const BITNET_0_7B_INST_TQ2_0 = {
|
|
5766
|
+
name: "BITNET_0_7B_INST_TQ2_0",
|
|
5767
5767
|
src: `registry://${models[19].registrySource}/${models[19].registryPath}`,
|
|
5768
5768
|
registryPath: models[19].registryPath,
|
|
5769
5769
|
registrySource: models[19].registrySource,
|
|
@@ -5779,8 +5779,8 @@ export const DOLPHIN_MIXTRAL_2X7B_MOE_Q2_K_SHARD = {
|
|
|
5779
5779
|
quantization: models[19].quantization,
|
|
5780
5780
|
params: models[19].params,
|
|
5781
5781
|
};
|
|
5782
|
-
export const
|
|
5783
|
-
name: "
|
|
5782
|
+
export const BITNET_1B_INST_TQ2_0 = {
|
|
5783
|
+
name: "BITNET_1B_INST_TQ2_0",
|
|
5784
5784
|
src: `registry://${models[20].registrySource}/${models[20].registryPath}`,
|
|
5785
5785
|
registryPath: models[20].registryPath,
|
|
5786
5786
|
registrySource: models[20].registrySource,
|
|
@@ -5796,8 +5796,8 @@ export const DOLPHIN_MIXTRAL_2X7B_MOE_Q2_K_TENSORS = {
|
|
|
5796
5796
|
quantization: models[20].quantization,
|
|
5797
5797
|
params: models[20].params,
|
|
5798
5798
|
};
|
|
5799
|
-
export const
|
|
5800
|
-
name: "
|
|
5799
|
+
export const DOLPHIN_MIXTRAL_2X7B_MOE_Q2_K_SHARD = {
|
|
5800
|
+
name: "DOLPHIN_MIXTRAL_2X7B_MOE_Q2_K_SHARD",
|
|
5801
5801
|
src: `registry://${models[21].registrySource}/${models[21].registryPath}`,
|
|
5802
5802
|
registryPath: models[21].registryPath,
|
|
5803
5803
|
registrySource: models[21].registrySource,
|
|
@@ -5813,8 +5813,8 @@ export const GPT_OSS_120B_INST_Q4_K_M_SHARD = {
|
|
|
5813
5813
|
quantization: models[21].quantization,
|
|
5814
5814
|
params: models[21].params,
|
|
5815
5815
|
};
|
|
5816
|
-
export const
|
|
5817
|
-
name: "
|
|
5816
|
+
export const DOLPHIN_MIXTRAL_2X7B_MOE_Q2_K_TENSORS = {
|
|
5817
|
+
name: "DOLPHIN_MIXTRAL_2X7B_MOE_Q2_K_TENSORS",
|
|
5818
5818
|
src: `registry://${models[22].registrySource}/${models[22].registryPath}`,
|
|
5819
5819
|
registryPath: models[22].registryPath,
|
|
5820
5820
|
registrySource: models[22].registrySource,
|
|
@@ -5830,8 +5830,8 @@ export const GPT_OSS_120B_INST_Q4_K_M_TENSORS = {
|
|
|
5830
5830
|
quantization: models[22].quantization,
|
|
5831
5831
|
params: models[22].params,
|
|
5832
5832
|
};
|
|
5833
|
-
export const
|
|
5834
|
-
name: "
|
|
5833
|
+
export const GPT_OSS_120B_INST_Q4_K_M_SHARD = {
|
|
5834
|
+
name: "GPT_OSS_120B_INST_Q4_K_M_SHARD",
|
|
5835
5835
|
src: `registry://${models[23].registrySource}/${models[23].registryPath}`,
|
|
5836
5836
|
registryPath: models[23].registryPath,
|
|
5837
5837
|
registrySource: models[23].registrySource,
|
|
@@ -5847,8 +5847,8 @@ export const LLAMA_3_2_1B_INST_Q4_0_SHARD = {
|
|
|
5847
5847
|
quantization: models[23].quantization,
|
|
5848
5848
|
params: models[23].params,
|
|
5849
5849
|
};
|
|
5850
|
-
export const
|
|
5851
|
-
name: "
|
|
5850
|
+
export const GPT_OSS_120B_INST_Q4_K_M_TENSORS = {
|
|
5851
|
+
name: "GPT_OSS_120B_INST_Q4_K_M_TENSORS",
|
|
5852
5852
|
src: `registry://${models[24].registrySource}/${models[24].registryPath}`,
|
|
5853
5853
|
registryPath: models[24].registryPath,
|
|
5854
5854
|
registrySource: models[24].registrySource,
|
|
@@ -5864,8 +5864,8 @@ export const LLAMA_3_2_1B_INST_Q4_0_TENSORS = {
|
|
|
5864
5864
|
quantization: models[24].quantization,
|
|
5865
5865
|
params: models[24].params,
|
|
5866
5866
|
};
|
|
5867
|
-
export const
|
|
5868
|
-
name: "
|
|
5867
|
+
export const LLAMA_3_2_1B_INST_Q4_0_SHARD = {
|
|
5868
|
+
name: "LLAMA_3_2_1B_INST_Q4_0_SHARD",
|
|
5869
5869
|
src: `registry://${models[25].registrySource}/${models[25].registryPath}`,
|
|
5870
5870
|
registryPath: models[25].registryPath,
|
|
5871
5871
|
registrySource: models[25].registrySource,
|
|
@@ -5881,8 +5881,8 @@ export const MEDGEMMA_4B_IT_Q4_1_SHARD = {
|
|
|
5881
5881
|
quantization: models[25].quantization,
|
|
5882
5882
|
params: models[25].params,
|
|
5883
5883
|
};
|
|
5884
|
-
export const
|
|
5885
|
-
name: "
|
|
5884
|
+
export const LLAMA_3_2_1B_INST_Q4_0_TENSORS = {
|
|
5885
|
+
name: "LLAMA_3_2_1B_INST_Q4_0_TENSORS",
|
|
5886
5886
|
src: `registry://${models[26].registrySource}/${models[26].registryPath}`,
|
|
5887
5887
|
registryPath: models[26].registryPath,
|
|
5888
5888
|
registrySource: models[26].registrySource,
|
|
@@ -5898,8 +5898,8 @@ export const MEDGEMMA_4B_IT_Q4_1_TENSORS = {
|
|
|
5898
5898
|
quantization: models[26].quantization,
|
|
5899
5899
|
params: models[26].params,
|
|
5900
5900
|
};
|
|
5901
|
-
export const
|
|
5902
|
-
name: "
|
|
5901
|
+
export const MEDGEMMA_4B_IT_Q4_1_SHARD = {
|
|
5902
|
+
name: "MEDGEMMA_4B_IT_Q4_1_SHARD",
|
|
5903
5903
|
src: `registry://${models[27].registrySource}/${models[27].registryPath}`,
|
|
5904
5904
|
registryPath: models[27].registryPath,
|
|
5905
5905
|
registrySource: models[27].registrySource,
|
|
@@ -5915,8 +5915,8 @@ export const MEDGEMMA_4B_IT_Q8_0_SHARD = {
|
|
|
5915
5915
|
quantization: models[27].quantization,
|
|
5916
5916
|
params: models[27].params,
|
|
5917
5917
|
};
|
|
5918
|
-
export const
|
|
5919
|
-
name: "
|
|
5918
|
+
export const MEDGEMMA_4B_IT_Q4_1_TENSORS = {
|
|
5919
|
+
name: "MEDGEMMA_4B_IT_Q4_1_TENSORS",
|
|
5920
5920
|
src: `registry://${models[28].registrySource}/${models[28].registryPath}`,
|
|
5921
5921
|
registryPath: models[28].registryPath,
|
|
5922
5922
|
registrySource: models[28].registrySource,
|
|
@@ -5932,8 +5932,8 @@ export const QWEN3_1_7B_INST_Q4_SHARD = {
|
|
|
5932
5932
|
quantization: models[28].quantization,
|
|
5933
5933
|
params: models[28].params,
|
|
5934
5934
|
};
|
|
5935
|
-
export const
|
|
5936
|
-
name: "
|
|
5935
|
+
export const MEDGEMMA_4B_IT_Q8_0_SHARD = {
|
|
5936
|
+
name: "MEDGEMMA_4B_IT_Q8_0_SHARD",
|
|
5937
5937
|
src: `registry://${models[29].registrySource}/${models[29].registryPath}`,
|
|
5938
5938
|
registryPath: models[29].registryPath,
|
|
5939
5939
|
registrySource: models[29].registrySource,
|
|
@@ -5949,8 +5949,8 @@ export const QWEN3_1_7B_INST_Q4_TENSORS = {
|
|
|
5949
5949
|
quantization: models[29].quantization,
|
|
5950
5950
|
params: models[29].params,
|
|
5951
5951
|
};
|
|
5952
|
-
export const
|
|
5953
|
-
name: "
|
|
5952
|
+
export const QWEN3_1_7B_INST_Q4_SHARD = {
|
|
5953
|
+
name: "QWEN3_1_7B_INST_Q4_SHARD",
|
|
5954
5954
|
src: `registry://${models[30].registrySource}/${models[30].registryPath}`,
|
|
5955
5955
|
registryPath: models[30].registryPath,
|
|
5956
5956
|
registrySource: models[30].registrySource,
|
|
@@ -5966,8 +5966,8 @@ export const QWEN3_4B_INST_Q4_K_M = {
|
|
|
5966
5966
|
quantization: models[30].quantization,
|
|
5967
5967
|
params: models[30].params,
|
|
5968
5968
|
};
|
|
5969
|
-
export const
|
|
5970
|
-
name: "
|
|
5969
|
+
export const QWEN3_1_7B_INST_Q4_TENSORS = {
|
|
5970
|
+
name: "QWEN3_1_7B_INST_Q4_TENSORS",
|
|
5971
5971
|
src: `registry://${models[31].registrySource}/${models[31].registryPath}`,
|
|
5972
5972
|
registryPath: models[31].registryPath,
|
|
5973
5973
|
registrySource: models[31].registrySource,
|
|
@@ -5983,8 +5983,8 @@ export const QWEN3_4B_INST_Q4_SHARD = {
|
|
|
5983
5983
|
quantization: models[31].quantization,
|
|
5984
5984
|
params: models[31].params,
|
|
5985
5985
|
};
|
|
5986
|
-
export const
|
|
5987
|
-
name: "
|
|
5986
|
+
export const QWEN3_4B_INST_Q4_K_M = {
|
|
5987
|
+
name: "QWEN3_4B_INST_Q4_K_M",
|
|
5988
5988
|
src: `registry://${models[32].registrySource}/${models[32].registryPath}`,
|
|
5989
5989
|
registryPath: models[32].registryPath,
|
|
5990
5990
|
registrySource: models[32].registrySource,
|
|
@@ -6000,8 +6000,8 @@ export const QWEN3_4B_INST_Q4_TENSORS = {
|
|
|
6000
6000
|
quantization: models[32].quantization,
|
|
6001
6001
|
params: models[32].params,
|
|
6002
6002
|
};
|
|
6003
|
-
export const
|
|
6004
|
-
name: "
|
|
6003
|
+
export const QWEN3_4B_INST_Q4_SHARD = {
|
|
6004
|
+
name: "QWEN3_4B_INST_Q4_SHARD",
|
|
6005
6005
|
src: `registry://${models[33].registrySource}/${models[33].registryPath}`,
|
|
6006
6006
|
registryPath: models[33].registryPath,
|
|
6007
6007
|
registrySource: models[33].registrySource,
|
|
@@ -6017,8 +6017,8 @@ export const SALAMANDRATA_2B_INST_Q4_SHARD = {
|
|
|
6017
6017
|
quantization: models[33].quantization,
|
|
6018
6018
|
params: models[33].params,
|
|
6019
6019
|
};
|
|
6020
|
-
export const
|
|
6021
|
-
name: "
|
|
6020
|
+
export const QWEN3_4B_INST_Q4_TENSORS = {
|
|
6021
|
+
name: "QWEN3_4B_INST_Q4_TENSORS",
|
|
6022
6022
|
src: `registry://${models[34].registrySource}/${models[34].registryPath}`,
|
|
6023
6023
|
registryPath: models[34].registryPath,
|
|
6024
6024
|
registrySource: models[34].registrySource,
|
|
@@ -6034,8 +6034,8 @@ export const SALAMANDRATA_2B_INST_Q4_TENSORS = {
|
|
|
6034
6034
|
quantization: models[34].quantization,
|
|
6035
6035
|
params: models[34].params,
|
|
6036
6036
|
};
|
|
6037
|
-
export const
|
|
6038
|
-
name: "
|
|
6037
|
+
export const SALAMANDRATA_2B_INST_Q4_SHARD = {
|
|
6038
|
+
name: "SALAMANDRATA_2B_INST_Q4_SHARD",
|
|
6039
6039
|
src: `registry://${models[35].registrySource}/${models[35].registryPath}`,
|
|
6040
6040
|
registryPath: models[35].registryPath,
|
|
6041
6041
|
registrySource: models[35].registrySource,
|
|
@@ -6051,8 +6051,8 @@ export const SALAMANDRATA_2B_INST_Q8_SHARD = {
|
|
|
6051
6051
|
quantization: models[35].quantization,
|
|
6052
6052
|
params: models[35].params,
|
|
6053
6053
|
};
|
|
6054
|
-
export const
|
|
6055
|
-
name: "
|
|
6054
|
+
export const SALAMANDRATA_2B_INST_Q4_TENSORS = {
|
|
6055
|
+
name: "SALAMANDRATA_2B_INST_Q4_TENSORS",
|
|
6056
6056
|
src: `registry://${models[36].registrySource}/${models[36].registryPath}`,
|
|
6057
6057
|
registryPath: models[36].registryPath,
|
|
6058
6058
|
registrySource: models[36].registrySource,
|
|
@@ -6068,8 +6068,8 @@ export const QWEN3_8B_INST_Q4_K_M = {
|
|
|
6068
6068
|
quantization: models[36].quantization,
|
|
6069
6069
|
params: models[36].params,
|
|
6070
6070
|
};
|
|
6071
|
-
export const
|
|
6072
|
-
name: "
|
|
6071
|
+
export const SALAMANDRATA_2B_INST_Q8_SHARD = {
|
|
6072
|
+
name: "SALAMANDRATA_2B_INST_Q8_SHARD",
|
|
6073
6073
|
src: `registry://${models[37].registrySource}/${models[37].registryPath}`,
|
|
6074
6074
|
registryPath: models[37].registryPath,
|
|
6075
6075
|
registrySource: models[37].registrySource,
|
|
@@ -6085,8 +6085,8 @@ export const MMPROJ_QWEN3VL_2B_MULTIMODAL_Q4_K = {
|
|
|
6085
6085
|
quantization: models[37].quantization,
|
|
6086
6086
|
params: models[37].params,
|
|
6087
6087
|
};
|
|
6088
|
-
export const
|
|
6089
|
-
name: "
|
|
6088
|
+
export const QWEN3_8B_INST_Q4_K_M = {
|
|
6089
|
+
name: "QWEN3_8B_INST_Q4_K_M",
|
|
6090
6090
|
src: `registry://${models[38].registrySource}/${models[38].registryPath}`,
|
|
6091
6091
|
registryPath: models[38].registryPath,
|
|
6092
6092
|
registrySource: models[38].registrySource,
|
|
@@ -6102,8 +6102,8 @@ export const QWEN3VL_2B_MULTIMODAL_Q4_K = {
|
|
|
6102
6102
|
quantization: models[38].quantization,
|
|
6103
6103
|
params: models[38].params,
|
|
6104
6104
|
};
|
|
6105
|
-
export const
|
|
6106
|
-
name: "
|
|
6105
|
+
export const MMPROJ_QWEN3VL_2B_MULTIMODAL_Q4_K = {
|
|
6106
|
+
name: "MMPROJ_QWEN3VL_2B_MULTIMODAL_Q4_K",
|
|
6107
6107
|
src: `registry://${models[39].registrySource}/${models[39].registryPath}`,
|
|
6108
6108
|
registryPath: models[39].registryPath,
|
|
6109
6109
|
registrySource: models[39].registrySource,
|
|
@@ -6119,8 +6119,8 @@ export const GPT_OSS_20B_INST_Q4_K_M = {
|
|
|
6119
6119
|
quantization: models[39].quantization,
|
|
6120
6120
|
params: models[39].params,
|
|
6121
6121
|
};
|
|
6122
|
-
export const
|
|
6123
|
-
name: "
|
|
6122
|
+
export const QWEN3VL_2B_MULTIMODAL_Q4_K = {
|
|
6123
|
+
name: "QWEN3VL_2B_MULTIMODAL_Q4_K",
|
|
6124
6124
|
src: `registry://${models[40].registrySource}/${models[40].registryPath}`,
|
|
6125
6125
|
registryPath: models[40].registryPath,
|
|
6126
6126
|
registrySource: models[40].registrySource,
|
|
@@ -6136,8 +6136,8 @@ export const LLAMA_3_2_1B_INST_Q4_0 = {
|
|
|
6136
6136
|
quantization: models[40].quantization,
|
|
6137
6137
|
params: models[40].params,
|
|
6138
6138
|
};
|
|
6139
|
-
export const
|
|
6140
|
-
name: "
|
|
6139
|
+
export const GPT_OSS_20B_INST_Q4_K_M = {
|
|
6140
|
+
name: "GPT_OSS_20B_INST_Q4_K_M",
|
|
6141
6141
|
src: `registry://${models[41].registrySource}/${models[41].registryPath}`,
|
|
6142
6142
|
registryPath: models[41].registryPath,
|
|
6143
6143
|
registrySource: models[41].registrySource,
|
|
@@ -6153,8 +6153,8 @@ export const MEDGEMMA_4B_IT_Q4_1 = {
|
|
|
6153
6153
|
quantization: models[41].quantization,
|
|
6154
6154
|
params: models[41].params,
|
|
6155
6155
|
};
|
|
6156
|
-
export const
|
|
6157
|
-
name: "
|
|
6156
|
+
export const LLAMA_3_2_1B_INST_Q4_0 = {
|
|
6157
|
+
name: "LLAMA_3_2_1B_INST_Q4_0",
|
|
6158
6158
|
src: `registry://${models[42].registrySource}/${models[42].registryPath}`,
|
|
6159
6159
|
registryPath: models[42].registryPath,
|
|
6160
6160
|
registrySource: models[42].registrySource,
|
|
@@ -6170,8 +6170,8 @@ export const MEDGEMMA_4B_IT_Q8_0 = {
|
|
|
6170
6170
|
quantization: models[42].quantization,
|
|
6171
6171
|
params: models[42].params,
|
|
6172
6172
|
};
|
|
6173
|
-
export const
|
|
6174
|
-
name: "
|
|
6173
|
+
export const MEDGEMMA_4B_IT_Q4_1 = {
|
|
6174
|
+
name: "MEDGEMMA_4B_IT_Q4_1",
|
|
6175
6175
|
src: `registry://${models[43].registrySource}/${models[43].registryPath}`,
|
|
6176
6176
|
registryPath: models[43].registryPath,
|
|
6177
6177
|
registrySource: models[43].registrySource,
|
|
@@ -6187,8 +6187,8 @@ export const QWEN3_600M_INST_Q4 = {
|
|
|
6187
6187
|
quantization: models[43].quantization,
|
|
6188
6188
|
params: models[43].params,
|
|
6189
6189
|
};
|
|
6190
|
-
export const
|
|
6191
|
-
name: "
|
|
6190
|
+
export const MEDGEMMA_4B_IT_Q8_0 = {
|
|
6191
|
+
name: "MEDGEMMA_4B_IT_Q8_0",
|
|
6192
6192
|
src: `registry://${models[44].registrySource}/${models[44].registryPath}`,
|
|
6193
6193
|
registryPath: models[44].registryPath,
|
|
6194
6194
|
registrySource: models[44].registrySource,
|
|
@@ -6204,8 +6204,8 @@ export const QWEN3_1_7B_INST_Q4 = {
|
|
|
6204
6204
|
quantization: models[44].quantization,
|
|
6205
6205
|
params: models[44].params,
|
|
6206
6206
|
};
|
|
6207
|
-
export const
|
|
6208
|
-
name: "
|
|
6207
|
+
export const QWEN3_600M_INST_Q4 = {
|
|
6208
|
+
name: "QWEN3_600M_INST_Q4",
|
|
6209
6209
|
src: `registry://${models[45].registrySource}/${models[45].registryPath}`,
|
|
6210
6210
|
registryPath: models[45].registryPath,
|
|
6211
6211
|
registrySource: models[45].registrySource,
|
|
@@ -6221,8 +6221,8 @@ export const MMPROJ_SMOLVLM2_500M_MULTIMODAL_F16 = {
|
|
|
6221
6221
|
quantization: models[45].quantization,
|
|
6222
6222
|
params: models[45].params,
|
|
6223
6223
|
};
|
|
6224
|
-
export const
|
|
6225
|
-
name: "
|
|
6224
|
+
export const QWEN3_1_7B_INST_Q4 = {
|
|
6225
|
+
name: "QWEN3_1_7B_INST_Q4",
|
|
6226
6226
|
src: `registry://${models[46].registrySource}/${models[46].registryPath}`,
|
|
6227
6227
|
registryPath: models[46].registryPath,
|
|
6228
6228
|
registrySource: models[46].registrySource,
|