react-native-nitro-mlx 0.2.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/module/index.js +1 -1
- package/lib/module/index.js.map +1 -1
- package/lib/module/models.js +227 -0
- package/lib/module/models.js.map +1 -1
- package/lib/typescript/src/index.d.ts +1 -1
- package/lib/typescript/src/index.d.ts.map +1 -1
- package/lib/typescript/src/models.d.ts +27 -0
- package/lib/typescript/src/models.d.ts.map +1 -1
- package/package.json +1 -1
- package/src/index.ts +8 -1
- package/src/models.ts +267 -0
package/lib/module/index.js
CHANGED
package/lib/module/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["LLM","ModelManager","MLXModel"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,GAAG,QAAsB,UAAO;AACzC,SAASC,YAAY,QAAQ,mBAAgB;AAC7C,
|
|
1
|
+
{"version":3,"names":["LLM","ModelManager","MLXModel","MLXModels","ModelFamily","ModelProvider"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,GAAG,QAAsB,UAAO;AACzC,SAASC,YAAY,QAAQ,mBAAgB;AAC7C,SACEC,QAAQ,EACRC,SAAS,EACTC,WAAW,EAEXC,aAAa,QAER,aAAU","ignoreList":[]}
|
package/lib/module/models.js
CHANGED
|
@@ -1,5 +1,23 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
|
|
3
|
+
export let ModelFamily = /*#__PURE__*/function (ModelFamily) {
|
|
4
|
+
ModelFamily["Llama"] = "Llama";
|
|
5
|
+
ModelFamily["Qwen"] = "Qwen";
|
|
6
|
+
ModelFamily["Gemma"] = "Gemma";
|
|
7
|
+
ModelFamily["Phi"] = "Phi";
|
|
8
|
+
ModelFamily["SmolLM"] = "SmolLM";
|
|
9
|
+
ModelFamily["OpenELM"] = "OpenELM";
|
|
10
|
+
return ModelFamily;
|
|
11
|
+
}({});
|
|
12
|
+
export let ModelProvider = /*#__PURE__*/function (ModelProvider) {
|
|
13
|
+
ModelProvider["Meta"] = "Meta";
|
|
14
|
+
ModelProvider["Alibaba"] = "Alibaba";
|
|
15
|
+
ModelProvider["Google"] = "Google";
|
|
16
|
+
ModelProvider["Microsoft"] = "Microsoft";
|
|
17
|
+
ModelProvider["HuggingFace"] = "HuggingFace";
|
|
18
|
+
ModelProvider["Apple"] = "Apple";
|
|
19
|
+
return ModelProvider;
|
|
20
|
+
}({});
|
|
3
21
|
export let MLXModel = /*#__PURE__*/function (MLXModel) {
|
|
4
22
|
// Llama 3.2 (Meta) - 1B and 3B variants
|
|
5
23
|
MLXModel["Llama_3_2_1B_Instruct_4bit"] = "mlx-community/Llama-3.2-1B-Instruct-4bit";
|
|
@@ -38,4 +56,213 @@ export let MLXModel = /*#__PURE__*/function (MLXModel) {
|
|
|
38
56
|
MLXModel["OpenELM_3B_8bit"] = "mlx-community/OpenELM-3B-8bit";
|
|
39
57
|
return MLXModel;
|
|
40
58
|
}({});
|
|
59
|
+
export const MLXModels = [{
|
|
60
|
+
id: MLXModel.Llama_3_2_1B_Instruct_4bit,
|
|
61
|
+
family: ModelFamily.Llama,
|
|
62
|
+
provider: ModelProvider.Meta,
|
|
63
|
+
parameters: '1B',
|
|
64
|
+
quantization: '4bit',
|
|
65
|
+
displayName: 'Llama 3.2 1B Instruct (4-bit)',
|
|
66
|
+
downloadSize: 1407777762
|
|
67
|
+
}, {
|
|
68
|
+
id: MLXModel.Llama_3_2_1B_Instruct_8bit,
|
|
69
|
+
family: ModelFamily.Llama,
|
|
70
|
+
provider: ModelProvider.Meta,
|
|
71
|
+
parameters: '1B',
|
|
72
|
+
quantization: '8bit',
|
|
73
|
+
displayName: 'Llama 3.2 1B Instruct (8-bit)',
|
|
74
|
+
downloadSize: 1313157436
|
|
75
|
+
}, {
|
|
76
|
+
id: MLXModel.Llama_3_2_3B_Instruct_4bit,
|
|
77
|
+
family: ModelFamily.Llama,
|
|
78
|
+
provider: ModelProvider.Meta,
|
|
79
|
+
parameters: '3B',
|
|
80
|
+
quantization: '4bit',
|
|
81
|
+
displayName: 'Llama 3.2 3B Instruct (4-bit)',
|
|
82
|
+
downloadSize: 2019397474
|
|
83
|
+
}, {
|
|
84
|
+
id: MLXModel.Llama_3_2_3B_Instruct_8bit,
|
|
85
|
+
family: ModelFamily.Llama,
|
|
86
|
+
provider: ModelProvider.Meta,
|
|
87
|
+
parameters: '3B',
|
|
88
|
+
quantization: '8bit',
|
|
89
|
+
displayName: 'Llama 3.2 3B Instruct (8-bit)',
|
|
90
|
+
downloadSize: 3413784042
|
|
91
|
+
}, {
|
|
92
|
+
id: MLXModel.Qwen2_5_0_5B_Instruct_4bit,
|
|
93
|
+
family: ModelFamily.Qwen,
|
|
94
|
+
provider: ModelProvider.Alibaba,
|
|
95
|
+
parameters: '0.5B',
|
|
96
|
+
quantization: '4bit',
|
|
97
|
+
displayName: 'Qwen 2.5 0.5B Instruct (4-bit)',
|
|
98
|
+
downloadSize: 278064920
|
|
99
|
+
}, {
|
|
100
|
+
id: MLXModel.Qwen2_5_0_5B_Instruct_8bit,
|
|
101
|
+
family: ModelFamily.Qwen,
|
|
102
|
+
provider: ModelProvider.Alibaba,
|
|
103
|
+
parameters: '0.5B',
|
|
104
|
+
quantization: '8bit',
|
|
105
|
+
displayName: 'Qwen 2.5 0.5B Instruct (8-bit)',
|
|
106
|
+
downloadSize: 525045902
|
|
107
|
+
}, {
|
|
108
|
+
id: MLXModel.Qwen2_5_1_5B_Instruct_4bit,
|
|
109
|
+
family: ModelFamily.Qwen,
|
|
110
|
+
provider: ModelProvider.Alibaba,
|
|
111
|
+
parameters: '1.5B',
|
|
112
|
+
quantization: '4bit',
|
|
113
|
+
displayName: 'Qwen 2.5 1.5B Instruct (4-bit)',
|
|
114
|
+
downloadSize: 868628559
|
|
115
|
+
}, {
|
|
116
|
+
id: MLXModel.Qwen2_5_1_5B_Instruct_8bit,
|
|
117
|
+
family: ModelFamily.Qwen,
|
|
118
|
+
provider: ModelProvider.Alibaba,
|
|
119
|
+
parameters: '1.5B',
|
|
120
|
+
quantization: '8bit',
|
|
121
|
+
displayName: 'Qwen 2.5 1.5B Instruct (8-bit)',
|
|
122
|
+
downloadSize: 1640414038
|
|
123
|
+
}, {
|
|
124
|
+
id: MLXModel.Qwen2_5_3B_Instruct_4bit,
|
|
125
|
+
family: ModelFamily.Qwen,
|
|
126
|
+
provider: ModelProvider.Alibaba,
|
|
127
|
+
parameters: '3B',
|
|
128
|
+
quantization: '4bit',
|
|
129
|
+
displayName: 'Qwen 2.5 3B Instruct (4-bit)',
|
|
130
|
+
downloadSize: 1736293090
|
|
131
|
+
}, {
|
|
132
|
+
id: MLXModel.Qwen2_5_3B_Instruct_8bit,
|
|
133
|
+
family: ModelFamily.Qwen,
|
|
134
|
+
provider: ModelProvider.Alibaba,
|
|
135
|
+
parameters: '3B',
|
|
136
|
+
quantization: '8bit',
|
|
137
|
+
displayName: 'Qwen 2.5 3B Instruct (8-bit)',
|
|
138
|
+
downloadSize: 3279142142
|
|
139
|
+
}, {
|
|
140
|
+
id: MLXModel.Qwen3_1_7B_4bit,
|
|
141
|
+
family: ModelFamily.Qwen,
|
|
142
|
+
provider: ModelProvider.Alibaba,
|
|
143
|
+
parameters: '1.7B',
|
|
144
|
+
quantization: '4bit',
|
|
145
|
+
displayName: 'Qwen 3 1.7B (4-bit)',
|
|
146
|
+
downloadSize: 979502864
|
|
147
|
+
}, {
|
|
148
|
+
id: MLXModel.Qwen3_1_7B_8bit,
|
|
149
|
+
family: ModelFamily.Qwen,
|
|
150
|
+
provider: ModelProvider.Alibaba,
|
|
151
|
+
parameters: '1.7B',
|
|
152
|
+
quantization: '8bit',
|
|
153
|
+
displayName: 'Qwen 3 1.7B (8-bit)',
|
|
154
|
+
downloadSize: 1839729195
|
|
155
|
+
}, {
|
|
156
|
+
id: MLXModel.Gemma_3_1B_IT_4bit,
|
|
157
|
+
family: ModelFamily.Gemma,
|
|
158
|
+
provider: ModelProvider.Google,
|
|
159
|
+
parameters: '1B',
|
|
160
|
+
quantization: '4bit',
|
|
161
|
+
displayName: 'Gemma 3 1B IT (4-bit)',
|
|
162
|
+
downloadSize: 770650946
|
|
163
|
+
}, {
|
|
164
|
+
id: MLXModel.Gemma_3_1B_IT_8bit,
|
|
165
|
+
family: ModelFamily.Gemma,
|
|
166
|
+
provider: ModelProvider.Google,
|
|
167
|
+
parameters: '1B',
|
|
168
|
+
quantization: '8bit',
|
|
169
|
+
displayName: 'Gemma 3 1B IT (8-bit)',
|
|
170
|
+
downloadSize: 1421522471
|
|
171
|
+
}, {
|
|
172
|
+
id: MLXModel.Phi_3_5_Mini_Instruct_4bit,
|
|
173
|
+
family: ModelFamily.Phi,
|
|
174
|
+
provider: ModelProvider.Microsoft,
|
|
175
|
+
parameters: '3.8B',
|
|
176
|
+
quantization: '4bit',
|
|
177
|
+
displayName: 'Phi 3.5 Mini Instruct (4-bit)',
|
|
178
|
+
downloadSize: 2150195856
|
|
179
|
+
}, {
|
|
180
|
+
id: MLXModel.Phi_3_5_Mini_Instruct_8bit,
|
|
181
|
+
family: ModelFamily.Phi,
|
|
182
|
+
provider: ModelProvider.Microsoft,
|
|
183
|
+
parameters: '3.8B',
|
|
184
|
+
quantization: '8bit',
|
|
185
|
+
displayName: 'Phi 3.5 Mini Instruct (8-bit)',
|
|
186
|
+
downloadSize: 4060636056
|
|
187
|
+
}, {
|
|
188
|
+
id: MLXModel.Phi_4_Mini_Instruct_4bit,
|
|
189
|
+
family: ModelFamily.Phi,
|
|
190
|
+
provider: ModelProvider.Microsoft,
|
|
191
|
+
parameters: '3.8B',
|
|
192
|
+
quantization: '4bit',
|
|
193
|
+
displayName: 'Phi 4 Mini Instruct (4-bit)',
|
|
194
|
+
downloadSize: 2173624891
|
|
195
|
+
}, {
|
|
196
|
+
id: MLXModel.Phi_4_Mini_Instruct_8bit,
|
|
197
|
+
family: ModelFamily.Phi,
|
|
198
|
+
provider: ModelProvider.Microsoft,
|
|
199
|
+
parameters: '3.8B',
|
|
200
|
+
quantization: '8bit',
|
|
201
|
+
displayName: 'Phi 4 Mini Instruct (8-bit)',
|
|
202
|
+
downloadSize: 4091536167
|
|
203
|
+
}, {
|
|
204
|
+
id: MLXModel.SmolLM_1_7B_Instruct_4bit,
|
|
205
|
+
family: ModelFamily.SmolLM,
|
|
206
|
+
provider: ModelProvider.HuggingFace,
|
|
207
|
+
parameters: '1.7B',
|
|
208
|
+
quantization: '4bit',
|
|
209
|
+
displayName: 'SmolLM 1.7B Instruct (4-bit)',
|
|
210
|
+
downloadSize: 962855374
|
|
211
|
+
}, {
|
|
212
|
+
id: MLXModel.SmolLM_1_7B_Instruct_8bit,
|
|
213
|
+
family: ModelFamily.SmolLM,
|
|
214
|
+
provider: ModelProvider.HuggingFace,
|
|
215
|
+
parameters: '1.7B',
|
|
216
|
+
quantization: '8bit',
|
|
217
|
+
displayName: 'SmolLM 1.7B Instruct (8-bit)',
|
|
218
|
+
downloadSize: 1818493993
|
|
219
|
+
}, {
|
|
220
|
+
id: MLXModel.SmolLM2_1_7B_Instruct_4bit,
|
|
221
|
+
family: ModelFamily.SmolLM,
|
|
222
|
+
provider: ModelProvider.HuggingFace,
|
|
223
|
+
parameters: '1.7B',
|
|
224
|
+
quantization: '4bit',
|
|
225
|
+
displayName: 'SmolLM2 1.7B Instruct (4-bit)',
|
|
226
|
+
downloadSize: 980000000
|
|
227
|
+
}, {
|
|
228
|
+
id: MLXModel.SmolLM2_1_7B_Instruct_8bit,
|
|
229
|
+
family: ModelFamily.SmolLM,
|
|
230
|
+
provider: ModelProvider.HuggingFace,
|
|
231
|
+
parameters: '1.7B',
|
|
232
|
+
quantization: '8bit',
|
|
233
|
+
displayName: 'SmolLM2 1.7B Instruct (8-bit)',
|
|
234
|
+
downloadSize: 1850000000
|
|
235
|
+
}, {
|
|
236
|
+
id: MLXModel.OpenELM_1_1B_4bit,
|
|
237
|
+
family: ModelFamily.OpenELM,
|
|
238
|
+
provider: ModelProvider.Apple,
|
|
239
|
+
parameters: '1.1B',
|
|
240
|
+
quantization: '4bit',
|
|
241
|
+
displayName: 'OpenELM 1.1B (4-bit)',
|
|
242
|
+
downloadSize: 608162655
|
|
243
|
+
}, {
|
|
244
|
+
id: MLXModel.OpenELM_1_1B_8bit,
|
|
245
|
+
family: ModelFamily.OpenELM,
|
|
246
|
+
provider: ModelProvider.Apple,
|
|
247
|
+
parameters: '1.1B',
|
|
248
|
+
quantization: '8bit',
|
|
249
|
+
displayName: 'OpenELM 1.1B (8-bit)',
|
|
250
|
+
downloadSize: 1148048397
|
|
251
|
+
}, {
|
|
252
|
+
id: MLXModel.OpenELM_3B_4bit,
|
|
253
|
+
family: ModelFamily.OpenELM,
|
|
254
|
+
provider: ModelProvider.Apple,
|
|
255
|
+
parameters: '3B',
|
|
256
|
+
quantization: '4bit',
|
|
257
|
+
displayName: 'OpenELM 3B (4-bit)',
|
|
258
|
+
downloadSize: 1650000000
|
|
259
|
+
}, {
|
|
260
|
+
id: MLXModel.OpenELM_3B_8bit,
|
|
261
|
+
family: ModelFamily.OpenELM,
|
|
262
|
+
provider: ModelProvider.Apple,
|
|
263
|
+
parameters: '3B',
|
|
264
|
+
quantization: '8bit',
|
|
265
|
+
displayName: 'OpenELM 3B (8-bit)',
|
|
266
|
+
downloadSize: 3100000000
|
|
267
|
+
}];
|
|
41
268
|
//# sourceMappingURL=models.js.map
|
package/lib/module/models.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["MLXModel"],"sourceRoot":"../../src","sources":["models.ts"],"mappings":";;AAAA,WAAYA,QAAQ,0BAARA,QAAQ;EAClB;EADUA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAOlB;EAPUA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAelB;EAfUA,QAAQ;EAARA,QAAQ;EAmBlB;EAnBUA,QAAQ;EAARA,QAAQ;EAuBlB;EAvBUA,QAAQ;EAARA,QAAQ;EA2BlB;EA3BUA,QAAQ;EAARA,QAAQ;EA+BlB;EA/BUA,QAAQ;EAARA,QAAQ;EAmClB;EAnCUA,QAAQ;EAARA,QAAQ;EAuClB;EAvCUA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAAA,OAARA,QAAQ;AAAA","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["ModelFamily","ModelProvider","MLXModel","MLXModels","id","Llama_3_2_1B_Instruct_4bit","family","Llama","provider","Meta","parameters","quantization","displayName","downloadSize","Llama_3_2_1B_Instruct_8bit","Llama_3_2_3B_Instruct_4bit","Llama_3_2_3B_Instruct_8bit","Qwen2_5_0_5B_Instruct_4bit","Qwen","Alibaba","Qwen2_5_0_5B_Instruct_8bit","Qwen2_5_1_5B_Instruct_4bit","Qwen2_5_1_5B_Instruct_8bit","Qwen2_5_3B_Instruct_4bit","Qwen2_5_3B_Instruct_8bit","Qwen3_1_7B_4bit","Qwen3_1_7B_8bit","Gemma_3_1B_IT_4bit","Gemma","Google","Gemma_3_1B_IT_8bit","Phi_3_5_Mini_Instruct_4bit","Phi","Microsoft","Phi_3_5_Mini_Instruct_8bit","Phi_4_Mini_Instruct_4bit","Phi_4_Mini_Instruct_8bit","SmolLM_1_7B_Instruct_4bit","SmolLM","HuggingFace","SmolLM_1_7B_Instruct_8bit","SmolLM2_1_7B_Instruct_4bit","SmolLM2_1_7B_Instruct_8bit","OpenELM_1_1B_4bit","OpenELM","Apple","OpenELM_1_1B_8bit","OpenELM_3B_4bit","OpenELM_3B_8bit"],"sourceRoot":"../../src","sources":["models.ts"],"mappings":";;AAAA,WAAYA,WAAW,0BAAXA,WAAW;EAAXA,WAAW;EAAXA,WAAW;EAAXA,WAAW;EAAXA,WAAW;EAAXA,WAAW;EAAXA,WAAW;EAAA,OAAXA,WAAW;AAAA;AASvB,WAAYC,aAAa,0BAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAA,OAAbA,aAAa;AAAA;AAqBzB,WAAYC,QAAQ,0BAARA,QAAQ;EAClB;EADUA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAOlB;EAPUA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAelB;EAfUA,QAAQ;EAARA,QAAQ;EAmBlB;EAnBUA,QAAQ;EAARA,QAAQ;EAuBlB;EAvBUA,QAAQ;EAARA,QAAQ;EA2BlB;EA3BUA,QAAQ;EAARA,QAAQ;EA+BlB;EA/BUA,QAAQ;EAARA,QAAQ;EAmClB;EAnCUA,QAAQ;EAARA,QAAQ;EAuClB;EAvCUA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAAA,OAARA,QAAQ;AAAA;AA8CpB,OAAO,MAAMC,SAAsB,GAAG,CACpC;EACEC,EAAE,EAAEF,QAAQ,CAACG,0BAA0B;EACvCC,MAAM,EAAEN,WAAW,CAACO,KAAK;EACzBC,QAAQ,EAAEP,aAAa,CAACQ,IAAI;EAC5BC,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACY,0BAA0B;EACvCR,MAAM,EAAEN,WAAW,CAACO,KAAK;EACzBC,QAAQ,EAAEP,aAAa,CAACQ,IAAI;EAC5BC,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACa,0BAA0B;EACvCT,MAAM,EAAEN,WAAW,CAACO,KAAK;EACzBC,QAAQ,EAAEP,aAAa,CAACQ,IAAI;EAC5BC,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACc,0BAA0B;EACvCV,MAAM,EAAEN,WAAW,CAACO,KAAK;EACzBC,QAAQ,EAAEP,aAAa,CAACQ,IAAI;EAC5BC,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACe,0BAA0B;EACvCX,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,gCAAgC;EAC7CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACkB,0BAA0B;EACvCd,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,gCAAgC;EAC7CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACmB,0BAA0B;EACvCf,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,gCAAgC;EAC7CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACoB,0BAA0B;EACvChB,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,gCAAgC;EAC7CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACqB,wBAAwB;EACrCjB,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,8BAA8B;EAC3CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACsB,wBAAwB;EACrClB,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,8BAA8B;EAC3CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACuB,eAAe;EAC5BnB,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,qBAAqB;EAClCC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACwB,eAAe;EAC5BpB,MAAM,EAAEN,WAAW,CAACkB,IAAI;EACxBV,QAAQ,EAAEP,aAAa,CAACkB,OAAO;EAC/BT,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,qBAAqB;EAClCC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACyB,kBAAkB;EAC/BrB,MAAM,EAAEN,WAAW,CAAC4B,KAAK;EACzBpB,QAAQ,EAAEP,aAAa,CAAC4B,MAAM;EAC9BnB,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,uBAAuB;EACpCC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAAC4B,kBAAkB;EAC/BxB,MAAM,EAAEN,WAAW,CAAC4B,KAAK;EACzBpB,QAAQ,EAAEP,aAAa,CAAC4B,MAAM;EAC9BnB,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,uBAAuB;EACpCC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAAC6B,0BAA0B;EACvCzB,MAAM,EAAEN,WAAW,CAACgC,GAAG;EACvBxB,QAAQ,EAAEP,aAAa,CAACgC,SAAS;EACjCvB,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACgC,0BAA0B;EACvC5B,MAAM,EAAEN,WAAW,CAACgC,GAAG;EACvBxB,QAAQ,EAAEP,aAAa,CAACgC,SAAS;EACjCvB,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACiC,wBAAwB;EACrC7B,MAAM,EAAEN,WAAW,CAACgC,GAAG;EACvBxB,QAAQ,EAAEP,aAAa,CAACgC,SAAS;EACjCvB,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,6BAA6B;EAC1CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACkC,wBAAwB;EACrC9B,MAAM,EAAEN,WAAW,CAACgC,GAAG;EACvBxB,QAAQ,EAAEP,aAAa,CAACgC,SAAS;EACjCvB,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,6BAA6B;EAC1CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACmC,yBAAyB;EACtC/B,MAAM,EAAEN,WAAW,CAACsC,MAAM;EAC1B9B,QAAQ,EAAEP,aAAa,CAACsC,WAAW;EACnC7B,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,8BAA8B;EAC3CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACsC,yBAAyB;EACtClC,MAAM,EAAEN,WAAW,CAACsC,MAAM;EAC1B9B,QAAQ,EAAEP,aAAa,CAACsC,WAAW;EACnC7B,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,8BAA8B;EAC3CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACuC,0BAA0B;EACvCnC,MAAM,EAAEN,WAAW,CAACsC,MAAM;EAC1B9B,QAAQ,EAAEP,aAAa,CAACsC,WAAW;EACnC7B,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACwC,0BAA0B;EACvCpC,MAAM,EAAEN,WAAW,CAACsC,MAAM;EAC1B9B,QAAQ,EAAEP,aAAa,CAACsC,WAAW;EACnC7B,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,+BAA+B;EAC5CC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAACyC,iBAAiB;EAC9BrC,MAAM,EAAEN,WAAW,CAAC4C,OAAO;EAC3BpC,QAAQ,EAAEP,aAAa,CAAC4C,KAAK;EAC7BnC,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,sBAAsB;EACnCC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAAC4C,iBAAiB;EAC9BxC,MAAM,EAAEN,WAAW,CAAC4C,OAAO;EAC3BpC,QAAQ,EAAEP,aAAa,CAAC4C,KAAK;EAC7BnC,UAAU,EAAE,MAAM;EAClBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,sBAAsB;EACnCC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAAC6C,eAAe;EAC5BzC,MAAM,EAAEN,WAAW,CAAC4C,OAAO;EAC3BpC,QAAQ,EAAEP,aAAa,CAAC4C,KAAK;EAC7BnC,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,oBAAoB;EACjCC,YAAY,EAAE;AAChB,CAAC,EACD;EACET,EAAE,EAAEF,QAAQ,CAAC8C,eAAe;EAC5B1C,MAAM,EAAEN,WAAW,CAAC4C,OAAO;EAC3BpC,QAAQ,EAAEP,aAAa,CAAC4C,KAAK;EAC7BnC,UAAU,EAAE,IAAI;EAChBC,YAAY,EAAE,MAAM;EACpBC,WAAW,EAAE,oBAAoB;EACjCC,YAAY,EAAE;AAChB,CAAC,CACF","ignoreList":[]}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
export { LLM, type Message } from './llm';
|
|
2
2
|
export { ModelManager } from './modelManager';
|
|
3
|
-
export { MLXModel } from './models';
|
|
3
|
+
export { MLXModel, MLXModels, ModelFamily, type ModelInfo, ModelProvider, type ModelQuantization, } from './models';
|
|
4
4
|
export type { GenerationStats, LLM as LLMSpec, LLMLoadOptions } from './specs/LLM.nitro';
|
|
5
5
|
export type { ModelManager as ModelManagerSpec } from './specs/ModelManager.nitro';
|
|
6
6
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,KAAK,OAAO,EAAE,MAAM,OAAO,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7C,OAAO,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,KAAK,OAAO,EAAE,MAAM,OAAO,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7C,OAAO,EACL,QAAQ,EACR,SAAS,EACT,WAAW,EACX,KAAK,SAAS,EACd,aAAa,EACb,KAAK,iBAAiB,GACvB,MAAM,UAAU,CAAA;AAEjB,YAAY,EAAE,eAAe,EAAE,GAAG,IAAI,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AACxF,YAAY,EAAE,YAAY,IAAI,gBAAgB,EAAE,MAAM,4BAA4B,CAAA"}
|
|
@@ -1,3 +1,29 @@
|
|
|
1
|
+
export declare enum ModelFamily {
|
|
2
|
+
Llama = "Llama",
|
|
3
|
+
Qwen = "Qwen",
|
|
4
|
+
Gemma = "Gemma",
|
|
5
|
+
Phi = "Phi",
|
|
6
|
+
SmolLM = "SmolLM",
|
|
7
|
+
OpenELM = "OpenELM"
|
|
8
|
+
}
|
|
9
|
+
export declare enum ModelProvider {
|
|
10
|
+
Meta = "Meta",
|
|
11
|
+
Alibaba = "Alibaba",
|
|
12
|
+
Google = "Google",
|
|
13
|
+
Microsoft = "Microsoft",
|
|
14
|
+
HuggingFace = "HuggingFace",
|
|
15
|
+
Apple = "Apple"
|
|
16
|
+
}
|
|
17
|
+
export type ModelQuantization = '4bit' | '8bit';
|
|
18
|
+
export interface ModelInfo {
|
|
19
|
+
id: MLXModel;
|
|
20
|
+
family: ModelFamily;
|
|
21
|
+
provider: ModelProvider;
|
|
22
|
+
parameters: string;
|
|
23
|
+
quantization: ModelQuantization;
|
|
24
|
+
displayName: string;
|
|
25
|
+
downloadSize: number;
|
|
26
|
+
}
|
|
1
27
|
export declare enum MLXModel {
|
|
2
28
|
Llama_3_2_1B_Instruct_4bit = "mlx-community/Llama-3.2-1B-Instruct-4bit",
|
|
3
29
|
Llama_3_2_1B_Instruct_8bit = "mlx-community/Llama-3.2-1B-Instruct-8bit",
|
|
@@ -26,4 +52,5 @@ export declare enum MLXModel {
|
|
|
26
52
|
OpenELM_3B_4bit = "mlx-community/OpenELM-3B-4bit",
|
|
27
53
|
OpenELM_3B_8bit = "mlx-community/OpenELM-3B-8bit"
|
|
28
54
|
}
|
|
55
|
+
export declare const MLXModels: ModelInfo[];
|
|
29
56
|
//# sourceMappingURL=models.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../../src/models.ts"],"names":[],"mappings":"AAAA,oBAAY,QAAQ;IAElB,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IAGvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,wBAAwB,2CAA2C;IACnE,wBAAwB,2CAA2C;IAGnE,eAAe,kCAAkC;IACjD,eAAe,kCAAkC;IAGjD,kBAAkB,qCAAqC;IACvD,kBAAkB,qCAAqC;IAGvD,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IAGvE,wBAAwB,2CAA2C;IACnE,wBAAwB,2CAA2C;IAGnE,yBAAyB,4CAA4C;IACrE,yBAAyB,4CAA4C;IAGrE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IAGvE,iBAAiB,oCAAoC;IACrD,iBAAiB,oCAAoC;IACrD,eAAe,kCAAkC;IACjD,eAAe,kCAAkC;CAClD"}
|
|
1
|
+
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../../src/models.ts"],"names":[],"mappings":"AAAA,oBAAY,WAAW;IACrB,KAAK,UAAU;IACf,IAAI,SAAS;IACb,KAAK,UAAU;IACf,GAAG,QAAQ;IACX,MAAM,WAAW;IACjB,OAAO,YAAY;CACpB;AAED,oBAAY,aAAa;IACvB,IAAI,SAAS;IACb,OAAO,YAAY;IACnB,MAAM,WAAW;IACjB,SAAS,cAAc;IACvB,WAAW,gBAAgB;IAC3B,KAAK,UAAU;CAChB;AAED,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,MAAM,CAAA;AAE/C,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,QAAQ,CAAA;IACZ,MAAM,EAAE,WAAW,CAAA;IACnB,QAAQ,EAAE,aAAa,CAAA;IACvB,UAAU,EAAE,MAAM,CAAA;IAClB,YAAY,EAAE,iBAAiB,CAAA;IAC/B,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;CACrB;AAED,oBAAY,QAAQ;IAElB,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IAGvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,wBAAwB,2CAA2C;IACnE,wBAAwB,2CAA2C;IAGnE,eAAe,kCAAkC;IACjD,eAAe,kCAAkC;IAGjD,kBAAkB,qCAAqC;IACvD,kBAAkB,qCAAqC;IAGvD,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IAGvE,wBAAwB,2CAA2C;IACnE,wBAAwB,2CAA2C;IAGnE,yBAAyB,4CAA4C;IACrE,yBAAyB,4CAA4C;IAGrE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IAGvE,iBAAiB,oCAAoC;IACrD,iBAAiB,oCAAoC;IACrD,eAAe,kCAAkC;IACjD,eAAe,kCAAkC;CAClD;AAED,eAAO,MAAM,SAAS,EAAE,SAAS,EA2OhC,CAAA"}
|
package/package.json
CHANGED
package/src/index.ts
CHANGED
|
@@ -1,6 +1,13 @@
|
|
|
1
1
|
export { LLM, type Message } from './llm'
|
|
2
2
|
export { ModelManager } from './modelManager'
|
|
3
|
-
export {
|
|
3
|
+
export {
|
|
4
|
+
MLXModel,
|
|
5
|
+
MLXModels,
|
|
6
|
+
ModelFamily,
|
|
7
|
+
type ModelInfo,
|
|
8
|
+
ModelProvider,
|
|
9
|
+
type ModelQuantization,
|
|
10
|
+
} from './models'
|
|
4
11
|
|
|
5
12
|
export type { GenerationStats, LLM as LLMSpec, LLMLoadOptions } from './specs/LLM.nitro'
|
|
6
13
|
export type { ModelManager as ModelManagerSpec } from './specs/ModelManager.nitro'
|
package/src/models.ts
CHANGED
|
@@ -1,3 +1,33 @@
|
|
|
1
|
+
export enum ModelFamily {
|
|
2
|
+
Llama = 'Llama',
|
|
3
|
+
Qwen = 'Qwen',
|
|
4
|
+
Gemma = 'Gemma',
|
|
5
|
+
Phi = 'Phi',
|
|
6
|
+
SmolLM = 'SmolLM',
|
|
7
|
+
OpenELM = 'OpenELM',
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
export enum ModelProvider {
|
|
11
|
+
Meta = 'Meta',
|
|
12
|
+
Alibaba = 'Alibaba',
|
|
13
|
+
Google = 'Google',
|
|
14
|
+
Microsoft = 'Microsoft',
|
|
15
|
+
HuggingFace = 'HuggingFace',
|
|
16
|
+
Apple = 'Apple',
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
export type ModelQuantization = '4bit' | '8bit'
|
|
20
|
+
|
|
21
|
+
export interface ModelInfo {
|
|
22
|
+
id: MLXModel
|
|
23
|
+
family: ModelFamily
|
|
24
|
+
provider: ModelProvider
|
|
25
|
+
parameters: string
|
|
26
|
+
quantization: ModelQuantization
|
|
27
|
+
displayName: string
|
|
28
|
+
downloadSize: number
|
|
29
|
+
}
|
|
30
|
+
|
|
1
31
|
export enum MLXModel {
|
|
2
32
|
// Llama 3.2 (Meta) - 1B and 3B variants
|
|
3
33
|
Llama_3_2_1B_Instruct_4bit = 'mlx-community/Llama-3.2-1B-Instruct-4bit',
|
|
@@ -43,3 +73,240 @@ export enum MLXModel {
|
|
|
43
73
|
OpenELM_3B_4bit = 'mlx-community/OpenELM-3B-4bit',
|
|
44
74
|
OpenELM_3B_8bit = 'mlx-community/OpenELM-3B-8bit',
|
|
45
75
|
}
|
|
76
|
+
|
|
77
|
+
export const MLXModels: ModelInfo[] = [
|
|
78
|
+
{
|
|
79
|
+
id: MLXModel.Llama_3_2_1B_Instruct_4bit,
|
|
80
|
+
family: ModelFamily.Llama,
|
|
81
|
+
provider: ModelProvider.Meta,
|
|
82
|
+
parameters: '1B',
|
|
83
|
+
quantization: '4bit',
|
|
84
|
+
displayName: 'Llama 3.2 1B Instruct (4-bit)',
|
|
85
|
+
downloadSize: 1407777762,
|
|
86
|
+
},
|
|
87
|
+
{
|
|
88
|
+
id: MLXModel.Llama_3_2_1B_Instruct_8bit,
|
|
89
|
+
family: ModelFamily.Llama,
|
|
90
|
+
provider: ModelProvider.Meta,
|
|
91
|
+
parameters: '1B',
|
|
92
|
+
quantization: '8bit',
|
|
93
|
+
displayName: 'Llama 3.2 1B Instruct (8-bit)',
|
|
94
|
+
downloadSize: 1313157436,
|
|
95
|
+
},
|
|
96
|
+
{
|
|
97
|
+
id: MLXModel.Llama_3_2_3B_Instruct_4bit,
|
|
98
|
+
family: ModelFamily.Llama,
|
|
99
|
+
provider: ModelProvider.Meta,
|
|
100
|
+
parameters: '3B',
|
|
101
|
+
quantization: '4bit',
|
|
102
|
+
displayName: 'Llama 3.2 3B Instruct (4-bit)',
|
|
103
|
+
downloadSize: 2019397474,
|
|
104
|
+
},
|
|
105
|
+
{
|
|
106
|
+
id: MLXModel.Llama_3_2_3B_Instruct_8bit,
|
|
107
|
+
family: ModelFamily.Llama,
|
|
108
|
+
provider: ModelProvider.Meta,
|
|
109
|
+
parameters: '3B',
|
|
110
|
+
quantization: '8bit',
|
|
111
|
+
displayName: 'Llama 3.2 3B Instruct (8-bit)',
|
|
112
|
+
downloadSize: 3413784042,
|
|
113
|
+
},
|
|
114
|
+
{
|
|
115
|
+
id: MLXModel.Qwen2_5_0_5B_Instruct_4bit,
|
|
116
|
+
family: ModelFamily.Qwen,
|
|
117
|
+
provider: ModelProvider.Alibaba,
|
|
118
|
+
parameters: '0.5B',
|
|
119
|
+
quantization: '4bit',
|
|
120
|
+
displayName: 'Qwen 2.5 0.5B Instruct (4-bit)',
|
|
121
|
+
downloadSize: 278064920,
|
|
122
|
+
},
|
|
123
|
+
{
|
|
124
|
+
id: MLXModel.Qwen2_5_0_5B_Instruct_8bit,
|
|
125
|
+
family: ModelFamily.Qwen,
|
|
126
|
+
provider: ModelProvider.Alibaba,
|
|
127
|
+
parameters: '0.5B',
|
|
128
|
+
quantization: '8bit',
|
|
129
|
+
displayName: 'Qwen 2.5 0.5B Instruct (8-bit)',
|
|
130
|
+
downloadSize: 525045902,
|
|
131
|
+
},
|
|
132
|
+
{
|
|
133
|
+
id: MLXModel.Qwen2_5_1_5B_Instruct_4bit,
|
|
134
|
+
family: ModelFamily.Qwen,
|
|
135
|
+
provider: ModelProvider.Alibaba,
|
|
136
|
+
parameters: '1.5B',
|
|
137
|
+
quantization: '4bit',
|
|
138
|
+
displayName: 'Qwen 2.5 1.5B Instruct (4-bit)',
|
|
139
|
+
downloadSize: 868628559,
|
|
140
|
+
},
|
|
141
|
+
{
|
|
142
|
+
id: MLXModel.Qwen2_5_1_5B_Instruct_8bit,
|
|
143
|
+
family: ModelFamily.Qwen,
|
|
144
|
+
provider: ModelProvider.Alibaba,
|
|
145
|
+
parameters: '1.5B',
|
|
146
|
+
quantization: '8bit',
|
|
147
|
+
displayName: 'Qwen 2.5 1.5B Instruct (8-bit)',
|
|
148
|
+
downloadSize: 1640414038,
|
|
149
|
+
},
|
|
150
|
+
{
|
|
151
|
+
id: MLXModel.Qwen2_5_3B_Instruct_4bit,
|
|
152
|
+
family: ModelFamily.Qwen,
|
|
153
|
+
provider: ModelProvider.Alibaba,
|
|
154
|
+
parameters: '3B',
|
|
155
|
+
quantization: '4bit',
|
|
156
|
+
displayName: 'Qwen 2.5 3B Instruct (4-bit)',
|
|
157
|
+
downloadSize: 1736293090,
|
|
158
|
+
},
|
|
159
|
+
{
|
|
160
|
+
id: MLXModel.Qwen2_5_3B_Instruct_8bit,
|
|
161
|
+
family: ModelFamily.Qwen,
|
|
162
|
+
provider: ModelProvider.Alibaba,
|
|
163
|
+
parameters: '3B',
|
|
164
|
+
quantization: '8bit',
|
|
165
|
+
displayName: 'Qwen 2.5 3B Instruct (8-bit)',
|
|
166
|
+
downloadSize: 3279142142,
|
|
167
|
+
},
|
|
168
|
+
{
|
|
169
|
+
id: MLXModel.Qwen3_1_7B_4bit,
|
|
170
|
+
family: ModelFamily.Qwen,
|
|
171
|
+
provider: ModelProvider.Alibaba,
|
|
172
|
+
parameters: '1.7B',
|
|
173
|
+
quantization: '4bit',
|
|
174
|
+
displayName: 'Qwen 3 1.7B (4-bit)',
|
|
175
|
+
downloadSize: 979502864,
|
|
176
|
+
},
|
|
177
|
+
{
|
|
178
|
+
id: MLXModel.Qwen3_1_7B_8bit,
|
|
179
|
+
family: ModelFamily.Qwen,
|
|
180
|
+
provider: ModelProvider.Alibaba,
|
|
181
|
+
parameters: '1.7B',
|
|
182
|
+
quantization: '8bit',
|
|
183
|
+
displayName: 'Qwen 3 1.7B (8-bit)',
|
|
184
|
+
downloadSize: 1839729195,
|
|
185
|
+
},
|
|
186
|
+
{
|
|
187
|
+
id: MLXModel.Gemma_3_1B_IT_4bit,
|
|
188
|
+
family: ModelFamily.Gemma,
|
|
189
|
+
provider: ModelProvider.Google,
|
|
190
|
+
parameters: '1B',
|
|
191
|
+
quantization: '4bit',
|
|
192
|
+
displayName: 'Gemma 3 1B IT (4-bit)',
|
|
193
|
+
downloadSize: 770650946,
|
|
194
|
+
},
|
|
195
|
+
{
|
|
196
|
+
id: MLXModel.Gemma_3_1B_IT_8bit,
|
|
197
|
+
family: ModelFamily.Gemma,
|
|
198
|
+
provider: ModelProvider.Google,
|
|
199
|
+
parameters: '1B',
|
|
200
|
+
quantization: '8bit',
|
|
201
|
+
displayName: 'Gemma 3 1B IT (8-bit)',
|
|
202
|
+
downloadSize: 1421522471,
|
|
203
|
+
},
|
|
204
|
+
{
|
|
205
|
+
id: MLXModel.Phi_3_5_Mini_Instruct_4bit,
|
|
206
|
+
family: ModelFamily.Phi,
|
|
207
|
+
provider: ModelProvider.Microsoft,
|
|
208
|
+
parameters: '3.8B',
|
|
209
|
+
quantization: '4bit',
|
|
210
|
+
displayName: 'Phi 3.5 Mini Instruct (4-bit)',
|
|
211
|
+
downloadSize: 2150195856,
|
|
212
|
+
},
|
|
213
|
+
{
|
|
214
|
+
id: MLXModel.Phi_3_5_Mini_Instruct_8bit,
|
|
215
|
+
family: ModelFamily.Phi,
|
|
216
|
+
provider: ModelProvider.Microsoft,
|
|
217
|
+
parameters: '3.8B',
|
|
218
|
+
quantization: '8bit',
|
|
219
|
+
displayName: 'Phi 3.5 Mini Instruct (8-bit)',
|
|
220
|
+
downloadSize: 4060636056,
|
|
221
|
+
},
|
|
222
|
+
{
|
|
223
|
+
id: MLXModel.Phi_4_Mini_Instruct_4bit,
|
|
224
|
+
family: ModelFamily.Phi,
|
|
225
|
+
provider: ModelProvider.Microsoft,
|
|
226
|
+
parameters: '3.8B',
|
|
227
|
+
quantization: '4bit',
|
|
228
|
+
displayName: 'Phi 4 Mini Instruct (4-bit)',
|
|
229
|
+
downloadSize: 2173624891,
|
|
230
|
+
},
|
|
231
|
+
{
|
|
232
|
+
id: MLXModel.Phi_4_Mini_Instruct_8bit,
|
|
233
|
+
family: ModelFamily.Phi,
|
|
234
|
+
provider: ModelProvider.Microsoft,
|
|
235
|
+
parameters: '3.8B',
|
|
236
|
+
quantization: '8bit',
|
|
237
|
+
displayName: 'Phi 4 Mini Instruct (8-bit)',
|
|
238
|
+
downloadSize: 4091536167,
|
|
239
|
+
},
|
|
240
|
+
{
|
|
241
|
+
id: MLXModel.SmolLM_1_7B_Instruct_4bit,
|
|
242
|
+
family: ModelFamily.SmolLM,
|
|
243
|
+
provider: ModelProvider.HuggingFace,
|
|
244
|
+
parameters: '1.7B',
|
|
245
|
+
quantization: '4bit',
|
|
246
|
+
displayName: 'SmolLM 1.7B Instruct (4-bit)',
|
|
247
|
+
downloadSize: 962855374,
|
|
248
|
+
},
|
|
249
|
+
{
|
|
250
|
+
id: MLXModel.SmolLM_1_7B_Instruct_8bit,
|
|
251
|
+
family: ModelFamily.SmolLM,
|
|
252
|
+
provider: ModelProvider.HuggingFace,
|
|
253
|
+
parameters: '1.7B',
|
|
254
|
+
quantization: '8bit',
|
|
255
|
+
displayName: 'SmolLM 1.7B Instruct (8-bit)',
|
|
256
|
+
downloadSize: 1818493993,
|
|
257
|
+
},
|
|
258
|
+
{
|
|
259
|
+
id: MLXModel.SmolLM2_1_7B_Instruct_4bit,
|
|
260
|
+
family: ModelFamily.SmolLM,
|
|
261
|
+
provider: ModelProvider.HuggingFace,
|
|
262
|
+
parameters: '1.7B',
|
|
263
|
+
quantization: '4bit',
|
|
264
|
+
displayName: 'SmolLM2 1.7B Instruct (4-bit)',
|
|
265
|
+
downloadSize: 980000000,
|
|
266
|
+
},
|
|
267
|
+
{
|
|
268
|
+
id: MLXModel.SmolLM2_1_7B_Instruct_8bit,
|
|
269
|
+
family: ModelFamily.SmolLM,
|
|
270
|
+
provider: ModelProvider.HuggingFace,
|
|
271
|
+
parameters: '1.7B',
|
|
272
|
+
quantization: '8bit',
|
|
273
|
+
displayName: 'SmolLM2 1.7B Instruct (8-bit)',
|
|
274
|
+
downloadSize: 1850000000,
|
|
275
|
+
},
|
|
276
|
+
{
|
|
277
|
+
id: MLXModel.OpenELM_1_1B_4bit,
|
|
278
|
+
family: ModelFamily.OpenELM,
|
|
279
|
+
provider: ModelProvider.Apple,
|
|
280
|
+
parameters: '1.1B',
|
|
281
|
+
quantization: '4bit',
|
|
282
|
+
displayName: 'OpenELM 1.1B (4-bit)',
|
|
283
|
+
downloadSize: 608162655,
|
|
284
|
+
},
|
|
285
|
+
{
|
|
286
|
+
id: MLXModel.OpenELM_1_1B_8bit,
|
|
287
|
+
family: ModelFamily.OpenELM,
|
|
288
|
+
provider: ModelProvider.Apple,
|
|
289
|
+
parameters: '1.1B',
|
|
290
|
+
quantization: '8bit',
|
|
291
|
+
displayName: 'OpenELM 1.1B (8-bit)',
|
|
292
|
+
downloadSize: 1148048397,
|
|
293
|
+
},
|
|
294
|
+
{
|
|
295
|
+
id: MLXModel.OpenELM_3B_4bit,
|
|
296
|
+
family: ModelFamily.OpenELM,
|
|
297
|
+
provider: ModelProvider.Apple,
|
|
298
|
+
parameters: '3B',
|
|
299
|
+
quantization: '4bit',
|
|
300
|
+
displayName: 'OpenELM 3B (4-bit)',
|
|
301
|
+
downloadSize: 1650000000,
|
|
302
|
+
},
|
|
303
|
+
{
|
|
304
|
+
id: MLXModel.OpenELM_3B_8bit,
|
|
305
|
+
family: ModelFamily.OpenELM,
|
|
306
|
+
provider: ModelProvider.Apple,
|
|
307
|
+
parameters: '3B',
|
|
308
|
+
quantization: '8bit',
|
|
309
|
+
displayName: 'OpenELM 3B (8-bit)',
|
|
310
|
+
downloadSize: 3100000000,
|
|
311
|
+
},
|
|
312
|
+
]
|