@huggingface/tasks 0.16.1 → 0.16.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commonjs/default-widget-inputs.js +3 -3
- package/dist/commonjs/hardware.d.ts +69 -1
- package/dist/commonjs/hardware.d.ts.map +1 -1
- package/dist/commonjs/hardware.js +69 -1
- package/dist/commonjs/local-apps.d.ts.map +1 -1
- package/dist/commonjs/local-apps.js +7 -6
- package/dist/commonjs/model-libraries-snippets.d.ts.map +1 -1
- package/dist/commonjs/model-libraries-snippets.js +4 -11
- package/dist/commonjs/model-libraries.d.ts +7 -1
- package/dist/commonjs/model-libraries.d.ts.map +1 -1
- package/dist/commonjs/model-libraries.js +6 -0
- package/dist/commonjs/snippets/python.d.ts.map +1 -1
- package/dist/esm/default-widget-inputs.js +3 -3
- package/dist/esm/hardware.d.ts +69 -1
- package/dist/esm/hardware.d.ts.map +1 -1
- package/dist/esm/hardware.js +69 -1
- package/dist/esm/local-apps.d.ts.map +1 -1
- package/dist/esm/local-apps.js +7 -6
- package/dist/esm/model-libraries-snippets.d.ts.map +1 -1
- package/dist/esm/model-libraries-snippets.js +4 -11
- package/dist/esm/model-libraries.d.ts +7 -1
- package/dist/esm/model-libraries.d.ts.map +1 -1
- package/dist/esm/model-libraries.js +6 -0
- package/dist/esm/snippets/python.d.ts.map +1 -1
- package/dist/esm/snippets/python.js +1 -1
- package/package.json +1 -1
- package/src/default-widget-inputs.ts +3 -3
- package/src/hardware.ts +69 -1
- package/src/local-apps.ts +9 -6
- package/src/model-libraries-snippets.ts +4 -11
- package/src/model-libraries.ts +6 -0
- package/src/snippets/js.ts +12 -12
- package/src/snippets/python.ts +17 -20
package/dist/esm/hardware.js
CHANGED
|
@@ -14,14 +14,30 @@ export const DEFAULT_MEMORY_OPTIONS = [8, 16, 24, 32, 40, 48, 64, 80, 96, 128, 2
|
|
|
14
14
|
export const SKUS = {
|
|
15
15
|
GPU: {
|
|
16
16
|
NVIDIA: {
|
|
17
|
+
H200: {
|
|
18
|
+
tflops: 241.3,
|
|
19
|
+
memory: [141],
|
|
20
|
+
},
|
|
17
21
|
H100: {
|
|
18
22
|
tflops: 267.6,
|
|
19
23
|
memory: [80],
|
|
20
24
|
},
|
|
25
|
+
L40s: {
|
|
26
|
+
tflops: 91.61,
|
|
27
|
+
memory: [48],
|
|
28
|
+
},
|
|
21
29
|
L40: {
|
|
22
30
|
tflops: 90.52,
|
|
23
31
|
memory: [48],
|
|
24
32
|
},
|
|
33
|
+
L20: {
|
|
34
|
+
tflops: 59.35,
|
|
35
|
+
memory: [48],
|
|
36
|
+
},
|
|
37
|
+
L4: {
|
|
38
|
+
tflops: 30.29,
|
|
39
|
+
memory: [24],
|
|
40
|
+
},
|
|
25
41
|
"RTX 6000 Ada": {
|
|
26
42
|
tflops: 91.1,
|
|
27
43
|
memory: [48],
|
|
@@ -78,6 +94,30 @@ export const SKUS = {
|
|
|
78
94
|
tflops: 4.531, // source: https://www.techpowerup.com/gpu-specs/a2.c3848
|
|
79
95
|
memory: [16],
|
|
80
96
|
},
|
|
97
|
+
"RTX 5090": {
|
|
98
|
+
tflops: 104.8,
|
|
99
|
+
memory: [32],
|
|
100
|
+
},
|
|
101
|
+
"RTX 5090 D": {
|
|
102
|
+
tflops: 104.8,
|
|
103
|
+
memory: [32],
|
|
104
|
+
},
|
|
105
|
+
"RTX 5080": {
|
|
106
|
+
tflops: 56.28,
|
|
107
|
+
memory: [16],
|
|
108
|
+
},
|
|
109
|
+
"RTX 5080 Mobile": {
|
|
110
|
+
tflops: 24.58,
|
|
111
|
+
memory: [16],
|
|
112
|
+
},
|
|
113
|
+
"RTX 5070": {
|
|
114
|
+
tflops: 30.84,
|
|
115
|
+
memory: [12],
|
|
116
|
+
},
|
|
117
|
+
"RTX 5070 Mobile": {
|
|
118
|
+
tflops: 23.22,
|
|
119
|
+
memory: [8],
|
|
120
|
+
},
|
|
81
121
|
"RTX 4090": {
|
|
82
122
|
tflops: 82.58,
|
|
83
123
|
memory: [24],
|
|
@@ -86,6 +126,10 @@ export const SKUS = {
|
|
|
86
126
|
tflops: 79.49,
|
|
87
127
|
memory: [24],
|
|
88
128
|
},
|
|
129
|
+
"RTX 4090 Mobile": {
|
|
130
|
+
tflops: 32.98,
|
|
131
|
+
memory: [16]
|
|
132
|
+
},
|
|
89
133
|
"RTX 4080 SUPER": {
|
|
90
134
|
tflops: 52.2,
|
|
91
135
|
memory: [16],
|
|
@@ -94,10 +138,18 @@ export const SKUS = {
|
|
|
94
138
|
tflops: 48.7,
|
|
95
139
|
memory: [16],
|
|
96
140
|
},
|
|
141
|
+
"RTX 4080 Mobile": {
|
|
142
|
+
tflops: 24.72,
|
|
143
|
+
memory: [12]
|
|
144
|
+
},
|
|
97
145
|
"RTX 4070": {
|
|
98
146
|
tflops: 29.15,
|
|
99
147
|
memory: [12],
|
|
100
148
|
},
|
|
149
|
+
"RTX 4070 Mobile": {
|
|
150
|
+
tflops: 15.62,
|
|
151
|
+
memory: [8]
|
|
152
|
+
},
|
|
101
153
|
"RTX 4070 Ti": {
|
|
102
154
|
tflops: 40.09,
|
|
103
155
|
memory: [12],
|
|
@@ -118,6 +170,10 @@ export const SKUS = {
|
|
|
118
170
|
tflops: 22.06,
|
|
119
171
|
memory: [8, 16],
|
|
120
172
|
},
|
|
173
|
+
"RTX 4060 Mobile": {
|
|
174
|
+
tflops: 11.61,
|
|
175
|
+
memory: [8]
|
|
176
|
+
},
|
|
121
177
|
"RTX 3090": {
|
|
122
178
|
tflops: 35.58,
|
|
123
179
|
memory: [24],
|
|
@@ -134,6 +190,10 @@ export const SKUS = {
|
|
|
134
190
|
tflops: 34.1,
|
|
135
191
|
memory: [12],
|
|
136
192
|
},
|
|
193
|
+
"RTX 3080 Mobile": {
|
|
194
|
+
tflops: 18.98,
|
|
195
|
+
memory: [8]
|
|
196
|
+
},
|
|
137
197
|
"RTX 3070": {
|
|
138
198
|
tflops: 20.31,
|
|
139
199
|
memory: [8],
|
|
@@ -142,7 +202,7 @@ export const SKUS = {
|
|
|
142
202
|
tflops: 21.75,
|
|
143
203
|
memory: [8],
|
|
144
204
|
},
|
|
145
|
-
"RTX 3070 Ti
|
|
205
|
+
"RTX 3070 Ti Mobile": {
|
|
146
206
|
tflops: 16.6,
|
|
147
207
|
memory: [8],
|
|
148
208
|
},
|
|
@@ -198,6 +258,10 @@ export const SKUS = {
|
|
|
198
258
|
tflops: 3.9, // float32 (GPU does not support native float16)
|
|
199
259
|
memory: [3, 6],
|
|
200
260
|
},
|
|
261
|
+
"GTX 1050 Ti": {
|
|
262
|
+
tflops: 2.1, // float32 (GPU does not support native float16)
|
|
263
|
+
memory: [4]
|
|
264
|
+
},
|
|
201
265
|
"RTX Titan": {
|
|
202
266
|
tflops: 32.62,
|
|
203
267
|
memory: [24],
|
|
@@ -226,6 +290,10 @@ export const SKUS = {
|
|
|
226
290
|
tflops: 11.76, // float32 (GPU does not support native float16)
|
|
227
291
|
memory: [24],
|
|
228
292
|
},
|
|
293
|
+
P100: {
|
|
294
|
+
tflops: 19.05,
|
|
295
|
+
memory: [16],
|
|
296
|
+
},
|
|
229
297
|
},
|
|
230
298
|
AMD: {
|
|
231
299
|
MI300: {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAqBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;
|
|
1
|
+
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAqBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAmLD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBAxLS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBA2CzC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;oCAgKzD,SAAS;yBA5GX,SAAS,KAAG,eAAe,EAAE;;;;;;;yBAiD9B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBAxEzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBATjD,SAAS,aAAa,MAAM,KAAG,MAAM;;CAiR/B,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
|
package/dist/esm/local-apps.js
CHANGED
|
@@ -68,18 +68,19 @@ const snippetLlamacpp = (model, filepath) => {
|
|
|
68
68
|
];
|
|
69
69
|
};
|
|
70
70
|
const snippetNodeLlamaCppCli = (model, filepath) => {
|
|
71
|
+
let tagName = "{{OLLAMA_TAG}}";
|
|
72
|
+
if (filepath) {
|
|
73
|
+
const quantLabel = parseGGUFQuantLabel(filepath);
|
|
74
|
+
tagName = quantLabel ? `:${quantLabel}` : tagName;
|
|
75
|
+
}
|
|
71
76
|
return [
|
|
72
77
|
{
|
|
73
78
|
title: "Chat with the model",
|
|
74
|
-
content:
|
|
75
|
-
`npx -y node-llama-cpp chat \\`,
|
|
76
|
-
` --model "hf:${model.id}/${filepath ?? "{{GGUF_FILE}}"}" \\`,
|
|
77
|
-
` --prompt 'Hi there!'`,
|
|
78
|
-
].join("\n"),
|
|
79
|
+
content: `npx -y node-llama-cpp chat hf:${model.id}${tagName}`,
|
|
79
80
|
},
|
|
80
81
|
{
|
|
81
82
|
title: "Estimate the model compatibility with your hardware",
|
|
82
|
-
content: `npx -y node-llama-cpp inspect estimate
|
|
83
|
+
content: `npx -y node-llama-cpp inspect estimate hf:${model.id}${tagName}`,
|
|
83
84
|
},
|
|
84
85
|
];
|
|
85
86
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAkBjD,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,IAAI,UAAW,SAAS,KAAG,MAAM,EAY7C,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,MAAM,
|
|
1
|
+
{"version":3,"file":"model-libraries-snippets.d.ts","sourceRoot":"","sources":["../../src/model-libraries-snippets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAkBjD,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAKjD,CAAC;AAkBF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAkBlD,CAAC;AAaF,eAAO,MAAM,IAAI,UAAW,SAAS,KAAG,MAAM,EAY7C,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,cAAc,QAAO,MAAM,EAcvC,CAAC;AAEF,eAAO,MAAM,iBAAiB,UAAW,SAAS,KAAG,MAAM,EA6C1D,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAwBlD,CAAC;AAEF,eAAO,MAAM,eAAe,QAAO,MAAM,EAoBxC,CAAC;AAuCF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAUlD,CAAC;AAEF,eAAO,MAAM,YAAY,UAAW,SAAS,KAAG,MAAM,EAwCrD,CAAC;AAEF,eAAO,MAAM,gBAAgB,UAAW,SAAS,KAAG,MAAM,EAgBzD,CAAC;AAEF,eAAO,MAAM,YAAY,UAAW,SAAS,KAAG,MAAM,EAmBrD,CAAC;AAEF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAgB/C,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAMlD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EASlD,CAAC;AAIF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,OAAO,UAAW,SAAS,KAAG,MAAM,EAMhD,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,OAAO,UAAW,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAS9C,CAAC;AA4EF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,gBAAgB,UAAW,SAAS,KAAG,MAAM,EA0BzD,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAOjD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,aAAa,QAAO,MAAM,EAQtC,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAKlD,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAsBlD,CAAC;AAEF,eAAO,MAAM,uBAAuB,UAAW,SAAS,KAAG,MAAM,EAehE,CAAC;AAiBF,eAAO,MAAM,cAAc,UAAW,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAI9C,CAAC;AAyBF,eAAO,MAAM,aAAa,UAAW,SAAS,KAAG,MAAM,EAOtD,CAAC;AAEF,eAAO,MAAM,IAAI,UAAW,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,OAAO,QAA6B,MAAM,EAQtD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAanC,CAAC;AAsCF,eAAO,MAAM,OAAO,UAAW,SAAS,KAAG,MAAM,EAehD,CAAC;AAEF,eAAO,MAAM,kBAAkB,UAAW,SAAS,KAAG,MAAM,EAmC3D,CAAC;AAEF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,IAAI,UAAW,SAAS,KAAG,MAAM,EA2B7C,CAAC;AAEF,eAAO,MAAM,aAAa,UAAW,SAAS,KAAG,MAAM,EAEtD,CAAC;AASF,eAAO,MAAM,oBAAoB,UAAW,SAAS,KAAG,MAAM,EAoB7D,CAAC;AAEF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAI/C,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAU9C,CAAC;AAEF,eAAO,MAAM,WAAW,UAAW,SAAS,KAAG,MAAM,EAIpD,CAAC;AAEF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAK/C,CAAC;AAkBF,eAAO,MAAM,WAAW,UAAW,SAAS,KAAG,MAAM,EAkBpD,CAAC;AAEF,eAAO,MAAM,UAAU,UAAW,SAAS,KAAG,MAAM,EAInD,CAAC;AAEF,eAAO,MAAM,YAAY,UAAW,SAAS,KAAG,MAAM,EA4CrD,CAAC;AAEF,eAAO,MAAM,cAAc,UAAW,SAAS,KAAG,MAAM,EAcvD,CAAC;AAiBF,eAAO,MAAM,IAAI,UAAW,SAAS,KAAG,MAAM,EAiB7C,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAKjD,CAAC;AAEF,eAAO,MAAM,gBAAgB,UAAW,SAAS,KAAG,MAAM,EAMzD,CAAC;AAgBF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAEjD,CAAC;AAEF,eAAO,MAAM,MAAM,QAA6B,MAAM,EAMrD,CAAC;AAEF,eAAO,MAAM,IAAI,UAAW,SAAS,KAAG,MAAM,EAkB7C,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAIjD,CAAC;AAEF,eAAO,MAAM,UAAU,UAAW,SAAS,KAAG,MAAM,EAInD,CAAC;AAEF,eAAO,MAAM,OAAO,QAAO,MAAM,EAYhC,CAAC;AAEF,eAAO,MAAM,WAAW,UAAW,SAAS,KAAG,MAAM,EAiBpD,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,SAAS,KAAG,MAAM,EAYjD,CAAC;AAEF,eAAO,MAAM,WAAW,UAAW,SAAS,KAAG,MAAM,EAKpD,CAAC;AAEF,eAAO,MAAM,GAAG,UAAW,SAAS,KAAG,MAAM,EAK5C,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAI9C,CAAC;AAEF,eAAO,MAAM,SAAS,UAAW,SAAS,KAAG,MAAM,EAIlD,CAAC;AAEF,eAAO,MAAM,IAAI,UAAW,SAAS,KAAG,MAAM,EAQ7C,CAAC;AAEF,eAAO,MAAM,IAAI,UAAW,SAAS,KAAG,MAAM,EAI7C,CAAC;AAEF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAI/C,CAAC;AA4BF,eAAO,MAAM,MAAM,UAAW,SAAS,KAAG,MAAM,EAO/C,CAAC;AAEF,eAAO,MAAM,UAAU,UAAW,SAAS,KAAG,MAAM,EAUnD,CAAC;AAEF,eAAO,MAAM,UAAU,QAAO,MAAM,EAYnC,CAAC;AAEF,eAAO,MAAM,cAAc,UAAW,SAAS,KAAG,MAAM,EAKvD,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,SAAS,KAAG,MAAM,EAI9C,CAAC"}
|
|
@@ -90,21 +90,14 @@ export const bm25s = (model) => [
|
|
|
90
90
|
retriever = BM25HF.load_from_hub("${model.id}")`,
|
|
91
91
|
];
|
|
92
92
|
export const cxr_foundation = () => [
|
|
93
|
-
|
|
94
|
-
import tensorflow as tf, sys, requests
|
|
95
|
-
sys.path.append('cxr-foundation/python/')
|
|
93
|
+
`# pip install git+https://github.com/Google-Health/cxr-foundation.git#subdirectory=python
|
|
96
94
|
|
|
97
|
-
#
|
|
98
|
-
|
|
99
|
-
!pip install tensorflow-text=={major_version} pypng && pip install --no-deps pydicom hcls_imaging_ml_toolkit retrying
|
|
100
|
-
|
|
101
|
-
# Load image (Stillwaterising, CC0, via Wikimedia Commons)
|
|
95
|
+
# Load image as grayscale (Stillwaterising, CC0, via Wikimedia Commons)
|
|
96
|
+
import requests
|
|
102
97
|
from PIL import Image
|
|
103
98
|
from io import BytesIO
|
|
104
99
|
image_url = "https://upload.wikimedia.org/wikipedia/commons/c/c8/Chest_Xray_PA_3-8-2010.png"
|
|
105
|
-
|
|
106
|
-
response.raw.decode_content = True # Ensure correct decoding
|
|
107
|
-
img = Image.open(BytesIO(response.content)).convert('L') # Convert to grayscale
|
|
100
|
+
img = Image.open(requests.get(image_url, headers={'User-Agent': 'Demo'}, stream=True).raw).convert('L')
|
|
108
101
|
|
|
109
102
|
# Run inference
|
|
110
103
|
from clientside.clients import make_hugging_face_client
|
|
@@ -169,6 +169,12 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
|
|
|
169
169
|
filter: false;
|
|
170
170
|
countDownloads: string;
|
|
171
171
|
};
|
|
172
|
+
comet: {
|
|
173
|
+
prettyLabel: string;
|
|
174
|
+
repoName: string;
|
|
175
|
+
repoUrl: string;
|
|
176
|
+
countDownloads: string;
|
|
177
|
+
};
|
|
172
178
|
cosmos: {
|
|
173
179
|
prettyLabel: string;
|
|
174
180
|
repoName: string;
|
|
@@ -901,5 +907,5 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
|
|
|
901
907
|
};
|
|
902
908
|
export type ModelLibraryKey = keyof typeof MODEL_LIBRARIES_UI_ELEMENTS;
|
|
903
909
|
export declare const ALL_MODEL_LIBRARY_KEYS: ModelLibraryKey[];
|
|
904
|
-
export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("adapter-transformers" | "allennlp" | "anemoi" | "asteroid" | "audiocraft" | "audioseal" | "ben2" | "bertopic" | "big_vision" | "birder" | "birefnet" | "bm25s" | "champ" | "chat_tts" | "colpali" | "cosmos" | "cxr-foundation" | "deepforest" | "depth-anything-v2" | "depth-pro" | "derm-foundation" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "clipscope" | "cosyvoice" | "cotracker" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gemma.cpp" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hezar" | "htrflow" | "hunyuan-dit" | "imstoucan" | "keras" | "tf-keras" | "keras-hub" | "k2" | "liveportrait" | "llama-cpp-python" | "mini-omni2" | "mindspore" | "mamba-ssm" | "mars5-tts" | "mesh-anything" | "mitie" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "moshi" | "nemo" | "open-oasis" | "open_clip" | "paddlenlp" | "peft" | "pxia" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "reverb" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "diffusion-single-file" | "seed-story" | "soloaudio" | "stable-baselines3" | "stanza" | "swarmformer" | "f5-tts" | "genmo" | "tensorflowtts" | "tabpfn" | "terratorch" | "tic-clip" | "timesfm" | "timm" | "transformers" | "transformers.js" | "trellis" | "ultralytics" | "unity-sentis" | "sana" | "vfi-mamba" | "voicecraft" | "whisperkit" | "yolov10" | "3dtopia-xl")[];
|
|
910
|
+
export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("adapter-transformers" | "allennlp" | "anemoi" | "asteroid" | "audiocraft" | "audioseal" | "ben2" | "bertopic" | "big_vision" | "birder" | "birefnet" | "bm25s" | "champ" | "chat_tts" | "colpali" | "comet" | "cosmos" | "cxr-foundation" | "deepforest" | "depth-anything-v2" | "depth-pro" | "derm-foundation" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "clipscope" | "cosyvoice" | "cotracker" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gemma.cpp" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hezar" | "htrflow" | "hunyuan-dit" | "imstoucan" | "keras" | "tf-keras" | "keras-hub" | "k2" | "liveportrait" | "llama-cpp-python" | "mini-omni2" | "mindspore" | "mamba-ssm" | "mars5-tts" | "mesh-anything" | "mitie" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "moshi" | "nemo" | "open-oasis" | "open_clip" | "paddlenlp" | "peft" | "pxia" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "reverb" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "diffusion-single-file" | "seed-story" | "soloaudio" | "stable-baselines3" | "stanza" | "swarmformer" | "f5-tts" | "genmo" | "tensorflowtts" | "tabpfn" | "terratorch" | "tic-clip" | "timesfm" | "timm" | "transformers" | "transformers.js" | "trellis" | "ultralytics" | "unity-sentis" | "sana" | "vfi-mamba" | "voicecraft" | "whisperkit" | "yolov10" | "3dtopia-xl")[];
|
|
905
911
|
//# sourceMappingURL=model-libraries.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEzE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B
|
|
1
|
+
{"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEzE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAy1BI,CAAC;AAE7C,MAAM,MAAM,eAAe,GAAG,MAAM,OAAO,2BAA2B,CAAC;AAEvE,eAAO,MAAM,sBAAsB,EAA+C,eAAe,EAAE,CAAC;AAEpG,eAAO,MAAM,8BAA8B,6iDAQ1B,CAAC"}
|
|
@@ -129,6 +129,12 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
129
129
|
filter: false,
|
|
130
130
|
countDownloads: `path:"adapter_config.json"`,
|
|
131
131
|
},
|
|
132
|
+
comet: {
|
|
133
|
+
prettyLabel: "COMET",
|
|
134
|
+
repoName: "COMET",
|
|
135
|
+
repoUrl: "https://github.com/Unbabel/COMET/",
|
|
136
|
+
countDownloads: `path:"hparams.yaml"`,
|
|
137
|
+
},
|
|
132
138
|
cosmos: {
|
|
133
139
|
prettyLabel: "Cosmos",
|
|
134
140
|
repoName: "Cosmos",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"python.d.ts","sourceRoot":"","sources":["../../../src/snippets/python.ts"],"names":[],"mappings":"AAAA,OAAO,
|
|
1
|
+
{"version":3,"file":"python.d.ts","sourceRoot":"","sources":["../../../src/snippets/python.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,KAAK,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AACzF,OAAO,KAAK,EAAE,YAAY,EAAc,MAAM,iBAAiB,CAAC;AAChE,OAAO,KAAK,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAG1F,OAAO,KAAK,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAyCrE,eAAO,MAAM,qBAAqB,UAC1B,gBAAgB,eACV,MAAM,YACT,wBAAwB,oBAChB,MAAM,SACjB;IACN,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,0BAA0B,EAAE,CAAC;IACxC,WAAW,CAAC,EAAE,oBAAoB,CAAC,aAAa,CAAC,CAAC;IAClD,UAAU,CAAC,EAAE,oBAAoB,CAAC,YAAY,CAAC,CAAC;IAChD,KAAK,CAAC,EAAE,oBAAoB,CAAC,OAAO,CAAC,CAAC;CACtC,KACC,gBAAgB,EAiGlB,CAAC;AAEF,eAAO,MAAM,6BAA6B,UAAW,gBAAgB,KAAG,gBAAgB,EAevF,CAAC;AAEF,eAAO,MAAM,kCAAkC,UAAW,gBAAgB,KAAG,gBAAgB,EAqB5F,CAAC;AAEF,eAAO,MAAM,YAAY,UACjB,gBAAgB,eACV,MAAM,YACT,wBAAwB,KAChC,gBAAgB,EAgClB,CAAC;AAEF,eAAO,MAAM,WAAW,UAAW,gBAAgB,KAAG,gBAAgB,EAcrE,CAAC;AAEF,eAAO,MAAM,kBAAkB,UACvB,gBAAgB,eACV,MAAM,YACT,wBAAwB,oBAChB,MAAM,KACtB,gBAAgB,EAoDlB,CAAC;AAEF,eAAO,MAAM,cAAc,UAAW,gBAAgB,KAAG,gBAAgB,EAcxE,CAAC;AAEF,eAAO,MAAM,kBAAkB,UAAW,gBAAgB,KAAG,gBAAgB,EAuC5E,CAAC;AAEF,eAAO,MAAM,gCAAgC,UAAW,gBAAgB,KAAG,gBAAgB,EAiB1F,CAAC;AAEF,eAAO,MAAM,cAAc,EAAE,OAAO,CACnC,MAAM,CACL,YAAY,EACZ,CACC,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,wBAAwB,EAClC,eAAe,CAAC,EAAE,MAAM,EACxB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC1B,gBAAgB,EAAE,CACvB,CA8BD,CAAC;AAEF,wBAAgB,yBAAyB,CACxC,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,wBAAwB,EAClC,eAAe,CAAC,EAAE,MAAM,EACxB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B,gBAAgB,EAAE,CA0BpB"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { openAIbaseUrl
|
|
1
|
+
import { openAIbaseUrl } from "../inference-providers.js";
|
|
2
2
|
import { stringifyGenerationConfig, stringifyMessages } from "./common.js";
|
|
3
3
|
import { getModelInputSnippet } from "./inputs.js";
|
|
4
4
|
const HFH_INFERENCE_CLIENT_METHODS = {
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@huggingface/tasks",
|
|
3
3
|
"packageManager": "pnpm@8.10.5",
|
|
4
|
-
"version": "0.16.
|
|
4
|
+
"version": "0.16.2",
|
|
5
5
|
"description": "List of ML tasks for huggingface.co/tasks",
|
|
6
6
|
"repository": "https://github.com/huggingface/huggingface.js.git",
|
|
7
7
|
"publishConfig": {
|
|
@@ -96,9 +96,9 @@ const MAPPING_EN: PerLanguageMapping = new Map([
|
|
|
96
96
|
"conversational",
|
|
97
97
|
[
|
|
98
98
|
`Hi, what can you help me with?`,
|
|
99
|
-
`
|
|
100
|
-
`
|
|
101
|
-
`
|
|
99
|
+
`What is 84 * 3 / 2?`,
|
|
100
|
+
`Tell me an interesting fact about the universe!`,
|
|
101
|
+
`Explain quantum computing in simple terms.`,
|
|
102
102
|
],
|
|
103
103
|
],
|
|
104
104
|
[
|
package/src/hardware.ts
CHANGED
|
@@ -36,14 +36,30 @@ export const DEFAULT_MEMORY_OPTIONS = [8, 16, 24, 32, 40, 48, 64, 80, 96, 128, 2
|
|
|
36
36
|
export const SKUS = {
|
|
37
37
|
GPU: {
|
|
38
38
|
NVIDIA: {
|
|
39
|
+
H200: {
|
|
40
|
+
tflops: 241.3,
|
|
41
|
+
memory: [141],
|
|
42
|
+
},
|
|
39
43
|
H100: {
|
|
40
44
|
tflops: 267.6,
|
|
41
45
|
memory: [80],
|
|
42
46
|
},
|
|
47
|
+
L40s: {
|
|
48
|
+
tflops: 91.61,
|
|
49
|
+
memory: [48],
|
|
50
|
+
},
|
|
43
51
|
L40: {
|
|
44
52
|
tflops: 90.52,
|
|
45
53
|
memory: [48],
|
|
46
54
|
},
|
|
55
|
+
L20: {
|
|
56
|
+
tflops: 59.35,
|
|
57
|
+
memory: [48],
|
|
58
|
+
},
|
|
59
|
+
L4: {
|
|
60
|
+
tflops: 30.29,
|
|
61
|
+
memory: [24],
|
|
62
|
+
},
|
|
47
63
|
"RTX 6000 Ada": {
|
|
48
64
|
tflops: 91.1,
|
|
49
65
|
memory: [48],
|
|
@@ -100,6 +116,30 @@ export const SKUS = {
|
|
|
100
116
|
tflops: 4.531, // source: https://www.techpowerup.com/gpu-specs/a2.c3848
|
|
101
117
|
memory: [16],
|
|
102
118
|
},
|
|
119
|
+
"RTX 5090": {
|
|
120
|
+
tflops: 104.8,
|
|
121
|
+
memory: [32],
|
|
122
|
+
},
|
|
123
|
+
"RTX 5090 D": {
|
|
124
|
+
tflops: 104.8,
|
|
125
|
+
memory: [32],
|
|
126
|
+
},
|
|
127
|
+
"RTX 5080": {
|
|
128
|
+
tflops: 56.28,
|
|
129
|
+
memory: [16],
|
|
130
|
+
},
|
|
131
|
+
"RTX 5080 Mobile": {
|
|
132
|
+
tflops: 24.58,
|
|
133
|
+
memory: [16],
|
|
134
|
+
},
|
|
135
|
+
"RTX 5070": {
|
|
136
|
+
tflops: 30.84,
|
|
137
|
+
memory: [12],
|
|
138
|
+
},
|
|
139
|
+
"RTX 5070 Mobile": {
|
|
140
|
+
tflops: 23.22,
|
|
141
|
+
memory: [8],
|
|
142
|
+
},
|
|
103
143
|
"RTX 4090": {
|
|
104
144
|
tflops: 82.58,
|
|
105
145
|
memory: [24],
|
|
@@ -108,6 +148,10 @@ export const SKUS = {
|
|
|
108
148
|
tflops: 79.49,
|
|
109
149
|
memory: [24],
|
|
110
150
|
},
|
|
151
|
+
"RTX 4090 Mobile": {
|
|
152
|
+
tflops: 32.98,
|
|
153
|
+
memory: [16]
|
|
154
|
+
},
|
|
111
155
|
"RTX 4080 SUPER": {
|
|
112
156
|
tflops: 52.2,
|
|
113
157
|
memory: [16],
|
|
@@ -116,10 +160,18 @@ export const SKUS = {
|
|
|
116
160
|
tflops: 48.7,
|
|
117
161
|
memory: [16],
|
|
118
162
|
},
|
|
163
|
+
"RTX 4080 Mobile": {
|
|
164
|
+
tflops: 24.72,
|
|
165
|
+
memory: [12]
|
|
166
|
+
},
|
|
119
167
|
"RTX 4070": {
|
|
120
168
|
tflops: 29.15,
|
|
121
169
|
memory: [12],
|
|
122
170
|
},
|
|
171
|
+
"RTX 4070 Mobile": {
|
|
172
|
+
tflops: 15.62,
|
|
173
|
+
memory: [8]
|
|
174
|
+
},
|
|
123
175
|
"RTX 4070 Ti": {
|
|
124
176
|
tflops: 40.09,
|
|
125
177
|
memory: [12],
|
|
@@ -140,6 +192,10 @@ export const SKUS = {
|
|
|
140
192
|
tflops: 22.06,
|
|
141
193
|
memory: [8, 16],
|
|
142
194
|
},
|
|
195
|
+
"RTX 4060 Mobile": {
|
|
196
|
+
tflops: 11.61,
|
|
197
|
+
memory: [8]
|
|
198
|
+
},
|
|
143
199
|
"RTX 3090": {
|
|
144
200
|
tflops: 35.58,
|
|
145
201
|
memory: [24],
|
|
@@ -156,6 +212,10 @@ export const SKUS = {
|
|
|
156
212
|
tflops: 34.1,
|
|
157
213
|
memory: [12],
|
|
158
214
|
},
|
|
215
|
+
"RTX 3080 Mobile": {
|
|
216
|
+
tflops: 18.98,
|
|
217
|
+
memory: [8]
|
|
218
|
+
},
|
|
159
219
|
"RTX 3070": {
|
|
160
220
|
tflops: 20.31,
|
|
161
221
|
memory: [8],
|
|
@@ -164,7 +224,7 @@ export const SKUS = {
|
|
|
164
224
|
tflops: 21.75,
|
|
165
225
|
memory: [8],
|
|
166
226
|
},
|
|
167
|
-
"RTX 3070 Ti
|
|
227
|
+
"RTX 3070 Ti Mobile": {
|
|
168
228
|
tflops: 16.6,
|
|
169
229
|
memory: [8],
|
|
170
230
|
},
|
|
@@ -220,6 +280,10 @@ export const SKUS = {
|
|
|
220
280
|
tflops: 3.9, // float32 (GPU does not support native float16)
|
|
221
281
|
memory: [3, 6],
|
|
222
282
|
},
|
|
283
|
+
"GTX 1050 Ti": {
|
|
284
|
+
tflops: 2.1, // float32 (GPU does not support native float16)
|
|
285
|
+
memory: [4]
|
|
286
|
+
},
|
|
223
287
|
"RTX Titan": {
|
|
224
288
|
tflops: 32.62,
|
|
225
289
|
memory: [24],
|
|
@@ -248,6 +312,10 @@ export const SKUS = {
|
|
|
248
312
|
tflops: 11.76, // float32 (GPU does not support native float16)
|
|
249
313
|
memory: [24],
|
|
250
314
|
},
|
|
315
|
+
P100: {
|
|
316
|
+
tflops: 19.05,
|
|
317
|
+
memory: [16],
|
|
318
|
+
},
|
|
251
319
|
},
|
|
252
320
|
AMD: {
|
|
253
321
|
MI300: {
|
package/src/local-apps.ts
CHANGED
|
@@ -138,18 +138,21 @@ const snippetLlamacpp = (model: ModelData, filepath?: string): LocalAppSnippet[]
|
|
|
138
138
|
};
|
|
139
139
|
|
|
140
140
|
const snippetNodeLlamaCppCli = (model: ModelData, filepath?: string): LocalAppSnippet[] => {
|
|
141
|
+
let tagName = "{{OLLAMA_TAG}}";
|
|
142
|
+
|
|
143
|
+
if (filepath) {
|
|
144
|
+
const quantLabel = parseGGUFQuantLabel(filepath);
|
|
145
|
+
tagName = quantLabel ? `:${quantLabel}` : tagName;
|
|
146
|
+
}
|
|
147
|
+
|
|
141
148
|
return [
|
|
142
149
|
{
|
|
143
150
|
title: "Chat with the model",
|
|
144
|
-
content:
|
|
145
|
-
`npx -y node-llama-cpp chat \\`,
|
|
146
|
-
` --model "hf:${model.id}/${filepath ?? "{{GGUF_FILE}}"}" \\`,
|
|
147
|
-
` --prompt 'Hi there!'`,
|
|
148
|
-
].join("\n"),
|
|
151
|
+
content: `npx -y node-llama-cpp chat hf:${model.id}${tagName}`,
|
|
149
152
|
},
|
|
150
153
|
{
|
|
151
154
|
title: "Estimate the model compatibility with your hardware",
|
|
152
|
-
content: `npx -y node-llama-cpp inspect estimate
|
|
155
|
+
content: `npx -y node-llama-cpp inspect estimate hf:${model.id}${tagName}`,
|
|
153
156
|
},
|
|
154
157
|
];
|
|
155
158
|
};
|
|
@@ -110,21 +110,14 @@ retriever = BM25HF.load_from_hub("${model.id}")`,
|
|
|
110
110
|
];
|
|
111
111
|
|
|
112
112
|
export const cxr_foundation = (): string[] => [
|
|
113
|
-
|
|
114
|
-
import tensorflow as tf, sys, requests
|
|
115
|
-
sys.path.append('cxr-foundation/python/')
|
|
113
|
+
`# pip install git+https://github.com/Google-Health/cxr-foundation.git#subdirectory=python
|
|
116
114
|
|
|
117
|
-
#
|
|
118
|
-
|
|
119
|
-
!pip install tensorflow-text=={major_version} pypng && pip install --no-deps pydicom hcls_imaging_ml_toolkit retrying
|
|
120
|
-
|
|
121
|
-
# Load image (Stillwaterising, CC0, via Wikimedia Commons)
|
|
115
|
+
# Load image as grayscale (Stillwaterising, CC0, via Wikimedia Commons)
|
|
116
|
+
import requests
|
|
122
117
|
from PIL import Image
|
|
123
118
|
from io import BytesIO
|
|
124
119
|
image_url = "https://upload.wikimedia.org/wikipedia/commons/c/c8/Chest_Xray_PA_3-8-2010.png"
|
|
125
|
-
|
|
126
|
-
response.raw.decode_content = True # Ensure correct decoding
|
|
127
|
-
img = Image.open(BytesIO(response.content)).convert('L') # Convert to grayscale
|
|
120
|
+
img = Image.open(requests.get(image_url, headers={'User-Agent': 'Demo'}, stream=True).raw).convert('L')
|
|
128
121
|
|
|
129
122
|
# Run inference
|
|
130
123
|
from clientside.clients import make_hugging_face_client
|
package/src/model-libraries.ts
CHANGED
|
@@ -173,6 +173,12 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
173
173
|
filter: false,
|
|
174
174
|
countDownloads: `path:"adapter_config.json"`,
|
|
175
175
|
},
|
|
176
|
+
comet: {
|
|
177
|
+
prettyLabel: "COMET",
|
|
178
|
+
repoName: "COMET",
|
|
179
|
+
repoUrl: "https://github.com/Unbabel/COMET/",
|
|
180
|
+
countDownloads: `path:"hparams.yaml"`,
|
|
181
|
+
},
|
|
176
182
|
cosmos: {
|
|
177
183
|
prettyLabel: "Cosmos",
|
|
178
184
|
repoName: "Cosmos",
|
package/src/snippets/js.ts
CHANGED
|
@@ -27,9 +27,9 @@ export const snippetBasic = (
|
|
|
27
27
|
return [
|
|
28
28
|
...(model.pipeline_tag && model.pipeline_tag in HFJS_METHODS
|
|
29
29
|
? [
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
30
|
+
{
|
|
31
|
+
client: "huggingface.js",
|
|
32
|
+
content: `\
|
|
33
33
|
import { HfInference } from "@huggingface/inference";
|
|
34
34
|
|
|
35
35
|
const client = new HfInference("${accessToken || `{API_TOKEN}`}");
|
|
@@ -42,8 +42,8 @@ const output = await client.${HFJS_METHODS[model.pipeline_tag]}({
|
|
|
42
42
|
|
|
43
43
|
console.log(output);
|
|
44
44
|
`,
|
|
45
|
-
|
|
46
|
-
|
|
45
|
+
},
|
|
46
|
+
]
|
|
47
47
|
: []),
|
|
48
48
|
{
|
|
49
49
|
client: "fetch",
|
|
@@ -217,8 +217,8 @@ export const snippetZeroShotClassification = (model: ModelDataMinimal, accessTok
|
|
|
217
217
|
}
|
|
218
218
|
|
|
219
219
|
query({"inputs": ${getModelInputSnippet(
|
|
220
|
-
|
|
221
|
-
|
|
220
|
+
model
|
|
221
|
+
)}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}).then((response) => {
|
|
222
222
|
console.log(JSON.stringify(response));
|
|
223
223
|
});`,
|
|
224
224
|
},
|
|
@@ -249,9 +249,9 @@ const image = await client.textToImage({
|
|
|
249
249
|
},
|
|
250
250
|
...(provider === "hf-inference"
|
|
251
251
|
? [
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
252
|
+
{
|
|
253
|
+
client: "fetch",
|
|
254
|
+
content: `async function query(data) {
|
|
255
255
|
const response = await fetch(
|
|
256
256
|
"https://router.huggingface.co/hf-inference/models/${model.id}",
|
|
257
257
|
{
|
|
@@ -269,8 +269,8 @@ const image = await client.textToImage({
|
|
|
269
269
|
query({"inputs": ${getModelInputSnippet(model)}}).then((response) => {
|
|
270
270
|
// Use image
|
|
271
271
|
});`,
|
|
272
|
-
|
|
273
|
-
|
|
272
|
+
},
|
|
273
|
+
]
|
|
274
274
|
: []),
|
|
275
275
|
];
|
|
276
276
|
};
|