@huggingface/tasks 0.20.24 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commonjs/eval.d.ts +10 -0
- package/dist/commonjs/eval.d.ts.map +1 -1
- package/dist/commonjs/eval.js +10 -0
- package/dist/commonjs/hardware-amd.d.ts.map +1 -1
- package/dist/commonjs/hardware-amd.js +87 -0
- package/dist/commonjs/hardware-nvidia.d.ts.map +1 -1
- package/dist/commonjs/hardware-nvidia.js +339 -0
- package/dist/commonjs/hardware.d.ts +276 -0
- package/dist/commonjs/hardware.d.ts.map +1 -1
- package/dist/commonjs/hardware.js +250 -1
- package/dist/commonjs/model-libraries.d.ts +8 -1
- package/dist/commonjs/model-libraries.d.ts.map +1 -1
- package/dist/commonjs/model-libraries.js +7 -0
- package/dist/esm/eval.d.ts +10 -0
- package/dist/esm/eval.d.ts.map +1 -1
- package/dist/esm/eval.js +10 -0
- package/dist/esm/hardware-amd.d.ts.map +1 -1
- package/dist/esm/hardware-amd.js +87 -0
- package/dist/esm/hardware-nvidia.d.ts.map +1 -1
- package/dist/esm/hardware-nvidia.js +339 -0
- package/dist/esm/hardware.d.ts +276 -0
- package/dist/esm/hardware.d.ts.map +1 -1
- package/dist/esm/hardware.js +250 -1
- package/dist/esm/model-libraries.d.ts +8 -1
- package/dist/esm/model-libraries.d.ts.map +1 -1
- package/dist/esm/model-libraries.js +7 -0
- package/package.json +1 -1
- package/src/eval.ts +12 -0
- package/src/hardware-amd.ts +87 -0
- package/src/hardware-nvidia.ts +339 -0
- package/src/hardware.ts +277 -1
- package/src/model-libraries.ts +7 -0
package/dist/commonjs/eval.d.ts
CHANGED
|
@@ -92,5 +92,15 @@ export declare const EVALUATION_FRAMEWORKS: {
|
|
|
92
92
|
readonly description: "CLAW-Eval is an evaluation framework for assessing LLMs as autonomous agents across 300 human-verified tasks covering communication, finance, and productivity domains.";
|
|
93
93
|
readonly url: "https://github.com/claw-eval/claw-eval";
|
|
94
94
|
};
|
|
95
|
+
readonly pbench: {
|
|
96
|
+
readonly name: "pbench";
|
|
97
|
+
readonly description: "PBench is a multi-level referring expression segmentation benchmark for evaluating vision-language perception across a structured hierarchy of skills.";
|
|
98
|
+
readonly url: "https://github.com/tiiuae/Falcon-Perception";
|
|
99
|
+
};
|
|
100
|
+
readonly wildclawbench: {
|
|
101
|
+
readonly name: "wildclawbench";
|
|
102
|
+
readonly description: "WildClawBench is an in-the-wild benchmark for evaluating AI agents in the OpenClaw environment across 60 hand-built, end-to-end tasks spanning productivity, code intelligence, social interaction, search, creative synthesis, and safety domains.";
|
|
103
|
+
readonly url: "https://github.com/InternLM/WildClawBench";
|
|
104
|
+
};
|
|
95
105
|
};
|
|
96
106
|
//# sourceMappingURL=eval.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB
|
|
1
|
+
{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgHxB,CAAC"}
|
package/dist/commonjs/eval.js
CHANGED
|
@@ -95,4 +95,14 @@ exports.EVALUATION_FRAMEWORKS = {
|
|
|
95
95
|
description: "CLAW-Eval is an evaluation framework for assessing LLMs as autonomous agents across 300 human-verified tasks covering communication, finance, and productivity domains.",
|
|
96
96
|
url: "https://github.com/claw-eval/claw-eval",
|
|
97
97
|
},
|
|
98
|
+
pbench: {
|
|
99
|
+
name: "pbench",
|
|
100
|
+
description: "PBench is a multi-level referring expression segmentation benchmark for evaluating vision-language perception across a structured hierarchy of skills.",
|
|
101
|
+
url: "https://github.com/tiiuae/Falcon-Perception",
|
|
102
|
+
},
|
|
103
|
+
wildclawbench: {
|
|
104
|
+
name: "wildclawbench",
|
|
105
|
+
description: "WildClawBench is an in-the-wild benchmark for evaluating AI agents in the OpenClaw environment across 60 hand-built, end-to-end tasks spanning productivity, code intelligence, social interaction, search, creative synthesis, and safety domains.",
|
|
106
|
+
url: "https://github.com/InternLM/WildClawBench",
|
|
107
|
+
},
|
|
98
108
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hardware-amd.d.ts","sourceRoot":"","sources":["../../src/hardware-amd.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,
|
|
1
|
+
{"version":3,"file":"hardware-amd.d.ts","sourceRoot":"","sources":["../../src/hardware-amd.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAyO3D,CAAC"}
|
|
@@ -6,145 +6,232 @@ exports.AMD_GPU_SKUS = {
|
|
|
6
6
|
tflops: 383.0,
|
|
7
7
|
memory: [192],
|
|
8
8
|
gfxVersion: "gfx942",
|
|
9
|
+
msrp: 15_000,
|
|
10
|
+
power: 750,
|
|
11
|
+
releaseYear: 2023,
|
|
9
12
|
},
|
|
10
13
|
MI250: {
|
|
11
14
|
tflops: 362.1,
|
|
12
15
|
memory: [128],
|
|
13
16
|
gfxVersion: "gfx90a",
|
|
17
|
+
msrp: 10_000,
|
|
18
|
+
power: 560,
|
|
19
|
+
releaseYear: 2021,
|
|
14
20
|
},
|
|
15
21
|
MI210: {
|
|
16
22
|
tflops: 181.0,
|
|
17
23
|
memory: [64],
|
|
18
24
|
gfxVersion: "gfx90a",
|
|
25
|
+
msrp: 8_000,
|
|
26
|
+
power: 300,
|
|
27
|
+
releaseYear: 2022,
|
|
19
28
|
},
|
|
20
29
|
MI100: {
|
|
21
30
|
tflops: 184.6,
|
|
22
31
|
memory: [32],
|
|
23
32
|
gfxVersion: "gfx908",
|
|
33
|
+
msrp: 6_400,
|
|
34
|
+
power: 300,
|
|
35
|
+
releaseYear: 2020,
|
|
24
36
|
},
|
|
25
37
|
MI60: {
|
|
26
38
|
tflops: 29.5,
|
|
27
39
|
memory: [32],
|
|
28
40
|
gfxVersion: "gfx906",
|
|
41
|
+
msrp: 3_000,
|
|
42
|
+
power: 300,
|
|
43
|
+
releaseYear: 2018,
|
|
29
44
|
},
|
|
30
45
|
MI50: {
|
|
31
46
|
tflops: 26.5,
|
|
32
47
|
memory: [16, 32],
|
|
33
48
|
gfxVersion: "gfx906",
|
|
49
|
+
msrp: 1_800,
|
|
50
|
+
power: 300,
|
|
51
|
+
releaseYear: 2018,
|
|
34
52
|
},
|
|
35
53
|
"R9700 PRO": {
|
|
36
54
|
tflops: 95.7,
|
|
37
55
|
memory: [32],
|
|
38
56
|
gfxVersion: "gfx1201",
|
|
57
|
+
msrp: 1_250,
|
|
58
|
+
power: 300,
|
|
59
|
+
releaseYear: 2025,
|
|
39
60
|
},
|
|
40
61
|
"RX 9070 XT": {
|
|
41
62
|
tflops: 97.32,
|
|
42
63
|
memory: [16],
|
|
43
64
|
gfxVersion: "gfx1201",
|
|
65
|
+
msrp: 600,
|
|
66
|
+
power: 304,
|
|
67
|
+
releaseYear: 2025,
|
|
44
68
|
},
|
|
45
69
|
"RX 9070": {
|
|
46
70
|
tflops: 72.25,
|
|
47
71
|
memory: [16],
|
|
48
72
|
gfxVersion: "gfx1201",
|
|
73
|
+
msrp: 550,
|
|
74
|
+
power: 220,
|
|
75
|
+
releaseYear: 2025,
|
|
49
76
|
},
|
|
50
77
|
"RX 9060 XT": {
|
|
51
78
|
tflops: 51.28,
|
|
52
79
|
memory: [8, 16],
|
|
53
80
|
gfxVersion: "gfx1200",
|
|
81
|
+
msrp: 350,
|
|
82
|
+
power: 160,
|
|
83
|
+
releaseYear: 2025,
|
|
54
84
|
},
|
|
55
85
|
"PRO W7900": {
|
|
56
86
|
tflops: 122.6,
|
|
57
87
|
memory: [48],
|
|
58
88
|
gfxVersion: "gfx1100",
|
|
89
|
+
msrp: 4_000,
|
|
90
|
+
power: 295,
|
|
91
|
+
releaseYear: 2023,
|
|
59
92
|
},
|
|
60
93
|
"PRO W7800": {
|
|
61
94
|
tflops: 90.5,
|
|
62
95
|
memory: [32, 48],
|
|
63
96
|
gfxVersion: "gfx1100",
|
|
97
|
+
msrp: 2_500,
|
|
98
|
+
power: 260,
|
|
99
|
+
releaseYear: 2023,
|
|
64
100
|
},
|
|
65
101
|
"RX 7900 XTX": {
|
|
66
102
|
tflops: 122.8,
|
|
67
103
|
memory: [24],
|
|
68
104
|
gfxVersion: "gfx1100",
|
|
105
|
+
msrp: 1_000,
|
|
106
|
+
power: 355,
|
|
107
|
+
releaseYear: 2022,
|
|
69
108
|
},
|
|
70
109
|
"RX 7900 XT": {
|
|
71
110
|
tflops: 103.0,
|
|
72
111
|
memory: [20],
|
|
73
112
|
gfxVersion: "gfx1100",
|
|
113
|
+
msrp: 900,
|
|
114
|
+
power: 315,
|
|
115
|
+
releaseYear: 2022,
|
|
74
116
|
},
|
|
75
117
|
"RX 7900 GRE": {
|
|
76
118
|
tflops: 91.96,
|
|
77
119
|
memory: [16],
|
|
78
120
|
gfxVersion: "gfx1100",
|
|
121
|
+
msrp: 550,
|
|
122
|
+
power: 260,
|
|
123
|
+
releaseYear: 2023,
|
|
79
124
|
},
|
|
80
125
|
"RX 7800 XT": {
|
|
81
126
|
tflops: 74.65,
|
|
82
127
|
memory: [16],
|
|
83
128
|
gfxVersion: "gfx1101",
|
|
129
|
+
msrp: 500,
|
|
130
|
+
power: 263,
|
|
131
|
+
releaseYear: 2023,
|
|
84
132
|
},
|
|
85
133
|
"RX 7700 XT": {
|
|
86
134
|
tflops: 70.34,
|
|
87
135
|
memory: [12],
|
|
88
136
|
gfxVersion: "gfx1101",
|
|
137
|
+
msrp: 450,
|
|
138
|
+
power: 245,
|
|
139
|
+
releaseYear: 2023,
|
|
89
140
|
},
|
|
90
141
|
"RX 7600 XT": {
|
|
91
142
|
tflops: 45.14,
|
|
92
143
|
memory: [16, 8],
|
|
93
144
|
gfxVersion: "gfx1102",
|
|
145
|
+
msrp: 350,
|
|
146
|
+
power: 190,
|
|
147
|
+
releaseYear: 2024,
|
|
94
148
|
},
|
|
95
149
|
"RX 6950 XT": {
|
|
96
150
|
tflops: 47.31,
|
|
97
151
|
memory: [16],
|
|
98
152
|
gfxVersion: "gfx1030",
|
|
153
|
+
msrp: 1_100,
|
|
154
|
+
power: 335,
|
|
155
|
+
releaseYear: 2022,
|
|
99
156
|
},
|
|
100
157
|
"RX 6800": {
|
|
101
158
|
tflops: 32.33,
|
|
102
159
|
memory: [16],
|
|
103
160
|
gfxVersion: "gfx1030",
|
|
161
|
+
msrp: 600,
|
|
162
|
+
power: 250,
|
|
163
|
+
releaseYear: 2020,
|
|
104
164
|
},
|
|
105
165
|
"RX 6700 XT": {
|
|
106
166
|
tflops: 26.43,
|
|
107
167
|
memory: [12],
|
|
108
168
|
gfxVersion: "gfx1031",
|
|
169
|
+
msrp: 500,
|
|
170
|
+
power: 230,
|
|
171
|
+
releaseYear: 2021,
|
|
109
172
|
},
|
|
110
173
|
"RX 6700": {
|
|
111
174
|
tflops: 22.58,
|
|
112
175
|
memory: [10],
|
|
113
176
|
gfxVersion: "gfx1031",
|
|
177
|
+
msrp: 500,
|
|
178
|
+
power: 175,
|
|
179
|
+
releaseYear: 2022,
|
|
114
180
|
},
|
|
115
181
|
"RX 6650 XT": {
|
|
116
182
|
tflops: 21.59,
|
|
117
183
|
memory: [8],
|
|
118
184
|
gfxVersion: "gfx1032",
|
|
185
|
+
msrp: 400,
|
|
186
|
+
power: 180,
|
|
187
|
+
releaseYear: 2022,
|
|
119
188
|
},
|
|
120
189
|
"RX 6600 XT": {
|
|
121
190
|
tflops: 21.21,
|
|
122
191
|
memory: [8],
|
|
123
192
|
gfxVersion: "gfx1032",
|
|
193
|
+
msrp: 400,
|
|
194
|
+
power: 160,
|
|
195
|
+
releaseYear: 2021,
|
|
124
196
|
},
|
|
125
197
|
"RX 6600": {
|
|
126
198
|
tflops: 17.86,
|
|
127
199
|
memory: [8],
|
|
128
200
|
gfxVersion: "gfx1032",
|
|
201
|
+
msrp: 350,
|
|
202
|
+
power: 132,
|
|
203
|
+
releaseYear: 2021,
|
|
129
204
|
},
|
|
130
205
|
"RX 5500 XT": {
|
|
131
206
|
tflops: 10.39,
|
|
132
207
|
memory: [4, 8],
|
|
133
208
|
gfxVersion: "gfx1012",
|
|
209
|
+
msrp: 200,
|
|
210
|
+
power: 130,
|
|
211
|
+
releaseYear: 2019,
|
|
134
212
|
},
|
|
135
213
|
"Radeon Pro V620": {
|
|
136
214
|
tflops: 40.55,
|
|
137
215
|
memory: [32],
|
|
138
216
|
gfxVersion: "gfx1030",
|
|
217
|
+
msrp: 3_000,
|
|
218
|
+
power: 300,
|
|
219
|
+
releaseYear: 2021,
|
|
139
220
|
},
|
|
140
221
|
"Radeon Pro VII": {
|
|
141
222
|
tflops: 26.11,
|
|
142
223
|
memory: [16, 32],
|
|
143
224
|
gfxVersion: "gfx906",
|
|
225
|
+
msrp: 1_900,
|
|
226
|
+
power: 250,
|
|
227
|
+
releaseYear: 2020,
|
|
144
228
|
},
|
|
145
229
|
"Ryzen AI Max+ 395": {
|
|
146
230
|
tflops: 59.4,
|
|
147
231
|
memory: [64, 96, 128],
|
|
148
232
|
gfxVersion: "gfx1151",
|
|
233
|
+
msrp: 1_500,
|
|
234
|
+
power: 120,
|
|
235
|
+
releaseYear: 2025,
|
|
149
236
|
},
|
|
150
237
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hardware-nvidia.d.ts","sourceRoot":"","sources":["../../src/hardware-nvidia.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,CAAC;CAC1B;AAED,oBAAY,yBAAyB;IACpC,eAAe,OAAO;IACtB,aAAa,KAAO;IACpB,SAAS,KAAO;IAChB,MAAM,IAAM;IACZ,YAAY,MAAM;IAClB,IAAI,MAAM;IACV,UAAU,MAAM;IAChB,MAAM,IAAM;IACZ,MAAM,MAAM;IACZ,MAAM,MAAM;IACZ,KAAK,IAAM;IACX,YAAY,MAAM;IAClB,MAAM,MAAM;IACZ,iBAAiB,IAAM;IACvB,OAAO,MAAM;CACb;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,
|
|
1
|
+
{"version":3,"file":"hardware-nvidia.d.ts","sourceRoot":"","sources":["../../src/hardware-nvidia.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,CAAC;CAC1B;AAED,oBAAY,yBAAyB;IACpC,eAAe,OAAO;IACtB,aAAa,KAAO;IACpB,SAAS,KAAO;IAChB,MAAM,IAAM;IACZ,YAAY,MAAM;IAClB,IAAI,MAAM;IACV,UAAU,MAAM;IAChB,MAAM,IAAM;IACZ,MAAM,MAAM;IACZ,MAAM,MAAM;IACZ,KAAK,IAAM;IACX,YAAY,MAAM;IAClB,MAAM,MAAM;IACZ,iBAAiB,IAAM;IACvB,OAAO,MAAM;CACb;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAy4B1D,CAAC"}
|