@huggingface/tasks 0.20.22 → 0.20.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (31) hide show
  1. package/dist/commonjs/eval.d.ts +5 -0
  2. package/dist/commonjs/eval.d.ts.map +1 -1
  3. package/dist/commonjs/eval.js +5 -0
  4. package/dist/commonjs/hardware-amd.d.ts.map +1 -1
  5. package/dist/commonjs/hardware-amd.js +5 -0
  6. package/dist/commonjs/hardware-nvidia.d.ts.map +1 -1
  7. package/dist/commonjs/hardware-nvidia.js +30 -0
  8. package/dist/commonjs/hardware.d.ts +3 -0
  9. package/dist/commonjs/hardware.d.ts.map +1 -1
  10. package/dist/commonjs/hardware.js +3 -0
  11. package/dist/commonjs/local-apps.js +1 -1
  12. package/dist/commonjs/local-apps.spec.js +1 -1
  13. package/dist/esm/eval.d.ts +5 -0
  14. package/dist/esm/eval.d.ts.map +1 -1
  15. package/dist/esm/eval.js +5 -0
  16. package/dist/esm/hardware-amd.d.ts.map +1 -1
  17. package/dist/esm/hardware-amd.js +5 -0
  18. package/dist/esm/hardware-nvidia.d.ts.map +1 -1
  19. package/dist/esm/hardware-nvidia.js +30 -0
  20. package/dist/esm/hardware.d.ts +3 -0
  21. package/dist/esm/hardware.d.ts.map +1 -1
  22. package/dist/esm/hardware.js +3 -0
  23. package/dist/esm/local-apps.js +1 -1
  24. package/dist/esm/local-apps.spec.js +1 -1
  25. package/package.json +1 -1
  26. package/src/eval.ts +6 -0
  27. package/src/hardware-amd.ts +5 -0
  28. package/src/hardware-nvidia.ts +30 -0
  29. package/src/hardware.ts +3 -0
  30. package/src/local-apps.spec.ts +1 -1
  31. package/src/local-apps.ts +1 -1
package/dist/commonjs/eval.d.ts CHANGED
@@ -87,5 +87,10 @@ export declare const EVALUATION_FRAMEWORKS: {
87
87
  readonly description: "Video-MME-v2 is a benchmark for evaluating the next stage of video understanding capabilities of multimodal large language models.";
88
88
  readonly url: "https://github.com/MME-Benchmarks/Video-MME-v2";
89
89
  };
90
+ readonly "claw-eval": {
91
+ readonly name: "claw-eval";
92
+ readonly description: "CLAW-Eval is an evaluation framework for assessing LLMs as autonomous agents across 300 human-verified tasks covering communication, finance, and productivity domains.";
93
+ readonly url: "https://github.com/claw-eval/claw-eval";
94
+ };
90
95
  };
91
96
  //# sourceMappingURL=eval.d.ts.map
package/dist/commonjs/eval.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8FxB,CAAC"}
1
+ {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAoGxB,CAAC"}
package/dist/commonjs/eval.js CHANGED
@@ -90,4 +90,9 @@ exports.EVALUATION_FRAMEWORKS = {
90
90
  description: "Video-MME-v2 is a benchmark for evaluating the next stage of video understanding capabilities of multimodal large language models.",
91
91
  url: "https://github.com/MME-Benchmarks/Video-MME-v2",
92
92
  },
93
+ "claw-eval": {
94
+ name: "claw-eval",
95
+ description: "CLAW-Eval is an evaluation framework for assessing LLMs as autonomous agents across 300 human-verified tasks covering communication, finance, and productivity domains.",
96
+ url: "https://github.com/claw-eval/claw-eval",
97
+ },
93
98
  };
package/dist/commonjs/hardware-amd.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"hardware-amd.d.ts","sourceRoot":"","sources":["../../src/hardware-amd.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAmI3D,CAAC"}
1
+ {"version":3,"file":"hardware-amd.d.ts","sourceRoot":"","sources":["../../src/hardware-amd.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAwI3D,CAAC"}
package/dist/commonjs/hardware-amd.js CHANGED
@@ -122,6 +122,11 @@ exports.AMD_GPU_SKUS = {
122
122
  memory: [4, 8],
123
123
  gfxVersion: "gfx1012",
124
124
  },
125
+ "Radeon Pro V620": {
126
+ tflops: 40.55,
127
+ memory: [32],
128
+ gfxVersion: "gfx1030",
129
+ },
125
130
  "Radeon Pro VII": {
126
131
  tflops: 26.11,
127
132
  memory: [16, 32],
package/dist/commonjs/hardware-nvidia.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"hardware-nvidia.d.ts","sourceRoot":"","sources":["../../src/hardware-nvidia.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,CAAC;CAC1B;AAED,oBAAY,yBAAyB;IACpC,eAAe,OAAO;IACtB,aAAa,KAAO;IACpB,SAAS,KAAO;IAChB,MAAM,IAAM;IACZ,YAAY,MAAM;IAClB,IAAI,MAAM;IACV,UAAU,MAAM;IAChB,MAAM,IAAM;IACZ,MAAM,MAAM;IACZ,MAAM,MAAM;IACZ,KAAK,IAAM;IACX,YAAY,MAAM;IAClB,MAAM,MAAM;IACZ,iBAAiB,IAAM;IACvB,OAAO,MAAM;CACb;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAwhB1D,CAAC"}
1
+ {"version":3,"file":"hardware-nvidia.d.ts","sourceRoot":"","sources":["../../src/hardware-nvidia.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,CAAC;CAC1B;AAED,oBAAY,yBAAyB;IACpC,eAAe,OAAO;IACtB,aAAa,KAAO;IACpB,SAAS,KAAO;IAChB,MAAM,IAAM;IACZ,YAAY,MAAM;IAClB,IAAI,MAAM;IACV,UAAU,MAAM;IAChB,MAAM,IAAM;IACZ,MAAM,MAAM;IACZ,MAAM,MAAM;IACZ,KAAK,IAAM;IACX,YAAY,MAAM;IAClB,MAAM,MAAM;IACZ,iBAAiB,IAAM;IACvB,OAAO,MAAM;CACb;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAsjB1D,CAAC"}
package/dist/commonjs/hardware-nvidia.js CHANGED
@@ -70,6 +70,31 @@ exports.NVIDIA_SKUS = {
70
70
  memory: [96],
71
71
  computeCapability: 12.0,
72
72
  },
73
+ "RTX PRO 5000": {
74
+ tflops: 66.94,
75
+ memory: [48, 72],
76
+ computeCapability: 12.0,
77
+ },
78
+ "RTX PRO 4500 WS": {
79
+ tflops: 50.53,
80
+ memory: [32],
81
+ computeCapability: 12.0,
82
+ },
83
+ "RTX PRO 4000": {
84
+ tflops: 36.83,
85
+ memory: [24],
86
+ computeCapability: 12.0,
87
+ },
88
+ "RTX PRO 4000 SFF": {
89
+ tflops: 24.05,
90
+ memory: [24],
91
+ computeCapability: 12.0,
92
+ },
93
+ "RTX PRO 2000": {
94
+ tflops: 17.03,
95
+ memory: [16],
96
+ computeCapability: 12.0,
97
+ },
73
98
  "RTX 6000 Ada": {
74
99
  tflops: 91.1,
75
100
  memory: [48],
@@ -440,6 +465,11 @@ exports.NVIDIA_SKUS = {
440
465
  memory: [6],
441
466
  computeCapability: 7.5,
442
467
  },
468
+ "RTX 2050 Mobile": {
469
+ tflops: 10.2,
470
+ memory: [4],
471
+ computeCapability: 8.6, // Ampere (outlier GPU in the 20xx series)
472
+ },
443
473
  "GTX 1080 Ti": {
444
474
  tflops: 11.34, // float32 (GPU does not support native float16)
445
475
  memory: [11],
package/dist/commonjs/hardware.d.ts CHANGED
@@ -97,6 +97,9 @@ export declare const SKUS: {
97
97
  "Xeon E5v2 (Ivy Bridge)": {
98
98
  tflops: number;
99
99
  };
100
+ "Intel Core Ultra 9 275HX": {
101
+ tflops: number;
102
+ };
100
103
  "Intel Core Ultra 7 265KF": {
101
104
  tflops: number;
102
105
  };
package/dist/commonjs/hardware.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"hardware.d.ts","sourceRoot":"","sources":["../../src/hardware.ts"],"names":[],"mappings":"AAGA;;;GAGG;AACH,eAAO,MAAM,iDAAiD,QAAW,CAAC;AAC1E,eAAO,MAAM,yDAAyD,QAAW,CAAC;AAClF,eAAO,MAAM,oCAAoC,QAAU,CAAC;AAE5D;;;GAGG;AACH,eAAO,MAAM,+CAA+C,QAAW,CAAC;AAExE,MAAM,WAAW,YAAY;IAC5B;;;;;;;;;OASG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,eAAO,MAAM,sBAAsB,UAElC,CAAC;AAEF,eAAO,MAAM,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkSuD,CAAC;AAEzE,MAAM,MAAM,OAAO,GAAG,MAAM,OAAO,IAAI,CAAC"}
1
+ {"version":3,"file":"hardware.d.ts","sourceRoot":"","sources":["../../src/hardware.ts"],"names":[],"mappings":"AAGA;;;GAGG;AACH,eAAO,MAAM,iDAAiD,QAAW,CAAC;AAC1E,eAAO,MAAM,yDAAyD,QAAW,CAAC;AAClF,eAAO,MAAM,oCAAoC,QAAU,CAAC;AAE5D;;;GAGG;AACH,eAAO,MAAM,+CAA+C,QAAW,CAAC;AAExE,MAAM,WAAW,YAAY;IAC5B;;;;;;;;;OASG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,eAAO,MAAM,sBAAsB,UAElC,CAAC;AAEF,eAAO,MAAM,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqSuD,CAAC;AAEzE,MAAM,MAAM,OAAO,GAAG,MAAM,OAAO,IAAI,CAAC"}
package/dist/commonjs/hardware.js CHANGED
@@ -86,6 +86,9 @@ exports.SKUS = {
86
86
  "Xeon E5v2 (Ivy Bridge)": {
87
87
  tflops: 0.15,
88
88
  },
89
+ "Intel Core Ultra 9 275HX": {
90
+ tflops: 1.89,
91
+ },
89
92
  "Intel Core Ultra 7 265KF": {
90
93
  tflops: 1.53,
91
94
  },
package/dist/commonjs/local-apps.js CHANGED
@@ -370,7 +370,7 @@ const snippetPi = (model, filepath) => {
370
370
  : {
371
371
  title: "Start the llama.cpp server",
372
372
  setup: "# Install llama.cpp:\nbrew install llama.cpp",
373
- content: `# Start a local OpenAI-compatible server:\nllama-server -hf ${model.id}${getQuantTag(filepath)} --jinja`,
373
+ content: `# Start a local OpenAI-compatible server:\nllama-server -hf ${model.id}${getQuantTag(filepath)}`,
374
374
  };
375
375
  // Step 2: Pi config — port and provider name differ
376
376
  const modelsJson = JSON.stringify({
package/dist/commonjs/local-apps.spec.js CHANGED
@@ -121,7 +121,7 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
121
121
  inference: "",
122
122
  };
123
123
  const snippet = snippetFunc(model);
124
- (0, vitest_1.expect)(snippet[0].content).toContain(`llama-server -hf bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}} --jinja`);
124
+ (0, vitest_1.expect)(snippet[0].content).toContain(`llama-server -hf bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
125
125
  (0, vitest_1.expect)(snippet[1].setup).toContain("npm install -g @mariozechner/pi-coding-agent");
126
126
  (0, vitest_1.expect)(snippet[1].content).toContain(`"id": "Llama-3.2-3B-Instruct-GGUF"`);
127
127
  (0, vitest_1.expect)(snippet[2].content).toContain("pi");
package/dist/esm/eval.d.ts CHANGED
@@ -87,5 +87,10 @@ export declare const EVALUATION_FRAMEWORKS: {
87
87
  readonly description: "Video-MME-v2 is a benchmark for evaluating the next stage of video understanding capabilities of multimodal large language models.";
88
88
  readonly url: "https://github.com/MME-Benchmarks/Video-MME-v2";
89
89
  };
90
+ readonly "claw-eval": {
91
+ readonly name: "claw-eval";
92
+ readonly description: "CLAW-Eval is an evaluation framework for assessing LLMs as autonomous agents across 300 human-verified tasks covering communication, finance, and productivity domains.";
93
+ readonly url: "https://github.com/claw-eval/claw-eval";
94
+ };
90
95
  };
91
96
  //# sourceMappingURL=eval.d.ts.map
package/dist/esm/eval.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8FxB,CAAC"}
1
+ {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAoGxB,CAAC"}
package/dist/esm/eval.js CHANGED
@@ -87,4 +87,9 @@ export const EVALUATION_FRAMEWORKS = {
87
87
  description: "Video-MME-v2 is a benchmark for evaluating the next stage of video understanding capabilities of multimodal large language models.",
88
88
  url: "https://github.com/MME-Benchmarks/Video-MME-v2",
89
89
  },
90
+ "claw-eval": {
91
+ name: "claw-eval",
92
+ description: "CLAW-Eval is an evaluation framework for assessing LLMs as autonomous agents across 300 human-verified tasks covering communication, finance, and productivity domains.",
93
+ url: "https://github.com/claw-eval/claw-eval",
94
+ },
90
95
  };
package/dist/esm/hardware-amd.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"hardware-amd.d.ts","sourceRoot":"","sources":["../../src/hardware-amd.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAmI3D,CAAC"}
1
+ {"version":3,"file":"hardware-amd.d.ts","sourceRoot":"","sources":["../../src/hardware-amd.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAwI3D,CAAC"}
package/dist/esm/hardware-amd.js CHANGED
@@ -119,6 +119,11 @@ export const AMD_GPU_SKUS = {
119
119
  memory: [4, 8],
120
120
  gfxVersion: "gfx1012",
121
121
  },
122
+ "Radeon Pro V620": {
123
+ tflops: 40.55,
124
+ memory: [32],
125
+ gfxVersion: "gfx1030",
126
+ },
122
127
  "Radeon Pro VII": {
123
128
  tflops: 26.11,
124
129
  memory: [16, 32],
package/dist/esm/hardware-nvidia.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"hardware-nvidia.d.ts","sourceRoot":"","sources":["../../src/hardware-nvidia.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,CAAC;CAC1B;AAED,oBAAY,yBAAyB;IACpC,eAAe,OAAO;IACtB,aAAa,KAAO;IACpB,SAAS,KAAO;IAChB,MAAM,IAAM;IACZ,YAAY,MAAM;IAClB,IAAI,MAAM;IACV,UAAU,MAAM;IAChB,MAAM,IAAM;IACZ,MAAM,MAAM;IACZ,MAAM,MAAM;IACZ,KAAK,IAAM;IACX,YAAY,MAAM;IAClB,MAAM,MAAM;IACZ,iBAAiB,IAAM;IACvB,OAAO,MAAM;CACb;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAwhB1D,CAAC"}
1
+ {"version":3,"file":"hardware-nvidia.d.ts","sourceRoot":"","sources":["../../src/hardware-nvidia.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,CAAC;CAC1B;AAED,oBAAY,yBAAyB;IACpC,eAAe,OAAO;IACtB,aAAa,KAAO;IACpB,SAAS,KAAO;IAChB,MAAM,IAAM;IACZ,YAAY,MAAM;IAClB,IAAI,MAAM;IACV,UAAU,MAAM;IAChB,MAAM,IAAM;IACZ,MAAM,MAAM;IACZ,MAAM,MAAM;IACZ,KAAK,IAAM;IACX,YAAY,MAAM;IAClB,MAAM,MAAM;IACZ,iBAAiB,IAAM;IACvB,OAAO,MAAM;CACb;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAsjB1D,CAAC"}
package/dist/esm/hardware-nvidia.js CHANGED
@@ -67,6 +67,31 @@ export const NVIDIA_SKUS = {
67
67
  memory: [96],
68
68
  computeCapability: 12.0,
69
69
  },
70
+ "RTX PRO 5000": {
71
+ tflops: 66.94,
72
+ memory: [48, 72],
73
+ computeCapability: 12.0,
74
+ },
75
+ "RTX PRO 4500 WS": {
76
+ tflops: 50.53,
77
+ memory: [32],
78
+ computeCapability: 12.0,
79
+ },
80
+ "RTX PRO 4000": {
81
+ tflops: 36.83,
82
+ memory: [24],
83
+ computeCapability: 12.0,
84
+ },
85
+ "RTX PRO 4000 SFF": {
86
+ tflops: 24.05,
87
+ memory: [24],
88
+ computeCapability: 12.0,
89
+ },
90
+ "RTX PRO 2000": {
91
+ tflops: 17.03,
92
+ memory: [16],
93
+ computeCapability: 12.0,
94
+ },
70
95
  "RTX 6000 Ada": {
71
96
  tflops: 91.1,
72
97
  memory: [48],
@@ -437,6 +462,11 @@ export const NVIDIA_SKUS = {
437
462
  memory: [6],
438
463
  computeCapability: 7.5,
439
464
  },
465
+ "RTX 2050 Mobile": {
466
+ tflops: 10.2,
467
+ memory: [4],
468
+ computeCapability: 8.6, // Ampere (outlier GPU in the 20xx series)
469
+ },
440
470
  "GTX 1080 Ti": {
441
471
  tflops: 11.34, // float32 (GPU does not support native float16)
442
472
  memory: [11],
package/dist/esm/hardware.d.ts CHANGED
@@ -97,6 +97,9 @@ export declare const SKUS: {
97
97
  "Xeon E5v2 (Ivy Bridge)": {
98
98
  tflops: number;
99
99
  };
100
+ "Intel Core Ultra 9 275HX": {
101
+ tflops: number;
102
+ };
100
103
  "Intel Core Ultra 7 265KF": {
101
104
  tflops: number;
102
105
  };
package/dist/esm/hardware.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"hardware.d.ts","sourceRoot":"","sources":["../../src/hardware.ts"],"names":[],"mappings":"AAGA;;;GAGG;AACH,eAAO,MAAM,iDAAiD,QAAW,CAAC;AAC1E,eAAO,MAAM,yDAAyD,QAAW,CAAC;AAClF,eAAO,MAAM,oCAAoC,QAAU,CAAC;AAE5D;;;GAGG;AACH,eAAO,MAAM,+CAA+C,QAAW,CAAC;AAExE,MAAM,WAAW,YAAY;IAC5B;;;;;;;;;OASG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,eAAO,MAAM,sBAAsB,UAElC,CAAC;AAEF,eAAO,MAAM,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkSuD,CAAC;AAEzE,MAAM,MAAM,OAAO,GAAG,MAAM,OAAO,IAAI,CAAC"}
1
+ {"version":3,"file":"hardware.d.ts","sourceRoot":"","sources":["../../src/hardware.ts"],"names":[],"mappings":"AAGA;;;GAGG;AACH,eAAO,MAAM,iDAAiD,QAAW,CAAC;AAC1E,eAAO,MAAM,yDAAyD,QAAW,CAAC;AAClF,eAAO,MAAM,oCAAoC,QAAU,CAAC;AAE5D;;;GAGG;AACH,eAAO,MAAM,+CAA+C,QAAW,CAAC;AAExE,MAAM,WAAW,YAAY;IAC5B;;;;;;;;;OASG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,eAAO,MAAM,sBAAsB,UAElC,CAAC;AAEF,eAAO,MAAM,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqSuD,CAAC;AAEzE,MAAM,MAAM,OAAO,GAAG,MAAM,OAAO,IAAI,CAAC"}
package/dist/esm/hardware.js CHANGED
@@ -83,6 +83,9 @@ export const SKUS = {
83
83
  "Xeon E5v2 (Ivy Bridge)": {
84
84
  tflops: 0.15,
85
85
  },
86
+ "Intel Core Ultra 9 275HX": {
87
+ tflops: 1.89,
88
+ },
86
89
  "Intel Core Ultra 7 265KF": {
87
90
  tflops: 1.53,
88
91
  },
package/dist/esm/local-apps.js CHANGED
@@ -367,7 +367,7 @@ const snippetPi = (model, filepath) => {
367
367
  : {
368
368
  title: "Start the llama.cpp server",
369
369
  setup: "# Install llama.cpp:\nbrew install llama.cpp",
370
- content: `# Start a local OpenAI-compatible server:\nllama-server -hf ${model.id}${getQuantTag(filepath)} --jinja`,
370
+ content: `# Start a local OpenAI-compatible server:\nllama-server -hf ${model.id}${getQuantTag(filepath)}`,
371
371
  };
372
372
  // Step 2: Pi config — port and provider name differ
373
373
  const modelsJson = JSON.stringify({
package/dist/esm/local-apps.spec.js CHANGED
@@ -119,7 +119,7 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
119
119
  inference: "",
120
120
  };
121
121
  const snippet = snippetFunc(model);
122
- expect(snippet[0].content).toContain(`llama-server -hf bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}} --jinja`);
122
+ expect(snippet[0].content).toContain(`llama-server -hf bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
123
123
  expect(snippet[1].setup).toContain("npm install -g @mariozechner/pi-coding-agent");
124
124
  expect(snippet[1].content).toContain(`"id": "Llama-3.2-3B-Instruct-GGUF"`);
125
125
  expect(snippet[2].content).toContain("pi");
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@huggingface/tasks",
3
- "version": "0.20.22",
3
+ "version": "0.20.23",
4
4
  "description": "List of ML tasks for huggingface.co/tasks",
5
5
  "keywords": [
6
6
  "hub",
package/src/eval.ts CHANGED
@@ -95,4 +95,10 @@ export const EVALUATION_FRAMEWORKS = {
95
95
  "Video-MME-v2 is a benchmark for evaluating the next stage of video understanding capabilities of multimodal large language models.",
96
96
  url: "https://github.com/MME-Benchmarks/Video-MME-v2",
97
97
  },
98
+ "claw-eval": {
99
+ name: "claw-eval",
100
+ description:
101
+ "CLAW-Eval is an evaluation framework for assessing LLMs as autonomous agents across 300 human-verified tasks covering communication, finance, and productivity domains.",
102
+ url: "https://github.com/claw-eval/claw-eval",
103
+ },
98
104
  } as const;
package/src/hardware-amd.ts CHANGED
@@ -130,6 +130,11 @@ export const AMD_GPU_SKUS: Record<string, AmdGpuHardwareSpec> = {
130
130
  memory: [4, 8],
131
131
  gfxVersion: "gfx1012",
132
132
  },
133
+ "Radeon Pro V620": {
134
+ tflops: 40.55,
135
+ memory: [32],
136
+ gfxVersion: "gfx1030",
137
+ },
133
138
  "Radeon Pro VII": {
134
139
  tflops: 26.11,
135
140
  memory: [16, 32],
package/src/hardware-nvidia.ts CHANGED
@@ -78,6 +78,31 @@ export const NVIDIA_SKUS: Record<string, NvidiaHardwareSpec> = {
78
78
  memory: [96],
79
79
  computeCapability: 12.0,
80
80
  },
81
+ "RTX PRO 5000": {
82
+ tflops: 66.94,
83
+ memory: [48, 72],
84
+ computeCapability: 12.0,
85
+ },
86
+ "RTX PRO 4500 WS": {
87
+ tflops: 50.53,
88
+ memory: [32],
89
+ computeCapability: 12.0,
90
+ },
91
+ "RTX PRO 4000": {
92
+ tflops: 36.83,
93
+ memory: [24],
94
+ computeCapability: 12.0,
95
+ },
96
+ "RTX PRO 4000 SFF": {
97
+ tflops: 24.05,
98
+ memory: [24],
99
+ computeCapability: 12.0,
100
+ },
101
+ "RTX PRO 2000": {
102
+ tflops: 17.03,
103
+ memory: [16],
104
+ computeCapability: 12.0,
105
+ },
81
106
  "RTX 6000 Ada": {
82
107
  tflops: 91.1,
83
108
  memory: [48],
@@ -448,6 +473,11 @@ export const NVIDIA_SKUS: Record<string, NvidiaHardwareSpec> = {
448
473
  memory: [6],
449
474
  computeCapability: 7.5,
450
475
  },
476
+ "RTX 2050 Mobile": {
477
+ tflops: 10.2,
478
+ memory: [4],
479
+ computeCapability: 8.6, // Ampere (outlier GPU in the 20xx series)
480
+ },
451
481
  "GTX 1080 Ti": {
452
482
  tflops: 11.34, // float32 (GPU does not support native float16)
453
483
  memory: [11],
package/src/hardware.ts CHANGED
@@ -106,6 +106,9 @@ export const SKUS = {
106
106
  "Xeon E5v2 (Ivy Bridge)": {
107
107
  tflops: 0.15,
108
108
  },
109
+ "Intel Core Ultra 9 275HX": {
110
+ tflops: 1.89,
111
+ },
109
112
  "Intel Core Ultra 7 265KF": {
110
113
  tflops: 1.53,
111
114
  },
package/src/local-apps.spec.ts CHANGED
@@ -132,7 +132,7 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
132
132
  };
133
133
  const snippet = snippetFunc(model);
134
134
 
135
- expect(snippet[0].content).toContain(`llama-server -hf bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}} --jinja`);
135
+ expect(snippet[0].content).toContain(`llama-server -hf bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
136
136
  expect(snippet[1].setup).toContain("npm install -g @mariozechner/pi-coding-agent");
137
137
  expect(snippet[1].content).toContain(`"id": "Llama-3.2-3B-Instruct-GGUF"`);
138
138
  expect(snippet[2].content).toContain("pi");
package/src/local-apps.ts CHANGED
@@ -477,7 +477,7 @@ const snippetPi = (model: ModelData, filepath?: string): LocalAppSnippet[] => {
477
477
  : {
478
478
  title: "Start the llama.cpp server",
479
479
  setup: "# Install llama.cpp:\nbrew install llama.cpp",
480
- content: `# Start a local OpenAI-compatible server:\nllama-server -hf ${model.id}${getQuantTag(filepath)} --jinja`,
480
+ content: `# Start a local OpenAI-compatible server:\nllama-server -hf ${model.id}${getQuantTag(filepath)}`,
481
481
  };
482
482
 
483
483
  // Step 2: Pi config — port and provider name differ