@huggingface/tasks 0.19.89 → 0.20.0

package/src/hardware.ts

@@ -1,3 +1,6 @@
+import { AMD_GPU_SKUS } from "./hardware-amd.js";
+import { NVIDIA_SKUS } from "./hardware-nvidia.js";
+
 /**
  * Biden AI Executive Order (since revoked by President Trump):
  * https://web.archive.org/web/20250105222429/https://www.whitehouse.gov/briefing-room/presidential-actions/2023/10/30/executive-order-on-the-safe-secure-and-trustworthy-development-and-use-of-artificial-intelligence/
@@ -37,526 +40,8 @@ export const DEFAULT_MEMORY_OPTIONS = [
 
 export const SKUS = {
 	GPU: {
-		NVIDIA: {
-			B200: {
-				tflops: 496.6,
-				memory: [192],
-			},
-			H200: {
-				tflops: 241.3,
-				memory: [141],
-			},
-			H100: {
-				tflops: 267.6,
-				memory: [80],
-			},
-			L40s: {
-				tflops: 91.61,
-				memory: [48],
-			},
-			L40: {
-				tflops: 90.52,
-				memory: [48],
-			},
-			L20: {
-				tflops: 59.35,
-				memory: [48],
-			},
-			L4: {
-				tflops: 30.29,
-				memory: [24],
-			},
-			GB10: {
-				tflops: 29.71,
-				memory: [128],
-			},
-			"RTX PRO 6000 WS": {
-				tflops: 126,
-				memory: [96],
-			},
-			"RTX PRO 6000 Max-Q": {
-				tflops: 116,
-				memory: [96],
-			},
-			"RTX 6000 Ada": {
-				tflops: 91.1,
-				memory: [48],
-			},
-			"RTX 5880 Ada": {
-				tflops: 69.3,
-				memory: [48],
-			},
-			"RTX 5000 Ada": {
-				tflops: 65.3,
-				memory: [32],
-			},
-			"RTX 4500 Ada": {
-				tflops: 39.6,
-				memory: [24],
-			},
-			"RTX 4000 Ada": {
-				tflops: 26.7,
-				memory: [20],
-			},
-			"RTX 4000 SFF Ada": {
-				tflops: 19.2,
-				memory: [20],
-			},
-			"RTX 2000 Ada": {
-				tflops: 12.0,
-				memory: [16],
-			},
-			"RTX A6000": {
-				tflops: 38.7,
-				memory: [48],
-			},
-			"RTX A5000": {
-				tflops: 27.77,
-				memory: [8, 12, 24],
-			},
-			"RTX A5000 Max-Q": {
-				tflops: 16.59,
-				memory: [16],
-			},
-			"RTX A5000 Mobile": {
-				tflops: 19.35,
-				memory: [16],
-			},
-			"RTX A4000": {
-				tflops: 19.17,
-				memory: [16],
-			},
-			"RTX A4000 Max-Q": {
-				tflops: 14.28,
-				memory: [8],
-			},
-			"RTX A4000 Mobile": {
-				tflops: 17.2,
-				memory: [8],
-			},
-			"RTX A3000 Mobile": {
-				tflops: 10.9,
-				memory: [6, 12],
-			},
-			"RTX A2000": {
-				tflops: 7.987,
-				memory: [6, 12],
-			},
-			"RTX A2000 Embedded": {
-				tflops: 6.026,
-				memory: [4],
-			},
-			"RTX A2000 Max-Q": {
-				tflops: 6.1,
-				memory: [4, 8],
-			},
-			"RTX A2000 Mobile": {
-				tflops: 8.4,
-				memory: [4, 8],
-			},
-			A100: {
-				tflops: 77.97,
-				memory: [80, 40],
-			},
-			A40: {
-				tflops: 37.42,
-				memory: [48],
-			},
-			A30: {
-				tflops: 10.32,
-				memory: [24],
-			},
-			A10: {
-				tflops: 31.24,
-				memory: [24],
-			},
-			A2: {
-				tflops: 4.531, // source: https://www.techpowerup.com/gpu-specs/a2.c3848
-				memory: [16],
-			},
-			"RTX 5090": {
-				tflops: 104.8,
-				memory: [32],
-			},
-			"RTX 5090 D": {
-				tflops: 104.8,
-				memory: [32],
-			},
-			"RTX 5090 Mobile": {
-				tflops: 31.8,
-				memory: [24],
-			},
-			"RTX 5080": {
-				tflops: 56.28,
-				memory: [16],
-			},
-			"RTX 5080 Mobile": {
-				tflops: 24.58,
-				memory: [16],
-			},
-			"RTX 5070": {
-				tflops: 30.84,
-				memory: [12],
-			},
-			"RTX 5070 Mobile": {
-				tflops: 23.22,
-				memory: [8],
-			},
-			"RTX 5070 Ti": {
-				tflops: 43.94,
-				memory: [16],
-			},
-			"RTX 5060 Ti": {
-				tflops: 23.7, // source https://www.techpowerup.com/gpu-specs/geforce-rtx-5060-ti.c4246
-				memory: [16, 8],
-			},
-			"RTX 5060": {
-				tflops: 19.18, // source https://www.techpowerup.com/gpu-specs/geforce-rtx-5060.c4219
-				memory: [8],
-			},
-			"RTX 4090": {
-				tflops: 82.58,
-				memory: [24],
-			},
-			"RTX 4090D": {
-				tflops: 79.49,
-				memory: [24, 48],
-			},
-			"RTX 4090 Mobile": {
-				tflops: 32.98,
-				memory: [16],
-			},
-			"RTX 4080 SUPER": {
-				tflops: 52.2,
-				memory: [16],
-			},
-			"RTX 4080": {
-				tflops: 48.7,
-				memory: [16],
-			},
-			"RTX 4080 Mobile": {
-				tflops: 24.72,
-				memory: [12],
-			},
-			"RTX 4070": {
-				tflops: 29.15,
-				memory: [12],
-			},
-			"RTX 4070 Mobile": {
-				tflops: 15.62,
-				memory: [8],
-			},
-			"RTX 4070 Ti": {
-				tflops: 40.09,
-				memory: [12],
-			},
-			"RTX 4070 Super": {
-				tflops: 35.48,
-				memory: [12],
-			},
-			"RTX 4070 Ti Super": {
-				tflops: 44.1,
-				memory: [16],
-			},
-			"RTX 4060": {
-				tflops: 15.11,
-				memory: [8],
-			},
-			"RTX 4060 Ti": {
-				tflops: 22.06,
-				memory: [8, 16],
-			},
-			"RTX 4090 Laptop": {
-				tflops: 32.98,
-				memory: [16],
-			},
-			"RTX 4080 Laptop": {
-				tflops: 24.72,
-				memory: [12],
-			},
-			"RTX 4070 Laptop": {
-				tflops: 15.62,
-				memory: [8],
-			},
-			"RTX 4060 Laptop": {
-				tflops: 11.61,
-				memory: [8],
-			},
-			"RTX 4050 Laptop": {
-				tflops: 8.9,
-				memory: [6],
-			},
-			"RTX 3090": {
-				tflops: 35.58,
-				memory: [24],
-			},
-			"RTX 3090 Ti": {
-				tflops: 40,
-				memory: [24],
-			},
-			"RTX 3080": {
-				tflops: 30.6,
-				memory: [12, 10],
-			},
-			"RTX 3080 Ti": {
-				tflops: 34.1,
-				memory: [12],
-			},
-			"RTX 3080 Mobile": {
-				tflops: 18.98,
-				memory: [8],
-			},
-			"RTX 3070": {
-				tflops: 20.31,
-				memory: [8],
-			},
-			"RTX 3070 Ti": {
-				tflops: 21.75,
-				memory: [8],
-			},
-			"RTX 3070 Ti Mobile": {
-				tflops: 16.6,
-				memory: [8],
-			},
-			"RTX 3060 Ti": {
-				tflops: 16.2,
-				memory: [8],
-			},
-			"RTX 3060": {
-				tflops: 12.74,
-				memory: [12, 8],
-			},
-			"RTX 2080 Ti": {
-				tflops: 26.9,
-				memory: [11, 22], // 22GB: modded 2080ti
-			},
-			"RTX 2080": {
-				tflops: 20.14,
-				memory: [8],
-			},
-			"RTX 2070": {
-				tflops: 14.93,
-				memory: [8],
-			},
-			"RTX 2070 SUPER Mobile": {
-				tflops: 14.13,
-				memory: [8],
-			},
-			"RTX 2070 SUPER": {
-				tflops: 18.12,
-				memory: [8],
-			},
-			"RTX 3060 Mobile": {
-				tflops: 10.94,
-				memory: [6],
-			},
-			"RTX 3050 Mobile": {
-				tflops: 7.639,
-				memory: [4, 6],
-			},
-			"RTX 2060": {
-				tflops: 12.9,
-				memory: [6],
-			},
-			"RTX 2060 12GB": {
-				tflops: 14.36,
-				memory: [12],
-			},
-			"RTX 2060 Mobile": {
-				tflops: 9.22,
-				memory: [6],
-			},
-			"GTX 1080 Ti": {
-				tflops: 11.34, // float32 (GPU does not support native float16)
-				memory: [11],
-			},
-			"GTX 1070 Ti": {
-				tflops: 8.2, // float32 (GPU does not support native float16)
-				memory: [8],
-			},
-			"GTX 1060": {
-				tflops: 3.9, // float32 (GPU does not support native float16)
-				memory: [3, 6],
-			},
-			"GTX 1050 Ti": {
-				tflops: 2.1, // float32 (GPU does not support native float16)
-				memory: [4],
-			},
-			"RTX Titan": {
-				tflops: 32.62,
-				memory: [24],
-			},
-			"GTX 1660": {
-				tflops: 10.05,
-				memory: [6],
-			},
-			"GTX 1650 Mobile": {
-				tflops: 6.39,
-				memory: [4],
-			},
-			T4: {
-				tflops: 65.13,
-				memory: [16],
-			},
-			T10: {
-				tflops: 20.0,
-				memory: [16],
-			},
-			V100: {
-				tflops: 28.26,
-				memory: [32, 16],
-			},
-			"Quadro P6000": {
-				tflops: 12.63, // float32 (GPU does not support native float16)
-				memory: [24],
-			},
-			P40: {
-				tflops: 11.76, // float32 (GPU does not support native float16)
-				memory: [24],
-			},
-			P100: {
-				tflops: 19.05,
-				memory: [16],
-			},
-			"Jetson AGX Orin 64GB": {
-				tflops: 10.65,
-				memory: [64],
-			},
-			"Jetson AGX Orin 32GB": {
-				tflops: 6.66,
-				memory: [32],
-			},
-			"Jetson Orin NX 16GB": {
-				tflops: 3.76,
-				memory: [16],
-			},
-			"Jetson Orin NX 8GB": {
-				tflops: 3.13,
-				memory: [8],
-			},
-			"Jetson Orin Nano 8GB": {
-				tflops: 2.56,
-				memory: [8],
-			},
-			"Jetson Orin Nano 4GB": {
-				tflops: 1.28,
-				memory: [4],
-			},
-			"Jetson AGX Xavier": {
-				tflops: 2.82,
-				memory: [32, 64],
-			},
-			"Jetson Xavier NX": {
-				tflops: 1.69,
-				memory: [8, 16],
-			},
-			"Jetson TX2": {
-				tflops: 1.33,
-				memory: [4, 8],
-			},
-			"Jetson Nano": {
-				tflops: 0.47,
-				memory: [4],
-			},
-		},
-		AMD: {
-			MI300: {
-				tflops: 383.0,
-				memory: [192],
-			},
-			MI250: {
-				tflops: 362.1,
-				memory: [128],
-			},
-			MI210: {
-				tflops: 181.0,
-				memory: [64],
-			},
-			MI100: {
-				tflops: 184.6,
-				memory: [32],
-			},
-			MI60: {
-				tflops: 29.5,
-				memory: [32],
-			},
-			MI50: {
-				tflops: 26.5,
-				memory: [16, 32],
-			},
-			"R9700 PRO": {
-				tflops: 95.7,
-				memory: [32],
-			},
-			"RX 9070 XT": {
-				tflops: 97.32,
-				memory: [16],
-			},
-			"RX 9070": {
-				tflops: 72.25,
-				memory: [16],
-			},
-			"RX 7900 XTX": {
-				tflops: 122.8,
-				memory: [24],
-			},
-			"RX 7900 XT": {
-				tflops: 103.0,
-				memory: [20],
-			},
-			"RX 7900 GRE": {
-				tflops: 91.96,
-				memory: [16],
-			},
-			"RX 7800 XT": {
-				tflops: 74.65,
-				memory: [16],
-			},
-			"RX 7700 XT": {
-				tflops: 70.34,
-				memory: [12],
-			},
-			"RX 7600 XT": {
-				tflops: 45.14,
-				memory: [16, 8],
-			},
-			"RX 6950 XT": {
-				tflops: 47.31,
-				memory: [16],
-			},
-			"RX 6800": {
-				tflops: 32.33,
-				memory: [16],
-			},
-			"RX 6700 XT": {
-				tflops: 26.43,
-				memory: [12],
-			},
-			"RX 6700": {
-				tflops: 22.58,
-				memory: [10],
-			},
-			"RX 6650 XT": {
-				tflops: 21.59,
-				memory: [8],
-			},
-			"RX 6600 XT": {
-				tflops: 21.21,
-				memory: [8],
-			},
-			"RX 6600": {
-				tflops: 17.86,
-				memory: [8],
-			},
-			"Radeon Pro VII": {
-				tflops: 26.11,
-				memory: [16, 32],
-			},
-			"Ryzen AI Max+ 395": {
-				tflops: 59.4,
-				memory: [64, 96, 128],
-			},
-		},
+		NVIDIA: NVIDIA_SKUS,
+		AMD: AMD_GPU_SKUS,
 		INTEL: {
 			"Arc A750": {
 				tflops: 34.41,
@@ -707,6 +192,9 @@ export const SKUS = {
 			"Ryzen Threadripper Zen 1000 (Whitehaven)": {
 				tflops: 0.6,
 			},
+			"Ryzen 7 3800X (16)": {
+				tflops: 1.73,
+			},
 			"Ryzen Zen 5 9000 (Ryzen 9)": {
 				tflops: 0.56,
 			},
@@ -746,6 +234,18 @@ export const SKUS = {
 			"Ryzen Zen 2 3000 (Ryzen 3)": {
 				tflops: 0.72,
 			},
+			"Ryzen AI 300 (Ryzen AI 9 HX)": {
+				tflops: 5.52,
+			},
+			"Ryzen AI 300 (Ryzen AI 9)": {
+				tflops: 5.2,
+			},
+			"Ryzen AI 300 (Ryzen AI 7)": {
+				tflops: 4.34,
+			},
+			"Ryzen AI 300 (Ryzen AI 5)": {
+				tflops: 1.57,
+			},
 		},
 	},
 	"Apple Silicon": {

package/src/index.ts

@@ -59,6 +59,8 @@ export {
 
 export { SKUS, DEFAULT_MEMORY_OPTIONS } from "./hardware.js";
 export type { HardwareSpec, SkuType } from "./hardware.js";
+export type { AmdGpuHardwareSpec } from "./hardware-amd.js";
+export type { NvidiaHardwareSpec } from "./hardware-nvidia.js";
 export { LOCAL_APPS } from "./local-apps.js";
 export type { LocalApp, LocalAppKey, LocalAppSnippet } from "./local-apps.js";