@huggingface/tasks 0.19.90 → 0.20.0

package/dist/commonjs/hardware-amd.d.ts

@@ -0,0 +1,11 @@
+import type { HardwareSpec } from "./hardware.js";
+export interface AmdGpuHardwareSpec extends HardwareSpec {
+    /**
+     * GFX version / LLVM ISA target (AMD GPUs only), e.g. "gfx1100"
+     *
+     * potential source https://llvm.org/docs/AMDGPUUsage.html#processors
+     */
+    gfxVersion: string;
+}
+export declare const AMD_GPU_SKUS: Record<string, AmdGpuHardwareSpec>;
+//# sourceMappingURL=hardware-amd.d.ts.map

package/dist/commonjs/hardware-amd.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hardware-amd.d.ts","sourceRoot":"","sources":["../../src/hardware-amd.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CA8H3D,CAAC"}

package/dist/commonjs/hardware-amd.js

@@ -0,0 +1,130 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AMD_GPU_SKUS = void 0;
+exports.AMD_GPU_SKUS = {
+    MI300: {
+        tflops: 383.0,
+        memory: [192],
+        gfxVersion: "gfx942",
+    },
+    MI250: {
+        tflops: 362.1,
+        memory: [128],
+        gfxVersion: "gfx90a",
+    },
+    MI210: {
+        tflops: 181.0,
+        memory: [64],
+        gfxVersion: "gfx90a",
+    },
+    MI100: {
+        tflops: 184.6,
+        memory: [32],
+        gfxVersion: "gfx908",
+    },
+    MI60: {
+        tflops: 29.5,
+        memory: [32],
+        gfxVersion: "gfx906",
+    },
+    MI50: {
+        tflops: 26.5,
+        memory: [16, 32],
+        gfxVersion: "gfx906",
+    },
+    "R9700 PRO": {
+        tflops: 95.7,
+        memory: [32],
+        gfxVersion: "gfx1201",
+    },
+    "RX 9070 XT": {
+        tflops: 97.32,
+        memory: [16],
+        gfxVersion: "gfx1201",
+    },
+    "RX 9070": {
+        tflops: 72.25,
+        memory: [16],
+        gfxVersion: "gfx1201",
+    },
+    "RX 7900 XTX": {
+        tflops: 122.8,
+        memory: [24],
+        gfxVersion: "gfx1100",
+    },
+    "RX 7900 XT": {
+        tflops: 103.0,
+        memory: [20],
+        gfxVersion: "gfx1100",
+    },
+    "RX 7900 GRE": {
+        tflops: 91.96,
+        memory: [16],
+        gfxVersion: "gfx1100",
+    },
+    "RX 7800 XT": {
+        tflops: 74.65,
+        memory: [16],
+        gfxVersion: "gfx1101",
+    },
+    "RX 7700 XT": {
+        tflops: 70.34,
+        memory: [12],
+        gfxVersion: "gfx1101",
+    },
+    "RX 7600 XT": {
+        tflops: 45.14,
+        memory: [16, 8],
+        gfxVersion: "gfx1102",
+    },
+    "RX 6950 XT": {
+        tflops: 47.31,
+        memory: [16],
+        gfxVersion: "gfx1030",
+    },
+    "RX 6800": {
+        tflops: 32.33,
+        memory: [16],
+        gfxVersion: "gfx1030",
+    },
+    "RX 6700 XT": {
+        tflops: 26.43,
+        memory: [12],
+        gfxVersion: "gfx1031",
+    },
+    "RX 6700": {
+        tflops: 22.58,
+        memory: [10],
+        gfxVersion: "gfx1031",
+    },
+    "RX 6650 XT": {
+        tflops: 21.59,
+        memory: [8],
+        gfxVersion: "gfx1032",
+    },
+    "RX 6600 XT": {
+        tflops: 21.21,
+        memory: [8],
+        gfxVersion: "gfx1032",
+    },
+    "RX 6600": {
+        tflops: 17.86,
+        memory: [8],
+        gfxVersion: "gfx1032",
+    },
+    "RX 5500 XT": {
+        tflops: 10.39,
+        memory: [4, 8],
+        gfxVersion: "gfx1012",
+    },
+    "Radeon Pro VII": {
+        tflops: 26.11,
+        memory: [16, 32],
+        gfxVersion: "gfx906",
+    },
+    "Ryzen AI Max+ 395": {
+        tflops: 59.4,
+        memory: [64, 96, 128],
+        gfxVersion: "gfx1151",
+    },
+};

package/dist/commonjs/hardware-nvidia.d.ts

@@ -0,0 +1,28 @@
+import type { HardwareSpec } from "./hardware.js";
+export interface NvidiaHardwareSpec extends HardwareSpec {
+    /**
+     * CUDA Compute Capability (NVIDIA GPUs only)
+     *
+     * potential source https://developer.nvidia.com/cuda/gpus
+     */
+    computeCapability: number;
+}
+export declare enum NvidiaComputeCapabilities {
+    BLACKWELL_ULTRA = 12.1,
+    BLACKWELL_RTX = 12,
+    BLACKWELL = 10,
+    HOPPER = 9,
+    ADA_LOVELACE = 8.9,
+    ORIN = 8.7,
+    AMPERE_RTX = 8.6,
+    AMPERE = 8,
+    TURING = 7.5,
+    XAVIER = 7.2,
+    VOLTA = 7,
+    PASCAL_TEGRA = 6.2,
+    PASCAL = 6.1,
+    PASCAL_DATACENTER = 6,
+    MAXWELL = 5.3
+}
+export declare const NVIDIA_SKUS: Record<string, NvidiaHardwareSpec>;
+//# sourceMappingURL=hardware-nvidia.d.ts.map

package/dist/commonjs/hardware-nvidia.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hardware-nvidia.d.ts","sourceRoot":"","sources":["../../src/hardware-nvidia.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,CAAC;CAC1B;AAED,oBAAY,yBAAyB;IACpC,eAAe,OAAO;IACtB,aAAa,KAAO;IACpB,SAAS,KAAO;IAChB,MAAM,IAAM;IACZ,YAAY,MAAM;IAClB,IAAI,MAAM;IACV,UAAU,MAAM;IAChB,MAAM,IAAM;IACZ,MAAM,MAAM;IACZ,MAAM,MAAM;IACZ,KAAK,IAAM;IACX,YAAY,MAAM;IAClB,MAAM,MAAM;IACZ,iBAAiB,IAAM;IACvB,OAAO,MAAM;CACb;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CA8gB1D,CAAC"}

package/dist/commonjs/hardware-nvidia.js

@@ -0,0 +1,548 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NVIDIA_SKUS = exports.NvidiaComputeCapabilities = void 0;
+var NvidiaComputeCapabilities;
+(function (NvidiaComputeCapabilities) {
+    NvidiaComputeCapabilities[NvidiaComputeCapabilities["BLACKWELL_ULTRA"] = 12.1] = "BLACKWELL_ULTRA";
+    NvidiaComputeCapabilities[NvidiaComputeCapabilities["BLACKWELL_RTX"] = 12] = "BLACKWELL_RTX";
+    NvidiaComputeCapabilities[NvidiaComputeCapabilities["BLACKWELL"] = 10] = "BLACKWELL";
+    NvidiaComputeCapabilities[NvidiaComputeCapabilities["HOPPER"] = 9] = "HOPPER";
+    NvidiaComputeCapabilities[NvidiaComputeCapabilities["ADA_LOVELACE"] = 8.9] = "ADA_LOVELACE";
+    NvidiaComputeCapabilities[NvidiaComputeCapabilities["ORIN"] = 8.7] = "ORIN";
+    NvidiaComputeCapabilities[NvidiaComputeCapabilities["AMPERE_RTX"] = 8.6] = "AMPERE_RTX";
+    NvidiaComputeCapabilities[NvidiaComputeCapabilities["AMPERE"] = 8] = "AMPERE";
+    NvidiaComputeCapabilities[NvidiaComputeCapabilities["TURING"] = 7.5] = "TURING";
+    NvidiaComputeCapabilities[NvidiaComputeCapabilities["XAVIER"] = 7.2] = "XAVIER";
+    NvidiaComputeCapabilities[NvidiaComputeCapabilities["VOLTA"] = 7] = "VOLTA";
+    NvidiaComputeCapabilities[NvidiaComputeCapabilities["PASCAL_TEGRA"] = 6.2] = "PASCAL_TEGRA";
+    NvidiaComputeCapabilities[NvidiaComputeCapabilities["PASCAL"] = 6.1] = "PASCAL";
+    NvidiaComputeCapabilities[NvidiaComputeCapabilities["PASCAL_DATACENTER"] = 6] = "PASCAL_DATACENTER";
+    NvidiaComputeCapabilities[NvidiaComputeCapabilities["MAXWELL"] = 5.3] = "MAXWELL";
+})(NvidiaComputeCapabilities || (exports.NvidiaComputeCapabilities = NvidiaComputeCapabilities = {}));
+exports.NVIDIA_SKUS = {
+    B200: {
+        tflops: 496.6,
+        memory: [192],
+        computeCapability: 10.0,
+    },
+    H200: {
+        tflops: 241.3,
+        memory: [141],
+        computeCapability: 9.0,
+    },
+    H100: {
+        tflops: 267.6,
+        memory: [80],
+        computeCapability: 9.0,
+    },
+    L40s: {
+        tflops: 91.61,
+        memory: [48],
+        computeCapability: 8.9,
+    },
+    L40: {
+        tflops: 90.52,
+        memory: [48],
+        computeCapability: 8.9,
+    },
+    L20: {
+        tflops: 59.35,
+        memory: [48],
+        computeCapability: 8.9,
+    },
+    L4: {
+        tflops: 30.29,
+        memory: [24],
+        computeCapability: 8.9,
+    },
+    GB10: {
+        tflops: 29.71,
+        memory: [128],
+        computeCapability: 12.1,
+    },
+    "RTX PRO 6000 WS": {
+        tflops: 126,
+        memory: [96],
+        computeCapability: 12.0,
+    },
+    "RTX PRO 6000 Max-Q": {
+        tflops: 116,
+        memory: [96],
+        computeCapability: 12.0,
+    },
+    "RTX 6000 Ada": {
+        tflops: 91.1,
+        memory: [48],
+        computeCapability: 8.9,
+    },
+    "RTX 5880 Ada": {
+        tflops: 69.3,
+        memory: [48],
+        computeCapability: 8.9,
+    },
+    "RTX 5000 Ada": {
+        tflops: 65.3,
+        memory: [32],
+        computeCapability: 8.9,
+    },
+    "RTX 4500 Ada": {
+        tflops: 39.6,
+        memory: [24],
+        computeCapability: 8.9,
+    },
+    "RTX 4000 Ada": {
+        tflops: 26.7,
+        memory: [20],
+        computeCapability: 8.9,
+    },
+    "RTX 4000 SFF Ada": {
+        tflops: 19.2,
+        memory: [20],
+        computeCapability: 8.9,
+    },
+    "RTX 2000 Ada": {
+        tflops: 12.0,
+        memory: [16],
+        computeCapability: 8.9,
+    },
+    "RTX A6000": {
+        tflops: 38.7,
+        memory: [48],
+        computeCapability: 8.6,
+    },
+    "RTX A5000": {
+        tflops: 27.77,
+        memory: [8, 12, 24],
+        computeCapability: 8.6,
+    },
+    "RTX A5000 Max-Q": {
+        tflops: 16.59,
+        memory: [16],
+        computeCapability: 8.6,
+    },
+    "RTX A5000 Mobile": {
+        tflops: 19.35,
+        memory: [16],
+        computeCapability: 8.6,
+    },
+    "RTX A4000": {
+        tflops: 19.17,
+        memory: [16],
+        computeCapability: 8.6,
+    },
+    "RTX A4000 Max-Q": {
+        tflops: 14.28,
+        memory: [8],
+        computeCapability: 8.6,
+    },
+    "RTX A4000 Mobile": {
+        tflops: 17.2,
+        memory: [8],
+        computeCapability: 8.6,
+    },
+    "RTX A3000 Mobile": {
+        tflops: 10.9,
+        memory: [6, 12],
+        computeCapability: 8.6,
+    },
+    "RTX A2000": {
+        tflops: 7.987,
+        memory: [6, 12],
+        computeCapability: 8.6,
+    },
+    "RTX A2000 Embedded": {
+        tflops: 6.026,
+        memory: [4],
+        computeCapability: 8.6,
+    },
+    "RTX A2000 Max-Q": {
+        tflops: 6.1,
+        memory: [4, 8],
+        computeCapability: 8.6,
+    },
+    "RTX A2000 Mobile": {
+        tflops: 8.4,
+        memory: [4, 8],
+        computeCapability: 8.6,
+    },
+    A100: {
+        tflops: 77.97,
+        memory: [80, 40],
+        computeCapability: 8.0,
+    },
+    A40: {
+        tflops: 37.42,
+        memory: [48],
+        computeCapability: 8.6,
+    },
+    A30: {
+        tflops: 10.32,
+        memory: [24],
+        computeCapability: 8.0,
+    },
+    A10: {
+        tflops: 31.24,
+        memory: [24],
+        computeCapability: 8.6,
+    },
+    A2: {
+        tflops: 4.531, // source: https://www.techpowerup.com/gpu-specs/a2.c3848
+        memory: [16],
+        computeCapability: 8.6,
+    },
+    "RTX 5090": {
+        tflops: 104.8,
+        memory: [32],
+        computeCapability: 12.0,
+    },
+    "RTX 5090 D": {
+        tflops: 104.8,
+        memory: [32],
+        computeCapability: 12.0,
+    },
+    "RTX 5090 Mobile": {
+        tflops: 31.8,
+        memory: [24],
+        computeCapability: 12.0,
+    },
+    "RTX 5080": {
+        tflops: 56.28,
+        memory: [16],
+        computeCapability: 12.0,
+    },
+    "RTX 5080 Mobile": {
+        tflops: 24.58,
+        memory: [16],
+        computeCapability: 12.0,
+    },
+    "RTX 5070": {
+        tflops: 30.84,
+        memory: [12],
+        computeCapability: 12.0,
+    },
+    "RTX 5070 Mobile": {
+        tflops: 23.22,
+        memory: [8],
+        computeCapability: 12.0,
+    },
+    "RTX 5070 Ti": {
+        tflops: 43.94,
+        memory: [16],
+        computeCapability: 12.0,
+    },
+    "RTX 5060 Ti": {
+        tflops: 23.7, // source https://www.techpowerup.com/gpu-specs/geforce-rtx-5060-ti.c4246
+        memory: [16, 8],
+        computeCapability: 12.0,
+    },
+    "RTX 5060": {
+        tflops: 19.18, // source https://www.techpowerup.com/gpu-specs/geforce-rtx-5060.c4219
+        memory: [8],
+        computeCapability: 12.0,
+    },
+    "RTX 4090": {
+        tflops: 82.58,
+        memory: [24],
+        computeCapability: 8.9,
+    },
+    "RTX 4090D": {
+        tflops: 79.49,
+        memory: [24, 48],
+        computeCapability: 8.9,
+    },
+    "RTX 4090 Mobile": {
+        tflops: 32.98,
+        memory: [16],
+        computeCapability: 8.9,
+    },
+    "RTX 4080 SUPER": {
+        tflops: 52.2,
+        memory: [16],
+        computeCapability: 8.9,
+    },
+    "RTX 4080": {
+        tflops: 48.7,
+        memory: [16],
+        computeCapability: 8.9,
+    },
+    "RTX 4080 Mobile": {
+        tflops: 24.72,
+        memory: [12],
+        computeCapability: 8.9,
+    },
+    "RTX 4070": {
+        tflops: 29.15,
+        memory: [12],
+        computeCapability: 8.9,
+    },
+    "RTX 4070 Mobile": {
+        tflops: 15.62,
+        memory: [8],
+        computeCapability: 8.9,
+    },
+    "RTX 4070 Ti": {
+        tflops: 40.09,
+        memory: [12],
+        computeCapability: 8.9,
+    },
+    "RTX 4070 Super": {
+        tflops: 35.48,
+        memory: [12],
+        computeCapability: 8.9,
+    },
+    "RTX 4070 Ti Super": {
+        tflops: 44.1,
+        memory: [16],
+        computeCapability: 8.9,
+    },
+    "RTX 4060": {
+        tflops: 15.11,
+        memory: [8],
+        computeCapability: 8.9,
+    },
+    "RTX 4060 Ti": {
+        tflops: 22.06,
+        memory: [8, 16],
+        computeCapability: 8.9,
+    },
+    "RTX 4090 Laptop": {
+        tflops: 32.98,
+        memory: [16],
+        computeCapability: 8.9,
+    },
+    "RTX 4080 Laptop": {
+        tflops: 24.72,
+        memory: [12],
+        computeCapability: 8.9,
+    },
+    "RTX 4070 Laptop": {
+        tflops: 15.62,
+        memory: [8],
+        computeCapability: 8.9,
+    },
+    "RTX 4060 Laptop": {
+        tflops: 11.61,
+        memory: [8],
+        computeCapability: 8.9,
+    },
+    "RTX 4050 Laptop": {
+        tflops: 8.9,
+        memory: [6],
+        computeCapability: 8.9,
+    },
+    "RTX 3090": {
+        tflops: 35.58,
+        memory: [24],
+        computeCapability: 8.6,
+    },
+    "RTX 3090 Ti": {
+        tflops: 40,
+        memory: [24],
+        computeCapability: 8.6,
+    },
+    "RTX 3080": {
+        tflops: 30.6,
+        memory: [12, 10],
+        computeCapability: 8.6,
+    },
+    "RTX 3080 Ti": {
+        tflops: 34.1,
+        memory: [12],
+        computeCapability: 8.6,
+    },
+    "RTX 3080 Mobile": {
+        tflops: 18.98,
+        memory: [8],
+        computeCapability: 8.6,
+    },
+    "RTX 3070": {
+        tflops: 20.31,
+        memory: [8],
+        computeCapability: 8.6,
+    },
+    "RTX 3070 Ti": {
+        tflops: 21.75,
+        memory: [8],
+        computeCapability: 8.6,
+    },
+    "RTX 3070 Ti Mobile": {
+        tflops: 16.6,
+        memory: [8],
+        computeCapability: 8.6,
+    },
+    "RTX 3060 Ti": {
+        tflops: 16.2,
+        memory: [8],
+        computeCapability: 8.6,
+    },
+    "RTX 3060": {
+        tflops: 12.74,
+        memory: [12, 8],
+        computeCapability: 8.6,
+    },
+    "RTX 2080 Ti": {
+        tflops: 26.9,
+        memory: [11, 22], // 22GB: modded 2080ti
+        computeCapability: 7.5,
+    },
+    "RTX 2080": {
+        tflops: 20.14,
+        memory: [8],
+        computeCapability: 7.5,
+    },
+    "RTX 2070": {
+        tflops: 14.93,
+        memory: [8],
+        computeCapability: 7.5,
+    },
+    "RTX 2070 SUPER Mobile": {
+        tflops: 14.13,
+        memory: [8],
+        computeCapability: 7.5,
+    },
+    "RTX 2070 SUPER": {
+        tflops: 18.12,
+        memory: [8],
+        computeCapability: 7.5,
+    },
+    "RTX 3060 Mobile": {
+        tflops: 10.94,
+        memory: [6],
+        computeCapability: 8.6,
+    },
+    "RTX 3050 Mobile": {
+        tflops: 7.639,
+        memory: [4, 6],
+        computeCapability: 8.6,
+    },
+    "RTX 2060": {
+        tflops: 12.9,
+        memory: [6],
+        computeCapability: 7.5,
+    },
+    "RTX 2060 12GB": {
+        tflops: 14.36,
+        memory: [12],
+        computeCapability: 7.5,
+    },
+    "RTX 2060 Mobile": {
+        tflops: 9.22,
+        memory: [6],
+        computeCapability: 7.5,
+    },
+    "GTX 1080 Ti": {
+        tflops: 11.34, // float32 (GPU does not support native float16)
+        memory: [11],
+        computeCapability: 6.1,
+    },
+    "GTX 1070 Ti": {
+        tflops: 8.2, // float32 (GPU does not support native float16)
+        memory: [8],
+        computeCapability: 6.1,
+    },
+    "GTX 1060": {
+        tflops: 3.9, // float32 (GPU does not support native float16)
+        memory: [3, 6],
+        computeCapability: 6.1,
+    },
+    "GTX 1050 Ti": {
+        tflops: 2.1, // float32 (GPU does not support native float16)
+        memory: [4],
+        computeCapability: 6.1,
+    },
+    "RTX Titan": {
+        tflops: 32.62,
+        memory: [24],
+        computeCapability: 7.5,
+    },
+    "GTX 1660": {
+        tflops: 10.05,
+        memory: [6],
+        computeCapability: 7.5,
+    },
+    "GTX 1650 Mobile": {
+        tflops: 6.39,
+        memory: [4],
+        computeCapability: 7.5,
+    },
+    T4: {
+        tflops: 65.13,
+        memory: [16],
+        computeCapability: 7.5,
+    },
+    T10: {
+        tflops: 20.0,
+        memory: [16],
+        computeCapability: 7.5,
+    },
+    V100: {
+        tflops: 28.26,
+        memory: [32, 16],
+        computeCapability: 7.0,
+    },
+    "Quadro P6000": {
+        tflops: 12.63, // float32 (GPU does not support native float16)
+        memory: [24],
+        computeCapability: 6.1,
+    },
+    P40: {
+        tflops: 11.76, // float32 (GPU does not support native float16)
+        memory: [24],
+        computeCapability: 6.1,
+    },
+    P100: {
+        tflops: 19.05,
+        memory: [16],
+        computeCapability: 6.0,
+    },
+    "Jetson AGX Orin 64GB": {
+        tflops: 10.65,
+        memory: [64],
+        computeCapability: 8.7,
+    },
+    "Jetson AGX Orin 32GB": {
+        tflops: 6.66,
+        memory: [32],
+        computeCapability: 8.7,
+    },
+    "Jetson Orin NX 16GB": {
+        tflops: 3.76,
+        memory: [16],
+        computeCapability: 8.7,
+    },
+    "Jetson Orin NX 8GB": {
+        tflops: 3.13,
+        memory: [8],
+        computeCapability: 8.7,
+    },
+    "Jetson Orin Nano 8GB": {
+        tflops: 2.56,
+        memory: [8],
+        computeCapability: 8.7,
+    },
+    "Jetson Orin Nano 4GB": {
+        tflops: 1.28,
+        memory: [4],
+        computeCapability: 8.7,
+    },
+    "Jetson AGX Xavier": {
+        tflops: 2.82,
+        memory: [32, 64],
+        computeCapability: 7.2,
+    },
+    "Jetson Xavier NX": {
+        tflops: 1.69,
+        memory: [8, 16],
+        computeCapability: 7.2,
+    },
+    "Jetson TX2": {
+        tflops: 1.33,
+        memory: [4, 8],
+        computeCapability: 6.2,
+    },
+    "Jetson Nano": {
+        tflops: 0.47,
+        memory: [4],
+        computeCapability: 5.3,
+    },
+};