@huggingface/tasks 0.19.89 → 0.20.0

package/dist/commonjs/eval.d.ts

@@ -17,8 +17,8 @@ export declare const EVALUATION_FRAMEWORKS: {
         readonly description: "Multimodal toolbox for evaluating embeddings and retrieval systems.";
         readonly url: "https://github.com/embeddings-benchmark/mteb";
     };
-    readonly "olmo-bench": {
-        readonly name: "olmo-bench";
+    readonly "olmocr-bench": {
+        readonly name: "olmocr-bench";
         readonly description: "olmOCR-Bench is a framework for evaluating document-level OCR of various tools.";
         readonly url: "https://github.com/allenai/olmocr/tree/main/olmocr/bench";
     };
@@ -42,5 +42,10 @@ export declare const EVALUATION_FRAMEWORKS: {
         readonly description: "SWE-Bench Pro is a challenging benchmark evaluating LLMs/Agents on long-horizon software engineering tasks.";
         readonly url: "https://github.com/scaleapi/SWE-bench_Pro-os";
     };
+    readonly "nemo-evaluator": {
+        readonly name: "nemo-evaluator";
+        readonly description: "NeMo Evaluator is an open-source platform for robust, reproducible, and scalable evaluation of Large Language Models across 100+ benchmarks.";
+        readonly url: "https://github.com/NVIDIA-NeMo/Evaluator";
+    };
 };
 //# sourceMappingURL=eval.d.ts.map

package/dist/commonjs/eval.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA0CxB,CAAC"}
+{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgDxB,CAAC"}

package/dist/commonjs/eval.js

@@ -20,8 +20,8 @@ exports.EVALUATION_FRAMEWORKS = {
         description: "Multimodal toolbox for evaluating embeddings and retrieval systems.",
         url: "https://github.com/embeddings-benchmark/mteb",
     },
-    "olmo-bench": {
-        name: "olmo-bench",
+    "olmocr-bench": {
+        name: "olmocr-bench",
         description: "olmOCR-Bench is a framework for evaluating document-level OCR of various tools.",
         url: "https://github.com/allenai/olmocr/tree/main/olmocr/bench",
     },
@@ -45,4 +45,9 @@ exports.EVALUATION_FRAMEWORKS = {
         description: "SWE-Bench Pro is a challenging benchmark evaluating LLMs/Agents on long-horizon software engineering tasks.",
         url: "https://github.com/scaleapi/SWE-bench_Pro-os",
     },
+    "nemo-evaluator": {
+        name: "nemo-evaluator",
+        description: "NeMo Evaluator is an open-source platform for robust, reproducible, and scalable evaluation of Large Language Models across 100+ benchmarks.",
+        url: "https://github.com/NVIDIA-NeMo/Evaluator",
+    },
 };

package/dist/commonjs/hardware-amd.d.ts

@@ -0,0 +1,11 @@
+import type { HardwareSpec } from "./hardware.js";
+export interface AmdGpuHardwareSpec extends HardwareSpec {
+    /**
+     * GFX version / LLVM ISA target (AMD GPUs only), e.g. "gfx1100"
+     *
+     * potential source https://llvm.org/docs/AMDGPUUsage.html#processors
+     */
+    gfxVersion: string;
+}
+export declare const AMD_GPU_SKUS: Record<string, AmdGpuHardwareSpec>;
+//# sourceMappingURL=hardware-amd.d.ts.map

package/dist/commonjs/hardware-amd.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hardware-amd.d.ts","sourceRoot":"","sources":["../../src/hardware-amd.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CA8H3D,CAAC"}

package/dist/commonjs/hardware-amd.js

@@ -0,0 +1,130 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AMD_GPU_SKUS = void 0;
+exports.AMD_GPU_SKUS = {
+    MI300: {
+        tflops: 383.0,
+        memory: [192],
+        gfxVersion: "gfx942",
+    },
+    MI250: {
+        tflops: 362.1,
+        memory: [128],
+        gfxVersion: "gfx90a",
+    },
+    MI210: {
+        tflops: 181.0,
+        memory: [64],
+        gfxVersion: "gfx90a",
+    },
+    MI100: {
+        tflops: 184.6,
+        memory: [32],
+        gfxVersion: "gfx908",
+    },
+    MI60: {
+        tflops: 29.5,
+        memory: [32],
+        gfxVersion: "gfx906",
+    },
+    MI50: {
+        tflops: 26.5,
+        memory: [16, 32],
+        gfxVersion: "gfx906",
+    },
+    "R9700 PRO": {
+        tflops: 95.7,
+        memory: [32],
+        gfxVersion: "gfx1201",
+    },
+    "RX 9070 XT": {
+        tflops: 97.32,
+        memory: [16],
+        gfxVersion: "gfx1201",
+    },
+    "RX 9070": {
+        tflops: 72.25,
+        memory: [16],
+        gfxVersion: "gfx1201",
+    },
+    "RX 7900 XTX": {
+        tflops: 122.8,
+        memory: [24],
+        gfxVersion: "gfx1100",
+    },
+    "RX 7900 XT": {
+        tflops: 103.0,
+        memory: [20],
+        gfxVersion: "gfx1100",
+    },
+    "RX 7900 GRE": {
+        tflops: 91.96,
+        memory: [16],
+        gfxVersion: "gfx1100",
+    },
+    "RX 7800 XT": {
+        tflops: 74.65,
+        memory: [16],
+        gfxVersion: "gfx1101",
+    },
+    "RX 7700 XT": {
+        tflops: 70.34,
+        memory: [12],
+        gfxVersion: "gfx1101",
+    },
+    "RX 7600 XT": {
+        tflops: 45.14,
+        memory: [16, 8],
+        gfxVersion: "gfx1102",
+    },
+    "RX 6950 XT": {
+        tflops: 47.31,
+        memory: [16],
+        gfxVersion: "gfx1030",
+    },
+    "RX 6800": {
+        tflops: 32.33,
+        memory: [16],
+        gfxVersion: "gfx1030",
+    },
+    "RX 6700 XT": {
+        tflops: 26.43,
+        memory: [12],
+        gfxVersion: "gfx1031",
+    },
+    "RX 6700": {
+        tflops: 22.58,
+        memory: [10],
+        gfxVersion: "gfx1031",
+    },
+    "RX 6650 XT": {
+        tflops: 21.59,
+        memory: [8],
+        gfxVersion: "gfx1032",
+    },
+    "RX 6600 XT": {
+        tflops: 21.21,
+        memory: [8],
+        gfxVersion: "gfx1032",
+    },
+    "RX 6600": {
+        tflops: 17.86,
+        memory: [8],
+        gfxVersion: "gfx1032",
+    },
+    "RX 5500 XT": {
+        tflops: 10.39,
+        memory: [4, 8],
+        gfxVersion: "gfx1012",
+    },
+    "Radeon Pro VII": {
+        tflops: 26.11,
+        memory: [16, 32],
+        gfxVersion: "gfx906",
+    },
+    "Ryzen AI Max+ 395": {
+        tflops: 59.4,
+        memory: [64, 96, 128],
+        gfxVersion: "gfx1151",
+    },
+};

package/dist/commonjs/hardware-nvidia.d.ts

@@ -0,0 +1,28 @@
+import type { HardwareSpec } from "./hardware.js";
+export interface NvidiaHardwareSpec extends HardwareSpec {
+    /**
+     * CUDA Compute Capability (NVIDIA GPUs only)
+     *
+     * potential source https://developer.nvidia.com/cuda/gpus
+     */
+    computeCapability: number;
+}
+export declare enum NvidiaComputeCapabilities {
+    BLACKWELL_ULTRA = 12.1,
+    BLACKWELL_RTX = 12,
+    BLACKWELL = 10,
+    HOPPER = 9,
+    ADA_LOVELACE = 8.9,
+    ORIN = 8.7,
+    AMPERE_RTX = 8.6,
+    AMPERE = 8,
+    TURING = 7.5,
+    XAVIER = 7.2,
+    VOLTA = 7,
+    PASCAL_TEGRA = 6.2,
+    PASCAL = 6.1,
+    PASCAL_DATACENTER = 6,
+    MAXWELL = 5.3
+}
+export declare const NVIDIA_SKUS: Record<string, NvidiaHardwareSpec>;
+//# sourceMappingURL=hardware-nvidia.d.ts.map

package/dist/commonjs/hardware-nvidia.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hardware-nvidia.d.ts","sourceRoot":"","sources":["../../src/hardware-nvidia.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,CAAC;CAC1B;AAED,oBAAY,yBAAyB;IACpC,eAAe,OAAO;IACtB,aAAa,KAAO;IACpB,SAAS,KAAO;IAChB,MAAM,IAAM;IACZ,YAAY,MAAM;IAClB,IAAI,MAAM;IACV,UAAU,MAAM;IAChB,MAAM,IAAM;IACZ,MAAM,MAAM;IACZ,MAAM,MAAM;IACZ,KAAK,IAAM;IACX,YAAY,MAAM;IAClB,MAAM,MAAM;IACZ,iBAAiB,IAAM;IACvB,OAAO,MAAM;CACb;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CA8gB1D,CAAC"}