@huggingface/tasks 0.19.89 → 0.20.0

package/dist/commonjs/hardware.js

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SKUS = exports.DEFAULT_MEMORY_OPTIONS = exports.TFLOPS_THRESHOLD_EU_AI_ACT_MODEL_TRAINING_TOTAL = exports.TFLOPS_THRESHOLD_WHITE_HOUSE_CLUSTER = exports.TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL_BIOLOGY = exports.TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL = void 0;
+const hardware_amd_js_1 = require("./hardware-amd.js");
+const hardware_nvidia_js_1 = require("./hardware-nvidia.js");
 /**
  * Biden AI Executive Order (since revoked by President Trump):
  * https://web.archive.org/web/20250105222429/https://www.whitehouse.gov/briefing-room/presidential-actions/2023/10/30/executive-order-on-the-safe-secure-and-trustworthy-development-and-use-of-artificial-intelligence/
@@ -18,526 +20,8 @@ exports.DEFAULT_MEMORY_OPTIONS = [
 ];
 exports.SKUS = {
     GPU: {
-        NVIDIA: {
-            B200: {
-                tflops: 496.6,
-                memory: [192],
-            },
-            H200: {
-                tflops: 241.3,
-                memory: [141],
-            },
-            H100: {
-                tflops: 267.6,
-                memory: [80],
-            },
-            L40s: {
-                tflops: 91.61,
-                memory: [48],
-            },
-            L40: {
-                tflops: 90.52,
-                memory: [48],
-            },
-            L20: {
-                tflops: 59.35,
-                memory: [48],
-            },
-            L4: {
-                tflops: 30.29,
-                memory: [24],
-            },
-            GB10: {
-                tflops: 29.71,
-                memory: [128],
-            },
-            "RTX PRO 6000 WS": {
-                tflops: 126,
-                memory: [96],
-            },
-            "RTX PRO 6000 Max-Q": {
-                tflops: 116,
-                memory: [96],
-            },
-            "RTX 6000 Ada": {
-                tflops: 91.1,
-                memory: [48],
-            },
-            "RTX 5880 Ada": {
-                tflops: 69.3,
-                memory: [48],
-            },
-            "RTX 5000 Ada": {
-                tflops: 65.3,
-                memory: [32],
-            },
-            "RTX 4500 Ada": {
-                tflops: 39.6,
-                memory: [24],
-            },
-            "RTX 4000 Ada": {
-                tflops: 26.7,
-                memory: [20],
-            },
-            "RTX 4000 SFF Ada": {
-                tflops: 19.2,
-                memory: [20],
-            },
-            "RTX 2000 Ada": {
-                tflops: 12.0,
-                memory: [16],
-            },
-            "RTX A6000": {
-                tflops: 38.7,
-                memory: [48],
-            },
-            "RTX A5000": {
-                tflops: 27.77,
-                memory: [8, 12, 24],
-            },
-            "RTX A5000 Max-Q": {
-                tflops: 16.59,
-                memory: [16],
-            },
-            "RTX A5000 Mobile": {
-                tflops: 19.35,
-                memory: [16],
-            },
-            "RTX A4000": {
-                tflops: 19.17,
-                memory: [16],
-            },
-            "RTX A4000 Max-Q": {
-                tflops: 14.28,
-                memory: [8],
-            },
-            "RTX A4000 Mobile": {
-                tflops: 17.2,
-                memory: [8],
-            },
-            "RTX A3000 Mobile": {
-                tflops: 10.9,
-                memory: [6, 12],
-            },
-            "RTX A2000": {
-                tflops: 7.987,
-                memory: [6, 12],
-            },
-            "RTX A2000 Embedded": {
-                tflops: 6.026,
-                memory: [4],
-            },
-            "RTX A2000 Max-Q": {
-                tflops: 6.1,
-                memory: [4, 8],
-            },
-            "RTX A2000 Mobile": {
-                tflops: 8.4,
-                memory: [4, 8],
-            },
-            A100: {
-                tflops: 77.97,
-                memory: [80, 40],
-            },
-            A40: {
-                tflops: 37.42,
-                memory: [48],
-            },
-            A30: {
-                tflops: 10.32,
-                memory: [24],
-            },
-            A10: {
-                tflops: 31.24,
-                memory: [24],
-            },
-            A2: {
-                tflops: 4.531, // source: https://www.techpowerup.com/gpu-specs/a2.c3848
-                memory: [16],
-            },
-            "RTX 5090": {
-                tflops: 104.8,
-                memory: [32],
-            },
-            "RTX 5090 D": {
-                tflops: 104.8,
-                memory: [32],
-            },
-            "RTX 5090 Mobile": {
-                tflops: 31.8,
-                memory: [24],
-            },
-            "RTX 5080": {
-                tflops: 56.28,
-                memory: [16],
-            },
-            "RTX 5080 Mobile": {
-                tflops: 24.58,
-                memory: [16],
-            },
-            "RTX 5070": {
-                tflops: 30.84,
-                memory: [12],
-            },
-            "RTX 5070 Mobile": {
-                tflops: 23.22,
-                memory: [8],
-            },
-            "RTX 5070 Ti": {
-                tflops: 43.94,
-                memory: [16],
-            },
-            "RTX 5060 Ti": {
-                tflops: 23.7, // source https://www.techpowerup.com/gpu-specs/geforce-rtx-5060-ti.c4246
-                memory: [16, 8],
-            },
-            "RTX 5060": {
-                tflops: 19.18, // source https://www.techpowerup.com/gpu-specs/geforce-rtx-5060.c4219
-                memory: [8],
-            },
-            "RTX 4090": {
-                tflops: 82.58,
-                memory: [24],
-            },
-            "RTX 4090D": {
-                tflops: 79.49,
-                memory: [24, 48],
-            },
-            "RTX 4090 Mobile": {
-                tflops: 32.98,
-                memory: [16],
-            },
-            "RTX 4080 SUPER": {
-                tflops: 52.2,
-                memory: [16],
-            },
-            "RTX 4080": {
-                tflops: 48.7,
-                memory: [16],
-            },
-            "RTX 4080 Mobile": {
-                tflops: 24.72,
-                memory: [12],
-            },
-            "RTX 4070": {
-                tflops: 29.15,
-                memory: [12],
-            },
-            "RTX 4070 Mobile": {
-                tflops: 15.62,
-                memory: [8],
-            },
-            "RTX 4070 Ti": {
-                tflops: 40.09,
-                memory: [12],
-            },
-            "RTX 4070 Super": {
-                tflops: 35.48,
-                memory: [12],
-            },
-            "RTX 4070 Ti Super": {
-                tflops: 44.1,
-                memory: [16],
-            },
-            "RTX 4060": {
-                tflops: 15.11,
-                memory: [8],
-            },
-            "RTX 4060 Ti": {
-                tflops: 22.06,
-                memory: [8, 16],
-            },
-            "RTX 4090 Laptop": {
-                tflops: 32.98,
-                memory: [16],
-            },
-            "RTX 4080 Laptop": {
-                tflops: 24.72,
-                memory: [12],
-            },
-            "RTX 4070 Laptop": {
-                tflops: 15.62,
-                memory: [8],
-            },
-            "RTX 4060 Laptop": {
-                tflops: 11.61,
-                memory: [8],
-            },
-            "RTX 4050 Laptop": {
-                tflops: 8.9,
-                memory: [6],
-            },
-            "RTX 3090": {
-                tflops: 35.58,
-                memory: [24],
-            },
-            "RTX 3090 Ti": {
-                tflops: 40,
-                memory: [24],
-            },
-            "RTX 3080": {
-                tflops: 30.6,
-                memory: [12, 10],
-            },
-            "RTX 3080 Ti": {
-                tflops: 34.1,
-                memory: [12],
-            },
-            "RTX 3080 Mobile": {
-                tflops: 18.98,
-                memory: [8],
-            },
-            "RTX 3070": {
-                tflops: 20.31,
-                memory: [8],
-            },
-            "RTX 3070 Ti": {
-                tflops: 21.75,
-                memory: [8],
-            },
-            "RTX 3070 Ti Mobile": {
-                tflops: 16.6,
-                memory: [8],
-            },
-            "RTX 3060 Ti": {
-                tflops: 16.2,
-                memory: [8],
-            },
-            "RTX 3060": {
-                tflops: 12.74,
-                memory: [12, 8],
-            },
-            "RTX 2080 Ti": {
-                tflops: 26.9,
-                memory: [11, 22], // 22GB: modded 2080ti
-            },
-            "RTX 2080": {
-                tflops: 20.14,
-                memory: [8],
-            },
-            "RTX 2070": {
-                tflops: 14.93,
-                memory: [8],
-            },
-            "RTX 2070 SUPER Mobile": {
-                tflops: 14.13,
-                memory: [8],
-            },
-            "RTX 2070 SUPER": {
-                tflops: 18.12,
-                memory: [8],
-            },
-            "RTX 3060 Mobile": {
-                tflops: 10.94,
-                memory: [6],
-            },
-            "RTX 3050 Mobile": {
-                tflops: 7.639,
-                memory: [4, 6],
-            },
-            "RTX 2060": {
-                tflops: 12.9,
-                memory: [6],
-            },
-            "RTX 2060 12GB": {
-                tflops: 14.36,
-                memory: [12],
-            },
-            "RTX 2060 Mobile": {
-                tflops: 9.22,
-                memory: [6],
-            },
-            "GTX 1080 Ti": {
-                tflops: 11.34, // float32 (GPU does not support native float16)
-                memory: [11],
-            },
-            "GTX 1070 Ti": {
-                tflops: 8.2, // float32 (GPU does not support native float16)
-                memory: [8],
-            },
-            "GTX 1060": {
-                tflops: 3.9, // float32 (GPU does not support native float16)
-                memory: [3, 6],
-            },
-            "GTX 1050 Ti": {
-                tflops: 2.1, // float32 (GPU does not support native float16)
-                memory: [4],
-            },
-            "RTX Titan": {
-                tflops: 32.62,
-                memory: [24],
-            },
-            "GTX 1660": {
-                tflops: 10.05,
-                memory: [6],
-            },
-            "GTX 1650 Mobile": {
-                tflops: 6.39,
-                memory: [4],
-            },
-            T4: {
-                tflops: 65.13,
-                memory: [16],
-            },
-            T10: {
-                tflops: 20.0,
-                memory: [16],
-            },
-            V100: {
-                tflops: 28.26,
-                memory: [32, 16],
-            },
-            "Quadro P6000": {
-                tflops: 12.63, // float32 (GPU does not support native float16)
-                memory: [24],
-            },
-            P40: {
-                tflops: 11.76, // float32 (GPU does not support native float16)
-                memory: [24],
-            },
-            P100: {
-                tflops: 19.05,
-                memory: [16],
-            },
-            "Jetson AGX Orin 64GB": {
-                tflops: 10.65,
-                memory: [64],
-            },
-            "Jetson AGX Orin 32GB": {
-                tflops: 6.66,
-                memory: [32],
-            },
-            "Jetson Orin NX 16GB": {
-                tflops: 3.76,
-                memory: [16],
-            },
-            "Jetson Orin NX 8GB": {
-                tflops: 3.13,
-                memory: [8],
-            },
-            "Jetson Orin Nano 8GB": {
-                tflops: 2.56,
-                memory: [8],
-            },
-            "Jetson Orin Nano 4GB": {
-                tflops: 1.28,
-                memory: [4],
-            },
-            "Jetson AGX Xavier": {
-                tflops: 2.82,
-                memory: [32, 64],
-            },
-            "Jetson Xavier NX": {
-                tflops: 1.69,
-                memory: [8, 16],
-            },
-            "Jetson TX2": {
-                tflops: 1.33,
-                memory: [4, 8],
-            },
-            "Jetson Nano": {
-                tflops: 0.47,
-                memory: [4],
-            },
-        },
-        AMD: {
-            MI300: {
-                tflops: 383.0,
-                memory: [192],
-            },
-            MI250: {
-                tflops: 362.1,
-                memory: [128],
-            },
-            MI210: {
-                tflops: 181.0,
-                memory: [64],
-            },
-            MI100: {
-                tflops: 184.6,
-                memory: [32],
-            },
-            MI60: {
-                tflops: 29.5,
-                memory: [32],
-            },
-            MI50: {
-                tflops: 26.5,
-                memory: [16, 32],
-            },
-            "R9700 PRO": {
-                tflops: 95.7,
-                memory: [32],
-            },
-            "RX 9070 XT": {
-                tflops: 97.32,
-                memory: [16],
-            },
-            "RX 9070": {
-                tflops: 72.25,
-                memory: [16],
-            },
-            "RX 7900 XTX": {
-                tflops: 122.8,
-                memory: [24],
-            },
-            "RX 7900 XT": {
-                tflops: 103.0,
-                memory: [20],
-            },
-            "RX 7900 GRE": {
-                tflops: 91.96,
-                memory: [16],
-            },
-            "RX 7800 XT": {
-                tflops: 74.65,
-                memory: [16],
-            },
-            "RX 7700 XT": {
-                tflops: 70.34,
-                memory: [12],
-            },
-            "RX 7600 XT": {
-                tflops: 45.14,
-                memory: [16, 8],
-            },
-            "RX 6950 XT": {
-                tflops: 47.31,
-                memory: [16],
-            },
-            "RX 6800": {
-                tflops: 32.33,
-                memory: [16],
-            },
-            "RX 6700 XT": {
-                tflops: 26.43,
-                memory: [12],
-            },
-            "RX 6700": {
-                tflops: 22.58,
-                memory: [10],
-            },
-            "RX 6650 XT": {
-                tflops: 21.59,
-                memory: [8],
-            },
-            "RX 6600 XT": {
-                tflops: 21.21,
-                memory: [8],
-            },
-            "RX 6600": {
-                tflops: 17.86,
-                memory: [8],
-            },
-            "Radeon Pro VII": {
-                tflops: 26.11,
-                memory: [16, 32],
-            },
-            "Ryzen AI Max+ 395": {
-                tflops: 59.4,
-                memory: [64, 96, 128],
-            },
-        },
+        NVIDIA: hardware_nvidia_js_1.NVIDIA_SKUS,
+        AMD: hardware_amd_js_1.AMD_GPU_SKUS,
         INTEL: {
             "Arc A750": {
                 tflops: 34.41,
@@ -688,6 +172,9 @@ exports.SKUS = {
             "Ryzen Threadripper Zen 1000 (Whitehaven)": {
                 tflops: 0.6,
             },
+            "Ryzen 7 3800X (16)": {
+                tflops: 1.73,
+            },
             "Ryzen Zen 5 9000 (Ryzen 9)": {
                 tflops: 0.56,
             },
@@ -727,6 +214,18 @@ exports.SKUS = {
             "Ryzen Zen 2 3000 (Ryzen 3)": {
                 tflops: 0.72,
             },
+            "Ryzen AI 300 (Ryzen AI 9 HX)": {
+                tflops: 5.52,
+            },
+            "Ryzen AI 300 (Ryzen AI 9)": {
+                tflops: 5.2,
+            },
+            "Ryzen AI 300 (Ryzen AI 7)": {
+                tflops: 4.34,
+            },
+            "Ryzen AI 300 (Ryzen AI 5)": {
+                tflops: 1.57,
+            },
         },
     },
     "Apple Silicon": {

package/dist/commonjs/index.d.ts

@@ -13,6 +13,8 @@ export * from "./gguf.js";
 export { type InferenceSnippet, type InferenceSnippetLanguage, type ModelDataMinimal, inferenceSnippetLanguages, stringifyGenerationConfig, stringifyMessages, getModelInputSnippet, } from "./snippets/index.js";
 export { SKUS, DEFAULT_MEMORY_OPTIONS } from "./hardware.js";
 export type { HardwareSpec, SkuType } from "./hardware.js";
+export type { AmdGpuHardwareSpec } from "./hardware-amd.js";
+export type { NvidiaHardwareSpec } from "./hardware-nvidia.js";
 export { LOCAL_APPS } from "./local-apps.js";
 export type { LocalApp, LocalAppKey, LocalAppSnippet } from "./local-apps.js";
 export { DATASET_LIBRARIES_UI_ELEMENTS } from "./dataset-libraries.js";

package/dist/commonjs/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACvF,cAAc,kBAAkB,CAAC;AACjC,OAAO,EACN,aAAa,EACb,cAAc,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,QAAQ,EACb,UAAU,EACV,eAAe,EACf,aAAa,EACb,kBAAkB,GAClB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACN,8BAA8B,EAC9B,sBAAsB,EACtB,2BAA2B,GAC3B,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC9E,YAAY,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACzF,YAAY,EACX,aAAa,EACb,sBAAsB,EACtB,gCAAgC,EAChC,8BAA8B,EAC9B,kCAAkC,EAClC,uBAAuB,EACvB,sBAAsB,EACtB,oCAAoC,EACpC,gCAAgC,EAChC,2BAA2B,EAC3B,gCAAgC,EAChC,8BAA8B,EAC9B,sBAAsB,EACtB,8BAA8B,EAC9B,mBAAmB,EACnB,sBAAsB,EACtB,yBAAyB,EACzB,8BAA8B,EAC9B,uBAAuB,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAEhE,cAAc,WAAW,CAAC;AAE1B,OAAO,EACN,KAAK,gBAAgB,EACrB,KAAK,wBAAwB,EAC7B,KAAK,gBAAgB,EACrB,yBAAyB,EACzB,yBAAyB,EACzB,iBAAiB,EACjB,oBAAoB,GACpB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAC7D,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAE9E,OAAO,EAAE,6BAA6B,EAAE,MAAM,wBAAwB,CAAC;AACvE,YAAY,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEzF,cAAc,0BAA0B,CAAC;AAEzC,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACvF,cAAc,kBAAkB,CAAC;AACjC,OAAO,EACN,aAAa,EACb,cAAc,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,QAAQ,EACb,UAAU,EACV,eAAe,EACf,aAAa,EACb,kBAAkB,GAClB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACN,8BAA8B,EAC9B,sBAAsB,EACtB,2BAA2B,GAC3B,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC9E,YAAY,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACzF,YAAY,EACX,aAAa,EACb,sBAAsB,EACtB,gCAAgC,EAChC,8BAA8B,EAC9B,kCAAkC,EAClC,uBAAuB,EACvB,sBAAsB,EACtB,oCAAoC,EACpC,gCAAgC,EAChC,2BAA2B,EAC3B,gCAAgC,EAChC,8BAA8B,EAC9B,sBAAsB,EACtB,8BAA8B,EAC9B,mBAAmB,EACnB,sBAAsB,EACtB,yBAAyB,EACzB,8BAA8B,EAC9B,uBAAuB,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAEhE,cAAc,WAAW,CAAC;AAE1B,OAAO,EACN,KAAK,gBAAgB,EACrB,KAAK,wBAAwB,EAC7B,KAAK,gBAAgB,EACrB,yBAAyB,EACzB,yBAAyB,EACzB,iBAAiB,EACjB,oBAAoB,GACpB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAC7D,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC3D,YAAY,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,YAAY,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAE9E,OAAO,EAAE,6BAA6B,EAAE,MAAM,wBAAwB,CAAC;AACvE,YAAY,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEzF,cAAc,0BAA0B,CAAC;AAEzC,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC"}

package/dist/esm/eval.d.ts

@@ -17,8 +17,8 @@ export declare const EVALUATION_FRAMEWORKS: {
         readonly description: "Multimodal toolbox for evaluating embeddings and retrieval systems.";
         readonly url: "https://github.com/embeddings-benchmark/mteb";
     };
-    readonly "olmo-bench": {
-        readonly name: "olmo-bench";
+    readonly "olmocr-bench": {
+        readonly name: "olmocr-bench";
         readonly description: "olmOCR-Bench is a framework for evaluating document-level OCR of various tools.";
         readonly url: "https://github.com/allenai/olmocr/tree/main/olmocr/bench";
     };
@@ -42,5 +42,10 @@ export declare const EVALUATION_FRAMEWORKS: {
         readonly description: "SWE-Bench Pro is a challenging benchmark evaluating LLMs/Agents on long-horizon software engineering tasks.";
         readonly url: "https://github.com/scaleapi/SWE-bench_Pro-os";
     };
+    readonly "nemo-evaluator": {
+        readonly name: "nemo-evaluator";
+        readonly description: "NeMo Evaluator is an open-source platform for robust, reproducible, and scalable evaluation of Large Language Models across 100+ benchmarks.";
+        readonly url: "https://github.com/NVIDIA-NeMo/Evaluator";
+    };
 };
 //# sourceMappingURL=eval.d.ts.map

package/dist/esm/eval.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA0CxB,CAAC"}
+{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgDxB,CAAC"}

package/dist/esm/eval.js

@@ -17,8 +17,8 @@ export const EVALUATION_FRAMEWORKS = {
         description: "Multimodal toolbox for evaluating embeddings and retrieval systems.",
         url: "https://github.com/embeddings-benchmark/mteb",
     },
-    "olmo-bench": {
-        name: "olmo-bench",
+    "olmocr-bench": {
+        name: "olmocr-bench",
         description: "olmOCR-Bench is a framework for evaluating document-level OCR of various tools.",
         url: "https://github.com/allenai/olmocr/tree/main/olmocr/bench",
     },
@@ -42,4 +42,9 @@ export const EVALUATION_FRAMEWORKS = {
         description: "SWE-Bench Pro is a challenging benchmark evaluating LLMs/Agents on long-horizon software engineering tasks.",
         url: "https://github.com/scaleapi/SWE-bench_Pro-os",
     },
+    "nemo-evaluator": {
+        name: "nemo-evaluator",
+        description: "NeMo Evaluator is an open-source platform for robust, reproducible, and scalable evaluation of Large Language Models across 100+ benchmarks.",
+        url: "https://github.com/NVIDIA-NeMo/Evaluator",
+    },
 };

package/dist/esm/hardware-amd.d.ts

@@ -0,0 +1,11 @@
+import type { HardwareSpec } from "./hardware.js";
+export interface AmdGpuHardwareSpec extends HardwareSpec {
+    /**
+     * GFX version / LLVM ISA target (AMD GPUs only), e.g. "gfx1100"
+     *
+     * potential source https://llvm.org/docs/AMDGPUUsage.html#processors
+     */
+    gfxVersion: string;
+}
+export declare const AMD_GPU_SKUS: Record<string, AmdGpuHardwareSpec>;
+//# sourceMappingURL=hardware-amd.d.ts.map

package/dist/esm/hardware-amd.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hardware-amd.d.ts","sourceRoot":"","sources":["../../src/hardware-amd.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CA8H3D,CAAC"}