@huggingface/tasks 0.13.1 → 0.13.2

package/dist/esm/gguf.d.ts

@@ -0,0 +1,35 @@
+export declare enum GGMLQuantizationType {
+    F32 = 0,
+    F16 = 1,
+    Q4_0 = 2,
+    Q4_1 = 3,
+    Q5_0 = 6,
+    Q5_1 = 7,
+    Q8_0 = 8,
+    Q8_1 = 9,
+    Q2_K = 10,
+    Q3_K = 11,
+    Q4_K = 12,
+    Q5_K = 13,
+    Q6_K = 14,
+    Q8_K = 15,
+    IQ2_XXS = 16,
+    IQ2_XS = 17,
+    IQ3_XXS = 18,
+    IQ1_S = 19,
+    IQ4_NL = 20,
+    IQ3_S = 21,
+    IQ2_S = 22,
+    IQ4_XS = 23,
+    I8 = 24,
+    I16 = 25,
+    I32 = 26,
+    I64 = 27,
+    F64 = 28,
+    IQ1_M = 29,
+    BF16 = 30
+}
+export declare const GGUF_QUANT_RE: RegExp;
+export declare const GGUF_QUANT_RE_GLOBAL: RegExp;
+export declare function parseGGUFQuantLabel(fname: string): string | undefined;
+//# sourceMappingURL=gguf.d.ts.map

package/dist/esm/gguf.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gguf.d.ts","sourceRoot":"","sources":["../../src/gguf.ts"],"names":[],"mappings":"AAAA,oBAAY,oBAAoB;IAC/B,GAAG,IAAI;IACP,GAAG,IAAI;IACP,IAAI,IAAI;IACR,IAAI,IAAI;IACR,IAAI,IAAI;IACR,IAAI,IAAI;IACR,IAAI,IAAI;IACR,IAAI,IAAI;IACR,IAAI,KAAK;IACT,IAAI,KAAK;IACT,IAAI,KAAK;IACT,IAAI,KAAK;IACT,IAAI,KAAK;IACT,IAAI,KAAK;IACT,OAAO,KAAK;IACZ,MAAM,KAAK;IACX,OAAO,KAAK;IACZ,KAAK,KAAK;IACV,MAAM,KAAK;IACX,KAAK,KAAK;IACV,KAAK,KAAK;IACV,MAAM,KAAK;IACX,EAAE,KAAK;IACP,GAAG,KAAK;IACR,GAAG,KAAK;IACR,GAAG,KAAK;IACR,GAAG,KAAK;IACR,KAAK,KAAK;IACV,IAAI,KAAK;CACT;AAGD,eAAO,MAAM,aAAa,QAAmF,CAAC;AAC9G,eAAO,MAAM,oBAAoB,QAAiC,CAAC;AAEnE,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAGrE"}

package/dist/esm/gguf.js

@@ -0,0 +1,39 @@
+export var GGMLQuantizationType;
+(function (GGMLQuantizationType) {
+    GGMLQuantizationType[GGMLQuantizationType["F32"] = 0] = "F32";
+    GGMLQuantizationType[GGMLQuantizationType["F16"] = 1] = "F16";
+    GGMLQuantizationType[GGMLQuantizationType["Q4_0"] = 2] = "Q4_0";
+    GGMLQuantizationType[GGMLQuantizationType["Q4_1"] = 3] = "Q4_1";
+    GGMLQuantizationType[GGMLQuantizationType["Q5_0"] = 6] = "Q5_0";
+    GGMLQuantizationType[GGMLQuantizationType["Q5_1"] = 7] = "Q5_1";
+    GGMLQuantizationType[GGMLQuantizationType["Q8_0"] = 8] = "Q8_0";
+    GGMLQuantizationType[GGMLQuantizationType["Q8_1"] = 9] = "Q8_1";
+    GGMLQuantizationType[GGMLQuantizationType["Q2_K"] = 10] = "Q2_K";
+    GGMLQuantizationType[GGMLQuantizationType["Q3_K"] = 11] = "Q3_K";
+    GGMLQuantizationType[GGMLQuantizationType["Q4_K"] = 12] = "Q4_K";
+    GGMLQuantizationType[GGMLQuantizationType["Q5_K"] = 13] = "Q5_K";
+    GGMLQuantizationType[GGMLQuantizationType["Q6_K"] = 14] = "Q6_K";
+    GGMLQuantizationType[GGMLQuantizationType["Q8_K"] = 15] = "Q8_K";
+    GGMLQuantizationType[GGMLQuantizationType["IQ2_XXS"] = 16] = "IQ2_XXS";
+    GGMLQuantizationType[GGMLQuantizationType["IQ2_XS"] = 17] = "IQ2_XS";
+    GGMLQuantizationType[GGMLQuantizationType["IQ3_XXS"] = 18] = "IQ3_XXS";
+    GGMLQuantizationType[GGMLQuantizationType["IQ1_S"] = 19] = "IQ1_S";
+    GGMLQuantizationType[GGMLQuantizationType["IQ4_NL"] = 20] = "IQ4_NL";
+    GGMLQuantizationType[GGMLQuantizationType["IQ3_S"] = 21] = "IQ3_S";
+    GGMLQuantizationType[GGMLQuantizationType["IQ2_S"] = 22] = "IQ2_S";
+    GGMLQuantizationType[GGMLQuantizationType["IQ4_XS"] = 23] = "IQ4_XS";
+    GGMLQuantizationType[GGMLQuantizationType["I8"] = 24] = "I8";
+    GGMLQuantizationType[GGMLQuantizationType["I16"] = 25] = "I16";
+    GGMLQuantizationType[GGMLQuantizationType["I32"] = 26] = "I32";
+    GGMLQuantizationType[GGMLQuantizationType["I64"] = 27] = "I64";
+    GGMLQuantizationType[GGMLQuantizationType["F64"] = 28] = "F64";
+    GGMLQuantizationType[GGMLQuantizationType["IQ1_M"] = 29] = "IQ1_M";
+    GGMLQuantizationType[GGMLQuantizationType["BF16"] = 30] = "BF16";
+})(GGMLQuantizationType || (GGMLQuantizationType = {}));
+const ggufQuants = Object.values(GGMLQuantizationType).filter((v) => typeof v === "string");
+export const GGUF_QUANT_RE = new RegExp(`(?<quant>${ggufQuants.join("|")})` + "(_(?<sizeVariation>[A-Z]+))?");
+export const GGUF_QUANT_RE_GLOBAL = new RegExp(GGUF_QUANT_RE, "g");
+export function parseGGUFQuantLabel(fname) {
+    const quantLabel = fname.toUpperCase().match(GGUF_QUANT_RE_GLOBAL)?.at(-1); // if there is multiple quant substrings in a name, we prefer the last one
+    return quantLabel;
+}

package/dist/esm/hardware.d.ts

@@ -0,0 +1,478 @@
+/**
+ * Biden AI Executive Order
+ * https://www.whitehouse.gov/briefing-room/presidential-actions/2023/10/30/executive-order-on-the-safe-secure-and-trustworthy-development-and-use-of-artificial-intelligence/
+ */
+export declare const TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL: number;
+export declare const TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL_BIOLOGY: number;
+export declare const TFLOPS_THRESHOLD_WHITE_HOUSE_CLUSTER: number;
+/**
+ * EU AI Act
+ * https://ec.europa.eu/commission/presscorner/detail/en/qanda_21_1683
+ */
+export declare const TFLOPS_THRESHOLD_EU_AI_ACT_MODEL_TRAINING_TOTAL: number;
+export interface HardwareSpec {
+    /**
+     * Approximate value, in FP16 whenever possible.
+     * This is only approximate/theoretical and shouldn't be taken too seriously.
+     * Currently the CPU values are from cpu-monkey.com
+     * while the GPU values are from techpowerup.com
+     *
+     * Note to reviewers: I got fed up with data entry,
+     * and HuggingChat running Llama3 with Web search was failing a bit,
+     * so some of those values might be slightly inaccurate. Forgive me and please feel free to improve.
+     */
+    tflops: number;
+    /**
+     * If an array is specified, options of memory size (can be VRAM, unified RAM)
+     * e.g. an A100 exists in 40 or 80 GB.
+     */
+    memory?: number[];
+}
+export declare const DEFAULT_MEMORY_OPTIONS: number[];
+export declare const SKUS: {
+    GPU: {
+        NVIDIA: {
+            H100: {
+                tflops: number;
+                memory: number[];
+            };
+            L40: {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 6000 Ada": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 5880 Ada": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 5000 Ada": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4500 Ada": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4000 Ada": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4000 SFF Ada": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 2000 Ada": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX A4000": {
+                tflops: number;
+                memory: number[];
+            };
+            A100: {
+                tflops: number;
+                memory: number[];
+            };
+            A40: {
+                tflops: number;
+                memory: number[];
+            };
+            A10: {
+                tflops: number;
+                memory: number[];
+            };
+            A2: {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4090": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4090D": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4080 SUPER": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4080": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4070": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4070 Ti": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4070 Super": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4070 Ti Super": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4060": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4060 Ti": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 3090": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 3090 Ti": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 3080": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 3080 Ti": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 3070": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 3070 Ti": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 3070 Ti Laptop": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 3060 Ti": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 3060": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 2080 Ti": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 2080": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 2070": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 2070 SUPER Mobile": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 2070 SUPER": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 3050 Mobile": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 2060 Mobile": {
+                tflops: number;
+                memory: number[];
+            };
+            "GTX 1080 Ti": {
+                tflops: number;
+                memory: number[];
+            };
+            "GTX 1070 Ti": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX Titan": {
+                tflops: number;
+                memory: number[];
+            };
+            "GTX 1660": {
+                tflops: number;
+                memory: number[];
+            };
+            "GTX 1650 Mobile": {
+                tflops: number;
+                memory: number[];
+            };
+            T4: {
+                tflops: number;
+                memory: number[];
+            };
+            V100: {
+                tflops: number;
+                memory: number[];
+            };
+            "Quadro P6000": {
+                tflops: number;
+                memory: number[];
+            };
+            P40: {
+                tflops: number;
+                memory: number[];
+            };
+        };
+        AMD: {
+            MI300: {
+                tflops: number;
+                memory: number[];
+            };
+            MI250: {
+                tflops: number;
+                memory: number[];
+            };
+            MI210: {
+                tflops: number;
+                memory: number[];
+            };
+            MI100: {
+                tflops: number;
+                memory: number[];
+            };
+            MI60: {
+                tflops: number;
+                memory: number[];
+            };
+            MI50: {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 7900 XTX": {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 7900 XT": {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 7900 GRE": {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 7800 XT": {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 7700 XT": {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 7600 XT": {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 6950 XT": {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 6800": {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 6700 XT": {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 6700": {
+                tflops: number;
+                memory: number[];
+            };
+            "Radeon Pro VII": {
+                tflops: number;
+                memory: number[];
+            };
+        };
+        QUALCOMM: {
+            "Snapdragon X Elite X1E-00-1DE": {
+                tflops: number;
+            };
+            "Snapdragon X Elite X1E-84-100": {
+                tflops: number;
+            };
+            "Snapdragon X Elite X1E-80-100": {
+                tflops: number;
+            };
+            "Snapdragon X Elite X1E-78-100": {
+                tflops: number;
+            };
+            "Snapdragon X Plus X1P-64-100": {
+                tflops: number;
+            };
+        };
+    };
+    CPU: {
+        Intel: {
+            "Xeon 4th Generation (Sapphire Rapids)": {
+                tflops: number;
+            };
+            "Xeon 3th Generation (Ice Lake)": {
+                tflops: number;
+            };
+            "Xeon 2th Generation (Cascade Lake)": {
+                tflops: number;
+            };
+            "Intel Core 13th Generation (i9)": {
+                tflops: number;
+            };
+            "Intel Core 13th Generation (i7)": {
+                tflops: number;
+            };
+            "Intel Core 13th Generation (i5)": {
+                tflops: number;
+            };
+            "Intel Core 13th Generation (i3)": {
+                tflops: number;
+            };
+            "Intel Core 12th Generation (i9)": {
+                tflops: number;
+            };
+            "Intel Core 12th Generation (i7)": {
+                tflops: number;
+            };
+            "Intel Core 12th Generation (i5)": {
+                tflops: number;
+            };
+            "Intel Core 12th Generation (i3)": {
+                tflops: number;
+            };
+            "Intel Core 11th Generation (i9)": {
+                tflops: number;
+            };
+            "Intel Core 11th Generation (i7)": {
+                tflops: number;
+            };
+            "Intel Core 11th Generation (i5)": {
+                tflops: number;
+            };
+            "Intel Core 11th Generation (i3)": {
+                tflops: number;
+            };
+            "Intel Core 10th Generation (i9)": {
+                tflops: number;
+            };
+            "Intel Core 10th Generation (i7)": {
+                tflops: number;
+            };
+            "Intel Core 10th Generation (i5)": {
+                tflops: number;
+            };
+            "Intel Core 10th Generation (i3)": {
+                tflops: number;
+            };
+        };
+        AMD: {
+            "EPYC 4th Generation (Genoa)": {
+                tflops: number;
+            };
+            "EPYC 3th Generation (Milan)": {
+                tflops: number;
+            };
+            "EPYC 2th Generation (Rome)": {
+                tflops: number;
+            };
+            "EPYC 1st Generation (Naples)": {
+                tflops: number;
+            };
+            "Ryzen Zen4 7000 (Ryzen 9)": {
+                tflops: number;
+            };
+            "Ryzen Zen4 7000 (Ryzen 7)": {
+                tflops: number;
+            };
+            "Ryzen Zen4 7000 (Ryzen 5)": {
+                tflops: number;
+            };
+            "Ryzen Zen3 5000 (Ryzen 9)": {
+                tflops: number;
+            };
+            "Ryzen Zen3 5000 (Ryzen 7)": {
+                tflops: number;
+            };
+            "Ryzen Zen3 5000 (Ryzen 5)": {
+                tflops: number;
+            };
+            "Ryzen Zen 2  3000 (Threadripper)": {
+                tflops: number;
+            };
+            "Ryzen Zen 2  3000 (Ryzen 9)": {
+                tflops: number;
+            };
+            "Ryzen Zen 2  3000 (Ryzen 7)": {
+                tflops: number;
+            };
+            "Ryzen Zen 2  3000 (Ryzen 5)": {
+                tflops: number;
+            };
+            "Ryzen Zen 2  3000 (Ryzen 3)": {
+                tflops: number;
+            };
+        };
+    };
+    "Apple Silicon": {
+        "-": {
+            "Apple M1": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M1 Pro": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M1 Max": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M1 Ultra": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M2": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M2 Pro": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M2 Max": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M2 Ultra": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M3": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M3 Pro": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M3 Max": {
+                tflops: number;
+                memory: number[];
+            };
+        };
+    };
+};
+export type SkuType = keyof typeof SKUS;
+//# sourceMappingURL=hardware.d.ts.map

package/dist/esm/hardware.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hardware.d.ts","sourceRoot":"","sources":["../../src/hardware.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,eAAO,MAAM,iDAAiD,QAAW,CAAC;AAC1E,eAAO,MAAM,yDAAyD,QAAW,CAAC;AAClF,eAAO,MAAM,oCAAoC,QAAU,CAAC;AAE5D;;;GAGG;AACH,eAAO,MAAM,+CAA+C,QAAW,CAAC;AAExE,MAAM,WAAW,YAAY;IAC5B;;;;;;;;;OASG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,eAAO,MAAM,sBAAsB,UAAqD,CAAC;AAEzF,eAAO,MAAM,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4buD,CAAC;AAEzE,MAAM,MAAM,OAAO,GAAG,MAAM,OAAO,IAAI,CAAC"}