@huggingface/tasks 0.10.2 → 0.10.4

package/dist/index.cjs

@@ -22,6 +22,7 @@ var src_exports = {};
 __export(src_exports, {
   ALL_DISPLAY_MODEL_LIBRARY_KEYS: () => ALL_DISPLAY_MODEL_LIBRARY_KEYS,
   ALL_MODEL_LIBRARY_KEYS: () => ALL_MODEL_LIBRARY_KEYS,
+  DEFAULT_MEMORY_OPTIONS: () => DEFAULT_MEMORY_OPTIONS,
   InferenceDisplayability: () => InferenceDisplayability,
   LIBRARY_TASK_MAPPING: () => LIBRARY_TASK_MAPPING,
   LOCAL_APPS: () => LOCAL_APPS,
@@ -32,6 +33,7 @@ __export(src_exports, {
   PIPELINE_DATA: () => PIPELINE_DATA,
   PIPELINE_TYPES: () => PIPELINE_TYPES,
   PIPELINE_TYPES_SET: () => PIPELINE_TYPES_SET,
+  SKUS: () => SKUS,
   SPECIAL_TOKENS_ATTRIBUTES: () => SPECIAL_TOKENS_ATTRIBUTES,
   SUBTASK_TYPES: () => SUBTASK_TYPES,
   TASKS_DATA: () => TASKS_DATA,
@@ -5452,12 +5454,295 @@ function hasJsInferenceSnippet(model) {
   return !!model.pipeline_tag && model.pipeline_tag in jsSnippets;
 }
 
+// src/hardware.ts
+var TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL = 10 ** 14;
+var TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL_BIOLOGY = 10 ** 11;
+var TFLOPS_THRESHOLD_WHITE_HOUSE_CLUSTER = 10 ** 8;
+var TFLOPS_THRESHOLD_EU_AI_ACT_MODEL_TRAINING_TOTAL = 10 ** 13;
+var DEFAULT_MEMORY_OPTIONS = [8, 16, 24, 32, 40, 48, 64, 80, 96, 128];
+var SKUS = {
+  GPU: {
+    NVIDIA: {
+      H100: {
+        tflops: 267.6,
+        memory: [80]
+      },
+      L40: {
+        tflops: 90.52,
+        memory: [48]
+      },
+      "RTX 6000 Ada": {
+        tflops: 91.1,
+        memory: [48]
+      },
+      A100: {
+        tflops: 77.97,
+        memory: [80, 40]
+      },
+      A40: {
+        tflops: 37.42,
+        memory: [48]
+      },
+      A10: {
+        tflops: 31.24,
+        memory: [24]
+      },
+      T4: {
+        tflops: 65.13,
+        memory: [16]
+      },
+      "RTX 4090": {
+        tflops: 82.58,
+        memory: [24]
+      },
+      "RTX 4080 SUPER": {
+        tflops: 52.2,
+        memory: [16]
+      },
+      "RTX 4080": {
+        tflops: 48.7,
+        memory: [16]
+      },
+      "RTX 4070": {
+        tflops: 29.15,
+        memory: [12]
+      },
+      "RTX 4070 Ti": {
+        tflops: 40.09,
+        memory: [12]
+      },
+      "RTX 4070 Super": {
+        tflops: 35.48,
+        memory: [12]
+      },
+      "RTX 4070 Ti Super": {
+        tflops: 44.1,
+        memory: [16]
+      },
+      "RTX 3090": {
+        tflops: 35.58,
+        memory: [24]
+      },
+      "RTX 3090 Ti": {
+        tflops: 40,
+        memory: [24]
+      },
+      "RTX 3080 Ti": {
+        tflops: 34.1,
+        memory: [12]
+      },
+      "RTX 3080": {
+        tflops: 30.6,
+        memory: [12, 10]
+      }
+    },
+    AMD: {
+      MI300: {
+        tflops: 383,
+        memory: [192]
+      },
+      MI250: {
+        tflops: 362.1,
+        memory: [128]
+      },
+      MI210: {
+        tflops: 181,
+        memory: [64]
+      },
+      "RX 7900 XTX": {
+        tflops: 122.8,
+        memory: [24]
+      },
+      "RX 7900 XT": {
+        tflops: 103,
+        memory: [20]
+      },
+      "RX 7900 GRE": {
+        tflops: 91.96,
+        memory: [16]
+      },
+      "RX 7800 XT": {
+        tflops: 74.65,
+        memory: [16]
+      },
+      "RX 7700 XT": {
+        tflops: 70.34,
+        memory: [12]
+      },
+      "RX 7600 XT": {
+        tflops: 45.14,
+        memory: [16, 8]
+      }
+    }
+  },
+  CPU: {
+    Intel: {
+      "Xeon 4th Generation (Sapphire Rapids)": {
+        tflops: 1.3
+      },
+      "Xeon 3th Generation (Ice Lake)": {
+        tflops: 0.8
+      },
+      "Xeon 2th Generation (Cascade Lake)": {
+        tflops: 0.55
+      },
+      "Intel Core 13th Generation (i9)": {
+        tflops: 0.85
+      },
+      "Intel Core 13th Generation (i7)": {
+        tflops: 0.82
+      },
+      "Intel Core 13th Generation (i5)": {
+        tflops: 0.68
+      },
+      "Intel Core 13th Generation (i3)": {
+        tflops: 0.57
+      },
+      "Intel Core 12th Generation (i9)": {
+        tflops: 0.79
+      },
+      "Intel Core 12th Generation (i7)": {
+        tflops: 0.77
+      },
+      "Intel Core 12th Generation (i5)": {
+        tflops: 0.65
+      },
+      "Intel Core 12th Generation (i3)": {
+        tflops: 0.53
+      },
+      "Intel Core 11th Generation (i9)": {
+        tflops: 0.7
+      },
+      "Intel Core 11th Generation (i7)": {
+        tflops: 0.6
+      },
+      "Intel Core 11th Generation (i5)": {
+        tflops: 0.5
+      },
+      "Intel Core 11th Generation (i3)": {
+        tflops: 0.35
+      },
+      "Intel Core 10th Generation (i9)": {
+        tflops: 0.46
+      },
+      "Intel Core 10th Generation (i7)": {
+        tflops: 0.46
+      },
+      "Intel Core 10th Generation (i5)": {
+        tflops: 0.46
+      },
+      "Intel Core 10th Generation (i3)": {
+        tflops: 0.44
+      }
+    },
+    AMD: {
+      "EPYC 4th Generation (Genoa)": {
+        tflops: 5
+      },
+      "EPYC 3th Generation (Milan)": {
+        tflops: 2.4
+      },
+      "EPYC 2th Generation (Rome)": {
+        tflops: 0.6
+      },
+      "EPYC 1st Generation (Naples)": {
+        tflops: 0.6
+      },
+      "Ryzen Zen4 7000 (Ryzen 9)": {
+        tflops: 0.56
+      },
+      "Ryzen Zen4 7000 (Ryzen 7)": {
+        tflops: 0.56
+      },
+      "Ryzen Zen4 7000 (Ryzen 5)": {
+        tflops: 0.56
+      },
+      "Ryzen Zen3 5000 (Ryzen 9)": {
+        tflops: 1.33
+      },
+      "Ryzen Zen3 5000 (Ryzen 7)": {
+        tflops: 1.33
+      },
+      "Ryzen Zen3 5000 (Ryzen 5)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Threadripper)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 9)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 7)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 5)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 3)": {
+        tflops: 0.72
+      }
+    }
+  },
+  "Apple Silicon": {
+    "-": {
+      "Apple M1": {
+        tflops: 2.6,
+        memory: [8, 16]
+      },
+      "Apple M1 Pro": {
+        tflops: 5.2,
+        memory: [16, 24, 32]
+      },
+      "Apple M1 Max": {
+        tflops: 10.4,
+        memory: [16, 24, 32, 64]
+      },
+      "Apple M1 Ultra": {
+        tflops: 21,
+        memory: [16, 24, 32, 64, 96, 128]
+      },
+      "Apple M2": {
+        tflops: 3.6,
+        memory: [8, 16, 24]
+      },
+      "Apple M2 Pro": {
+        tflops: 13.6,
+        memory: [16, 24, 32]
+      },
+      "Apple M2 Max": {
+        tflops: 13.49,
+        memory: [32, 64, 96]
+      },
+      "Apple M2 Ultra": {
+        tflops: 27.2,
+        memory: [64, 96, 128, 192]
+      },
+      "Apple M3": {
+        tflops: 2.84,
+        memory: [8, 16, 24]
+      },
+      "Apple M3 Pro": {
+        tflops: 14,
+        memory: [18, 36]
+      },
+      "Apple M3 Max": {
+        tflops: 14.2,
+        memory: [36, 48, 64, 96, 128]
+      }
+    }
+  }
+};
+
 // src/local-apps.ts
 function isGgufModel(model) {
   return model.tags.includes("gguf");
 }
 var snippetLlamacpp = (model) => {
-  return `./main 	--hf-repo ${model.id} 	-m file.gguf 	-p "I believe the meaning of life is " -n 128`;
+  return `./main \\
+	--hf-repo "${model.id}" \\
+	-m file.gguf \\
+	-p "I believe the meaning of life is " \\
+	-n 128`;
 };
 var LOCAL_APPS = {
   "llama.cpp": {
@@ -5515,6 +5800,7 @@ var LOCAL_APPS = {
 0 && (module.exports = {
   ALL_DISPLAY_MODEL_LIBRARY_KEYS,
   ALL_MODEL_LIBRARY_KEYS,
+  DEFAULT_MEMORY_OPTIONS,
   InferenceDisplayability,
   LIBRARY_TASK_MAPPING,
   LOCAL_APPS,
@@ -5525,6 +5811,7 @@ var LOCAL_APPS = {
   PIPELINE_DATA,
   PIPELINE_TYPES,
   PIPELINE_TYPES_SET,
+  SKUS,
   SPECIAL_TOKENS_ATTRIBUTES,
   SUBTASK_TYPES,
   TASKS_DATA,

package/dist/index.js

@@ -5416,12 +5416,295 @@ function hasJsInferenceSnippet(model) {
   return !!model.pipeline_tag && model.pipeline_tag in jsSnippets;
 }
 
+// src/hardware.ts
+var TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL = 10 ** 14;
+var TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL_BIOLOGY = 10 ** 11;
+var TFLOPS_THRESHOLD_WHITE_HOUSE_CLUSTER = 10 ** 8;
+var TFLOPS_THRESHOLD_EU_AI_ACT_MODEL_TRAINING_TOTAL = 10 ** 13;
+var DEFAULT_MEMORY_OPTIONS = [8, 16, 24, 32, 40, 48, 64, 80, 96, 128];
+var SKUS = {
+  GPU: {
+    NVIDIA: {
+      H100: {
+        tflops: 267.6,
+        memory: [80]
+      },
+      L40: {
+        tflops: 90.52,
+        memory: [48]
+      },
+      "RTX 6000 Ada": {
+        tflops: 91.1,
+        memory: [48]
+      },
+      A100: {
+        tflops: 77.97,
+        memory: [80, 40]
+      },
+      A40: {
+        tflops: 37.42,
+        memory: [48]
+      },
+      A10: {
+        tflops: 31.24,
+        memory: [24]
+      },
+      T4: {
+        tflops: 65.13,
+        memory: [16]
+      },
+      "RTX 4090": {
+        tflops: 82.58,
+        memory: [24]
+      },
+      "RTX 4080 SUPER": {
+        tflops: 52.2,
+        memory: [16]
+      },
+      "RTX 4080": {
+        tflops: 48.7,
+        memory: [16]
+      },
+      "RTX 4070": {
+        tflops: 29.15,
+        memory: [12]
+      },
+      "RTX 4070 Ti": {
+        tflops: 40.09,
+        memory: [12]
+      },
+      "RTX 4070 Super": {
+        tflops: 35.48,
+        memory: [12]
+      },
+      "RTX 4070 Ti Super": {
+        tflops: 44.1,
+        memory: [16]
+      },
+      "RTX 3090": {
+        tflops: 35.58,
+        memory: [24]
+      },
+      "RTX 3090 Ti": {
+        tflops: 40,
+        memory: [24]
+      },
+      "RTX 3080 Ti": {
+        tflops: 34.1,
+        memory: [12]
+      },
+      "RTX 3080": {
+        tflops: 30.6,
+        memory: [12, 10]
+      }
+    },
+    AMD: {
+      MI300: {
+        tflops: 383,
+        memory: [192]
+      },
+      MI250: {
+        tflops: 362.1,
+        memory: [128]
+      },
+      MI210: {
+        tflops: 181,
+        memory: [64]
+      },
+      "RX 7900 XTX": {
+        tflops: 122.8,
+        memory: [24]
+      },
+      "RX 7900 XT": {
+        tflops: 103,
+        memory: [20]
+      },
+      "RX 7900 GRE": {
+        tflops: 91.96,
+        memory: [16]
+      },
+      "RX 7800 XT": {
+        tflops: 74.65,
+        memory: [16]
+      },
+      "RX 7700 XT": {
+        tflops: 70.34,
+        memory: [12]
+      },
+      "RX 7600 XT": {
+        tflops: 45.14,
+        memory: [16, 8]
+      }
+    }
+  },
+  CPU: {
+    Intel: {
+      "Xeon 4th Generation (Sapphire Rapids)": {
+        tflops: 1.3
+      },
+      "Xeon 3th Generation (Ice Lake)": {
+        tflops: 0.8
+      },
+      "Xeon 2th Generation (Cascade Lake)": {
+        tflops: 0.55
+      },
+      "Intel Core 13th Generation (i9)": {
+        tflops: 0.85
+      },
+      "Intel Core 13th Generation (i7)": {
+        tflops: 0.82
+      },
+      "Intel Core 13th Generation (i5)": {
+        tflops: 0.68
+      },
+      "Intel Core 13th Generation (i3)": {
+        tflops: 0.57
+      },
+      "Intel Core 12th Generation (i9)": {
+        tflops: 0.79
+      },
+      "Intel Core 12th Generation (i7)": {
+        tflops: 0.77
+      },
+      "Intel Core 12th Generation (i5)": {
+        tflops: 0.65
+      },
+      "Intel Core 12th Generation (i3)": {
+        tflops: 0.53
+      },
+      "Intel Core 11th Generation (i9)": {
+        tflops: 0.7
+      },
+      "Intel Core 11th Generation (i7)": {
+        tflops: 0.6
+      },
+      "Intel Core 11th Generation (i5)": {
+        tflops: 0.5
+      },
+      "Intel Core 11th Generation (i3)": {
+        tflops: 0.35
+      },
+      "Intel Core 10th Generation (i9)": {
+        tflops: 0.46
+      },
+      "Intel Core 10th Generation (i7)": {
+        tflops: 0.46
+      },
+      "Intel Core 10th Generation (i5)": {
+        tflops: 0.46
+      },
+      "Intel Core 10th Generation (i3)": {
+        tflops: 0.44
+      }
+    },
+    AMD: {
+      "EPYC 4th Generation (Genoa)": {
+        tflops: 5
+      },
+      "EPYC 3th Generation (Milan)": {
+        tflops: 2.4
+      },
+      "EPYC 2th Generation (Rome)": {
+        tflops: 0.6
+      },
+      "EPYC 1st Generation (Naples)": {
+        tflops: 0.6
+      },
+      "Ryzen Zen4 7000 (Ryzen 9)": {
+        tflops: 0.56
+      },
+      "Ryzen Zen4 7000 (Ryzen 7)": {
+        tflops: 0.56
+      },
+      "Ryzen Zen4 7000 (Ryzen 5)": {
+        tflops: 0.56
+      },
+      "Ryzen Zen3 5000 (Ryzen 9)": {
+        tflops: 1.33
+      },
+      "Ryzen Zen3 5000 (Ryzen 7)": {
+        tflops: 1.33
+      },
+      "Ryzen Zen3 5000 (Ryzen 5)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Threadripper)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 9)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 7)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 5)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 3)": {
+        tflops: 0.72
+      }
+    }
+  },
+  "Apple Silicon": {
+    "-": {
+      "Apple M1": {
+        tflops: 2.6,
+        memory: [8, 16]
+      },
+      "Apple M1 Pro": {
+        tflops: 5.2,
+        memory: [16, 24, 32]
+      },
+      "Apple M1 Max": {
+        tflops: 10.4,
+        memory: [16, 24, 32, 64]
+      },
+      "Apple M1 Ultra": {
+        tflops: 21,
+        memory: [16, 24, 32, 64, 96, 128]
+      },
+      "Apple M2": {
+        tflops: 3.6,
+        memory: [8, 16, 24]
+      },
+      "Apple M2 Pro": {
+        tflops: 13.6,
+        memory: [16, 24, 32]
+      },
+      "Apple M2 Max": {
+        tflops: 13.49,
+        memory: [32, 64, 96]
+      },
+      "Apple M2 Ultra": {
+        tflops: 27.2,
+        memory: [64, 96, 128, 192]
+      },
+      "Apple M3": {
+        tflops: 2.84,
+        memory: [8, 16, 24]
+      },
+      "Apple M3 Pro": {
+        tflops: 14,
+        memory: [18, 36]
+      },
+      "Apple M3 Max": {
+        tflops: 14.2,
+        memory: [36, 48, 64, 96, 128]
+      }
+    }
+  }
+};
+
 // src/local-apps.ts
 function isGgufModel(model) {
   return model.tags.includes("gguf");
 }
 var snippetLlamacpp = (model) => {
-  return `./main 	--hf-repo ${model.id} 	-m file.gguf 	-p "I believe the meaning of life is " -n 128`;
+  return `./main \\
+	--hf-repo "${model.id}" \\
+	-m file.gguf \\
+	-p "I believe the meaning of life is " \\
+	-n 128`;
 };
 var LOCAL_APPS = {
   "llama.cpp": {
@@ -5478,6 +5761,7 @@ var LOCAL_APPS = {
 export {
   ALL_DISPLAY_MODEL_LIBRARY_KEYS,
   ALL_MODEL_LIBRARY_KEYS,
+  DEFAULT_MEMORY_OPTIONS,
   InferenceDisplayability,
   LIBRARY_TASK_MAPPING,
   LOCAL_APPS,
@@ -5488,6 +5772,7 @@ export {
   PIPELINE_DATA,
   PIPELINE_TYPES,
   PIPELINE_TYPES_SET,
+  SKUS,
   SPECIAL_TOKENS_ATTRIBUTES,
   SUBTASK_TYPES,
   TASKS_DATA,

package/dist/src/hardware.d.ts

@@ -0,0 +1,305 @@
+/**
+ * Biden AI Executive Order
+ * https://www.whitehouse.gov/briefing-room/presidential-actions/2023/10/30/executive-order-on-the-safe-secure-and-trustworthy-development-and-use-of-artificial-intelligence/
+ */
+export declare const TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL: number;
+export declare const TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL_BIOLOGY: number;
+export declare const TFLOPS_THRESHOLD_WHITE_HOUSE_CLUSTER: number;
+/**
+ * EU AI Act
+ * https://ec.europa.eu/commission/presscorner/detail/en/qanda_21_1683
+ */
+export declare const TFLOPS_THRESHOLD_EU_AI_ACT_MODEL_TRAINING_TOTAL: number;
+export interface HardwareSpec {
+    /**
+     * Approximate value, in FP16 whenever possible.
+     * This is only approximate/theoretical and shouldn't be taken too seriously.
+     * Currently the CPU values are from cpu-monkey.com
+     * while the GPU values are from techpowerup.com
+     *
+     * Note to reviewers: I got fed up with data entry,
+     * and HuggingChat running Llama3 with Web search was failing a bit,
+     * so some of those values might be slightly inaccurate. Forgive me and please feel free to improve.
+     */
+    tflops: number;
+    /**
+     * If an array is specified, options of memory size (can be VRAM, unified RAM)
+     * e.g. an A100 exists in 40 or 80 GB.
+     */
+    memory?: number[];
+}
+export declare const DEFAULT_MEMORY_OPTIONS: number[];
+export declare const SKUS: {
+    GPU: {
+        NVIDIA: {
+            H100: {
+                tflops: number;
+                memory: number[];
+            };
+            L40: {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 6000 Ada": {
+                tflops: number;
+                memory: number[];
+            };
+            A100: {
+                tflops: number;
+                memory: number[];
+            };
+            A40: {
+                tflops: number;
+                memory: number[];
+            };
+            A10: {
+                tflops: number;
+                memory: number[];
+            };
+            T4: {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4090": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4080 SUPER": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4080": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4070": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4070 Ti": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4070 Super": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 4070 Ti Super": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 3090": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 3090 Ti": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 3080 Ti": {
+                tflops: number;
+                memory: number[];
+            };
+            "RTX 3080": {
+                tflops: number;
+                memory: number[];
+            };
+        };
+        AMD: {
+            MI300: {
+                tflops: number;
+                memory: number[];
+            };
+            MI250: {
+                tflops: number;
+                memory: number[];
+            };
+            MI210: {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 7900 XTX": {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 7900 XT": {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 7900 GRE": {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 7800 XT": {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 7700 XT": {
+                tflops: number;
+                memory: number[];
+            };
+            "RX 7600 XT": {
+                tflops: number;
+                memory: number[];
+            };
+        };
+    };
+    CPU: {
+        Intel: {
+            "Xeon 4th Generation (Sapphire Rapids)": {
+                tflops: number;
+            };
+            "Xeon 3th Generation (Ice Lake)": {
+                tflops: number;
+            };
+            "Xeon 2th Generation (Cascade Lake)": {
+                tflops: number;
+            };
+            "Intel Core 13th Generation (i9)": {
+                tflops: number;
+            };
+            "Intel Core 13th Generation (i7)": {
+                tflops: number;
+            };
+            "Intel Core 13th Generation (i5)": {
+                tflops: number;
+            };
+            "Intel Core 13th Generation (i3)": {
+                tflops: number;
+            };
+            "Intel Core 12th Generation (i9)": {
+                tflops: number;
+            };
+            "Intel Core 12th Generation (i7)": {
+                tflops: number;
+            };
+            "Intel Core 12th Generation (i5)": {
+                tflops: number;
+            };
+            "Intel Core 12th Generation (i3)": {
+                tflops: number;
+            };
+            "Intel Core 11th Generation (i9)": {
+                tflops: number;
+            };
+            "Intel Core 11th Generation (i7)": {
+                tflops: number;
+            };
+            "Intel Core 11th Generation (i5)": {
+                tflops: number;
+            };
+            "Intel Core 11th Generation (i3)": {
+                tflops: number;
+            };
+            "Intel Core 10th Generation (i9)": {
+                tflops: number;
+            };
+            "Intel Core 10th Generation (i7)": {
+                tflops: number;
+            };
+            "Intel Core 10th Generation (i5)": {
+                tflops: number;
+            };
+            "Intel Core 10th Generation (i3)": {
+                tflops: number;
+            };
+        };
+        AMD: {
+            "EPYC 4th Generation (Genoa)": {
+                tflops: number;
+            };
+            "EPYC 3th Generation (Milan)": {
+                tflops: number;
+            };
+            "EPYC 2th Generation (Rome)": {
+                tflops: number;
+            };
+            "EPYC 1st Generation (Naples)": {
+                tflops: number;
+            };
+            "Ryzen Zen4 7000 (Ryzen 9)": {
+                tflops: number;
+            };
+            "Ryzen Zen4 7000 (Ryzen 7)": {
+                tflops: number;
+            };
+            "Ryzen Zen4 7000 (Ryzen 5)": {
+                tflops: number;
+            };
+            "Ryzen Zen3 5000 (Ryzen 9)": {
+                tflops: number;
+            };
+            "Ryzen Zen3 5000 (Ryzen 7)": {
+                tflops: number;
+            };
+            "Ryzen Zen3 5000 (Ryzen 5)": {
+                tflops: number;
+            };
+            "Ryzen Zen 2  3000 (Threadripper)": {
+                tflops: number;
+            };
+            "Ryzen Zen 2  3000 (Ryzen 9)": {
+                tflops: number;
+            };
+            "Ryzen Zen 2  3000 (Ryzen 7)": {
+                tflops: number;
+            };
+            "Ryzen Zen 2  3000 (Ryzen 5)": {
+                tflops: number;
+            };
+            "Ryzen Zen 2  3000 (Ryzen 3)": {
+                tflops: number;
+            };
+        };
+    };
+    "Apple Silicon": {
+        "-": {
+            "Apple M1": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M1 Pro": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M1 Max": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M1 Ultra": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M2": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M2 Pro": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M2 Max": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M2 Ultra": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M3": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M3 Pro": {
+                tflops: number;
+                memory: number[];
+            };
+            "Apple M3 Max": {
+                tflops: number;
+                memory: number[];
+            };
+        };
+    };
+};
+export type SkuType = keyof typeof SKUS;
+//# sourceMappingURL=hardware.d.ts.map

package/dist/src/hardware.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hardware.d.ts","sourceRoot":"","sources":["../../src/hardware.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,eAAO,MAAM,iDAAiD,QAAW,CAAC;AAC1E,eAAO,MAAM,yDAAyD,QAAW,CAAC;AAClF,eAAO,MAAM,oCAAoC,QAAU,CAAC;AAE5D;;;GAGG;AACH,eAAO,MAAM,+CAA+C,QAAW,CAAC;AAExE,MAAM,WAAW,YAAY;IAC5B;;;;;;;;;OASG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,eAAO,MAAM,sBAAsB,UAA2C,CAAC;AAE/E,eAAO,MAAM,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+QuD,CAAC;AAEzE,MAAM,MAAM,OAAO,GAAG,MAAM,OAAO,IAAI,CAAC"}

package/dist/src/index.d.ts

@@ -7,11 +7,13 @@ export { ALL_DISPLAY_MODEL_LIBRARY_KEYS, ALL_MODEL_LIBRARY_KEYS, MODEL_LIBRARIES
 export type { LibraryUiElement, ModelLibraryKey } from "./model-libraries";
 export type { ModelData, TransformersInfo } from "./model-data";
 export type { AddedToken, SpecialTokensMap, TokenizerConfig } from "./tokenizer-data";
-export type { ChatMessage, WidgetExample, WidgetExampleAttribute, WidgetExampleAssetAndPromptInput, WidgetExampleAssetAndTextInput, WidgetExampleAssetAndZeroShotInput, WidgetExampleAssetInput, WidgetExampleChatInput, WidgetExampleSentenceSimilarityInput, WidgetExampleStructuredDataInput, WidgetExampleTableDataInput, WidgetExampleTextAndContextInput, WidgetExampleTextAndTableInput, WidgetExampleTextInput, WidgetExampleZeroShotTextInput, WidgetExampleOutput, WidgetExampleOutputUrl, WidgetExampleOutputLabels, WidgetExampleOutputAnswerScore, WidgetExampleOutputText, } from "./widget-example";
+export type { WidgetExample, WidgetExampleAttribute, WidgetExampleAssetAndPromptInput, WidgetExampleAssetAndTextInput, WidgetExampleAssetAndZeroShotInput, WidgetExampleAssetInput, WidgetExampleChatInput, WidgetExampleSentenceSimilarityInput, WidgetExampleStructuredDataInput, WidgetExampleTableDataInput, WidgetExampleTextAndContextInput, WidgetExampleTextAndTableInput, WidgetExampleTextInput, WidgetExampleZeroShotTextInput, WidgetExampleOutput, WidgetExampleOutputUrl, WidgetExampleOutputLabels, WidgetExampleOutputAnswerScore, WidgetExampleOutputText, } from "./widget-example";
 export { InferenceDisplayability } from "./model-data";
 export { SPECIAL_TOKENS_ATTRIBUTES } from "./tokenizer-data";
 import * as snippets from "./snippets";
 export { snippets };
+export { SKUS, DEFAULT_MEMORY_OPTIONS } from "./hardware";
+export type { HardwareSpec, SkuType } from "./hardware";
 export { LOCAL_APPS } from "./local-apps";
 export type { LocalApp, LocalAppKey } from "./local-apps";
 //# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAC9E,cAAc,SAAS,CAAC;AACxB,OAAO,EACN,aAAa,EACb,cAAc,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,QAAQ,EACb,UAAU,EACV,eAAe,EACf,aAAa,EACb,kBAAkB,GAClB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,8BAA8B,EAAE,sBAAsB,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AACxH,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC3E,YAAY,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACtF,YAAY,EACX,WAAW,EACX,aAAa,EACb,sBAAsB,EACtB,gCAAgC,EAChC,8BAA8B,EAC9B,kCAAkC,EAClC,uBAAuB,EACvB,sBAAsB,EACtB,oCAAoC,EACpC,gCAAgC,EAChC,2BAA2B,EAC3B,gCAAgC,EAChC,8BAA8B,EAC9B,sBAAsB,EACtB,8BAA8B,EAC9B,mBAAmB,EACnB,sBAAsB,EACtB,yBAAyB,EACzB,8BAA8B,EAC9B,uBAAuB,GACvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,CAAC;AAEpB,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAC9E,cAAc,SAAS,CAAC;AACxB,OAAO,EACN,aAAa,EACb,cAAc,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,QAAQ,EACb,UAAU,EACV,eAAe,EACf,aAAa,EACb,kBAAkB,GAClB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,8BAA8B,EAAE,sBAAsB,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AACxH,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC3E,YAAY,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACtF,YAAY,EACX,aAAa,EACb,sBAAsB,EACtB,gCAAgC,EAChC,8BAA8B,EAC9B,kCAAkC,EAClC,uBAAuB,EACvB,sBAAsB,EACtB,oCAAoC,EACpC,gCAAgC,EAChC,2BAA2B,EAC3B,gCAAgC,EAChC,8BAA8B,EAC9B,sBAAsB,EACtB,8BAA8B,EAC9B,mBAAmB,EACnB,sBAAsB,EACtB,yBAAyB,EACzB,8BAA8B,EAC9B,uBAAuB,GACvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,CAAC;AAEpB,OAAO,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAC1D,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC"}

package/dist/src/local-apps.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhD;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,GAAG,CAAC;CACnC,GACD;IACA;;OAEG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,CAAC;CACrC,CACH,CAAC;AAEF,iBAAS,WAAW,CAAC,KAAK,EAAE,SAAS,WAEpC;AASD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBAlBS,SAAS,KAAG,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAsDhD;;WAEG;;;;;;;;;;;;;CAa+B,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
+{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhD;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,GAAG,CAAC;CACnC,GACD;IACA;;OAEG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,CAAC;CACrC,CACH,CAAC;AAEF,iBAAS,WAAW,CAAC,KAAK,EAAE,SAAS,WAEpC;AAUD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBAnBS,SAAS,KAAG,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAuDhD;;WAEG;;;;;;;;;;;;;CAa+B,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}

package/dist/src/widget-example.d.ts

@@ -1,6 +1,7 @@
 /**
  * See default-widget-inputs.ts for the default widget inputs, this files only contains the types
  */
+import type { ChatCompletionInputMessage } from "./tasks";
 type TableData = Record<string, (string | number)[]>;
 export type WidgetExampleOutputLabels = Array<{
     label: string;
@@ -40,12 +41,8 @@ export interface WidgetExampleBase<TOutput> {
      */
     output?: TOutput;
 }
-export interface ChatMessage {
-    role: "user" | "assistant" | "system";
-    content: string;
-}
 export interface WidgetExampleChatInput<TOutput = WidgetExampleOutput> extends WidgetExampleBase<TOutput> {
-    messages: ChatMessage[];
+    messages: ChatCompletionInputMessage[];
 }
 export interface WidgetExampleTextInput<TOutput = WidgetExampleOutput> extends WidgetExampleBase<TOutput> {
     text: string;

package/dist/src/widget-example.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"widget-example.d.ts","sourceRoot":"","sources":["../../src/widget-example.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,KAAK,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;AAGrD,MAAM,MAAM,yBAAyB,GAAG,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAChF,MAAM,WAAW,8BAA8B;IAC9C,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACd;AACD,MAAM,WAAW,uBAAuB;IACvC,IAAI,EAAE,MAAM,CAAC;CACb;AACD,MAAM,WAAW,sBAAsB;IACtC,GAAG,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,MAAM,mBAAmB,GAC5B,yBAAyB,GACzB,8BAA8B,GAC9B,uBAAuB,GACvB,sBAAsB,CAAC;AAG1B,MAAM,WAAW,iBAAiB,CAAC,OAAO;IACzC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,UAAU,CAAC,EAAE;QAEZ,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAE9B,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,SAAS,CAAC,EAAE,OAAO,CAAC;QAEpB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC7B,CAAC;IACF;;OAEG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC3B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,sBAAsB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACxG,QAAQ,EAAE,WAAW,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,sBAAsB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACxG,IAAI,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAC9E,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACvC,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACrH,KAAK,EAAE,SAAS,CAAC;CACjB;AAED,MAAM,WAAW,uBAAuB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACzG,GAAG,EAAE,MAAM,CAAC;CACZ;AACD,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAC9E,SAAQ,uBAAuB,CAAC,OAAO,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,IAAI,uBAAuB,CAAC,OAAO,CAAC,GAC3G,sBAAsB,CAAC,OAAO,CAAC,CAAC;AAEjC,MAAM,MAAM,kCAAkC,CAAC,OAAO,GAAG,mBAAmB,IAAI,uBAAuB,CAAC,OAAO,CAAC,GAC/G,8BAA8B,CAAC,OAAO,CAAC,CAAC;AAEzC,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAClH,eAAe,EAAE,SAAS,CAAC;CAC3B;AAED,MAAM,WAAW,2BAA2B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAC7G,KAAK,EAAE,SAAS,CAAC;CACjB;AAED,MAAM,WAAW,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACrH,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,oCAAoC,CAAC,OAAO,GAAG,mBAAmB,CAClF,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAClC,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,EAAE,CAAC;CACpB;AAID,MAAM,MAAM,aAAa,CAAC,OAAO,GAAG,mBAAmB,IACpD,sBAAsB,CAAC,OAAO,CAAC,GAC/B,sBAAsB,CAAC,OAAO,CAAC,GAC/B,gCAAgC,CAAC,OAAO,CAAC,GACzC,8BAA8B,CAAC,OAAO,CAAC,GACvC,uBAAuB,CAAC,OAAO,CAAC,GAChC,gCAAgC,CAAC,OAAO,CAAC,GACzC,8BAA8B,CAAC,OAAO,CAAC,GACvC,kCAAkC,CAAC,OAAO,CAAC,GAC3C,gCAAgC,CAAC,OAAO,CAAC,GACzC,2BAA2B,CAAC,OAAO,CAAC,GACpC,8BAA8B,CAAC,OAAO,CAAC,GACvC,oCAAoC,CAAC,OAAO,CAAC,CAAC;AAEjD,KAAK,WAAW,CAAC,CAAC,IAAI,CAAC,SAAS,OAAO,GAAG,MAAM,CAAC,GAAG,KAAK,CAAC;AAE1D,MAAM,MAAM,sBAAsB,GAAG,WAAW,CAAC,aAAa,CAAC,CAAC"}
+{"version":3,"file":"widget-example.d.ts","sourceRoot":"","sources":["../../src/widget-example.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,SAAS,CAAC;AAE1D,KAAK,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;AAGrD,MAAM,MAAM,yBAAyB,GAAG,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAChF,MAAM,WAAW,8BAA8B;IAC9C,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACd;AACD,MAAM,WAAW,uBAAuB;IACvC,IAAI,EAAE,MAAM,CAAC;CACb;AACD,MAAM,WAAW,sBAAsB;IACtC,GAAG,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,MAAM,mBAAmB,GAC5B,yBAAyB,GACzB,8BAA8B,GAC9B,uBAAuB,GACvB,sBAAsB,CAAC;AAG1B,MAAM,WAAW,iBAAiB,CAAC,OAAO;IACzC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,UAAU,CAAC,EAAE;QAEZ,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAE9B,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,SAAS,CAAC,EAAE,OAAO,CAAC;QAEpB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC7B,CAAC;IACF;;OAEG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,sBAAsB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACxG,QAAQ,EAAE,0BAA0B,EAAE,CAAC;CACvC;AAED,MAAM,WAAW,sBAAsB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACxG,IAAI,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAC9E,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACvC,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACrH,KAAK,EAAE,SAAS,CAAC;CACjB;AAED,MAAM,WAAW,uBAAuB,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IACzG,GAAG,EAAE,MAAM,CAAC;CACZ;AACD,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAC9E,SAAQ,uBAAuB,CAAC,OAAO,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,IAAI,uBAAuB,CAAC,OAAO,CAAC,GAC3G,sBAAsB,CAAC,OAAO,CAAC,CAAC;AAEjC,MAAM,MAAM,kCAAkC,CAAC,OAAO,GAAG,mBAAmB,IAAI,uBAAuB,CAAC,OAAO,CAAC,GAC/G,8BAA8B,CAAC,OAAO,CAAC,CAAC;AAEzC,MAAM,WAAW,gCAAgC,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAClH,eAAe,EAAE,SAAS,CAAC;CAC3B;AAED,MAAM,WAAW,2BAA2B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAC7G,KAAK,EAAE,SAAS,CAAC;CACjB;AAED,MAAM,WAAW,8BAA8B,CAAC,OAAO,GAAG,mBAAmB,CAAE,SAAQ,sBAAsB,CAAC,OAAO,CAAC;IACrH,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,oCAAoC,CAAC,OAAO,GAAG,mBAAmB,CAClF,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAClC,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,EAAE,CAAC;CACpB;AAID,MAAM,MAAM,aAAa,CAAC,OAAO,GAAG,mBAAmB,IACpD,sBAAsB,CAAC,OAAO,CAAC,GAC/B,sBAAsB,CAAC,OAAO,CAAC,GAC/B,gCAAgC,CAAC,OAAO,CAAC,GACzC,8BAA8B,CAAC,OAAO,CAAC,GACvC,uBAAuB,CAAC,OAAO,CAAC,GAChC,gCAAgC,CAAC,OAAO,CAAC,GACzC,8BAA8B,CAAC,OAAO,CAAC,GACvC,kCAAkC,CAAC,OAAO,CAAC,GAC3C,gCAAgC,CAAC,OAAO,CAAC,GACzC,2BAA2B,CAAC,OAAO,CAAC,GACpC,8BAA8B,CAAC,OAAO,CAAC,GACvC,oCAAoC,CAAC,OAAO,CAAC,CAAC;AAEjD,KAAK,WAAW,CAAC,CAAC,IAAI,CAAC,SAAS,OAAO,GAAG,MAAM,CAAC,GAAG,KAAK,CAAC;AAE1D,MAAM,MAAM,sBAAsB,GAAG,WAAW,CAAC,aAAa,CAAC,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@huggingface/tasks",
   "packageManager": "pnpm@8.10.5",
-  "version": "0.10.2",
+  "version": "0.10.4",
   "description": "List of ML tasks for huggingface.co/tasks",
   "repository": "https://github.com/huggingface/huggingface.js.git",
   "publishConfig": {

package/src/hardware.ts

@@ -0,0 +1,309 @@
+/**
+ * Biden AI Executive Order
+ * https://www.whitehouse.gov/briefing-room/presidential-actions/2023/10/30/executive-order-on-the-safe-secure-and-trustworthy-development-and-use-of-artificial-intelligence/
+ */
+export const TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL = 10 ** 14;
+export const TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL_BIOLOGY = 10 ** 11;
+export const TFLOPS_THRESHOLD_WHITE_HOUSE_CLUSTER = 10 ** 8;
+
+/**
+ * EU AI Act
+ * https://ec.europa.eu/commission/presscorner/detail/en/qanda_21_1683
+ */
+export const TFLOPS_THRESHOLD_EU_AI_ACT_MODEL_TRAINING_TOTAL = 10 ** 13;
+
+export interface HardwareSpec {
+	/**
+	 * Approximate value, in FP16 whenever possible.
+	 * This is only approximate/theoretical and shouldn't be taken too seriously.
+	 * Currently the CPU values are from cpu-monkey.com
+	 * while the GPU values are from techpowerup.com
+	 *
+	 * Note to reviewers: I got fed up with data entry,
+	 * and HuggingChat running Llama3 with Web search was failing a bit,
+	 * so some of those values might be slightly inaccurate. Forgive me and please feel free to improve.
+	 */
+	tflops: number;
+	/**
+	 * If an array is specified, options of memory size (can be VRAM, unified RAM)
+	 * e.g. an A100 exists in 40 or 80 GB.
+	 */
+	memory?: number[];
+}
+
+export const DEFAULT_MEMORY_OPTIONS = [8, 16, 24, 32, 40, 48, 64, 80, 96, 128];
+
+export const SKUS = {
+	GPU: {
+		NVIDIA: {
+			H100: {
+				tflops: 267.6,
+				memory: [80],
+			},
+			L40: {
+				tflops: 90.52,
+				memory: [48],
+			},
+			"RTX 6000 Ada": {
+				tflops: 91.1,
+				memory: [48],
+			},
+			A100: {
+				tflops: 77.97,
+				memory: [80, 40],
+			},
+			A40: {
+				tflops: 37.42,
+				memory: [48],
+			},
+			A10: {
+				tflops: 31.24,
+				memory: [24],
+			},
+			T4: {
+				tflops: 65.13,
+				memory: [16],
+			},
+			"RTX 4090": {
+				tflops: 82.58,
+				memory: [24],
+			},
+			"RTX 4080 SUPER": {
+				tflops: 52.2,
+				memory: [16],
+			},
+			"RTX 4080": {
+				tflops: 48.7,
+				memory: [16],
+			},
+			"RTX 4070": {
+				tflops: 29.15,
+				memory: [12],
+			},
+			"RTX 4070 Ti": {
+				tflops: 40.09,
+				memory: [12],
+			},
+			"RTX 4070 Super": {
+				tflops: 35.48,
+				memory: [12],
+			},
+			"RTX 4070 Ti Super": {
+				tflops: 44.1,
+				memory: [16],
+			},
+			"RTX 3090": {
+				tflops: 35.58,
+				memory: [24],
+			},
+			"RTX 3090 Ti": {
+				tflops: 40,
+				memory: [24],
+			},
+			"RTX 3080 Ti": {
+				tflops: 34.1,
+				memory: [12],
+			},
+			"RTX 3080": {
+				tflops: 30.6,
+				memory: [12, 10],
+			},
+		},
+		AMD: {
+			MI300: {
+				tflops: 383.0,
+				memory: [192],
+			},
+			MI250: {
+				tflops: 362.1,
+				memory: [128],
+			},
+			MI210: {
+				tflops: 181.0,
+				memory: [64],
+			},
+			"RX 7900 XTX": {
+				tflops: 122.8,
+				memory: [24],
+			},
+			"RX 7900 XT": {
+				tflops: 103.0,
+				memory: [20],
+			},
+			"RX 7900 GRE": {
+				tflops: 91.96,
+				memory: [16],
+			},
+			"RX 7800 XT": {
+				tflops: 74.65,
+				memory: [16],
+			},
+			"RX 7700 XT": {
+				tflops: 70.34,
+				memory: [12],
+			},
+			"RX 7600 XT": {
+				tflops: 45.14,
+				memory: [16, 8],
+			},
+		},
+	},
+	CPU: {
+		Intel: {
+			"Xeon 4th Generation (Sapphire Rapids)": {
+				tflops: 1.3,
+			},
+			"Xeon 3th Generation (Ice Lake)": {
+				tflops: 0.8,
+			},
+			"Xeon 2th Generation (Cascade Lake)": {
+				tflops: 0.55,
+			},
+			"Intel Core 13th Generation (i9)": {
+				tflops: 0.85,
+			},
+			"Intel Core 13th Generation (i7)": {
+				tflops: 0.82,
+			},
+			"Intel Core 13th Generation (i5)": {
+				tflops: 0.68,
+			},
+			"Intel Core 13th Generation (i3)": {
+				tflops: 0.57,
+			},
+			"Intel Core 12th Generation (i9)": {
+				tflops: 0.79,
+			},
+			"Intel Core 12th Generation (i7)": {
+				tflops: 0.77,
+			},
+			"Intel Core 12th Generation (i5)": {
+				tflops: 0.65,
+			},
+			"Intel Core 12th Generation (i3)": {
+				tflops: 0.53,
+			},
+			"Intel Core 11th Generation (i9)": {
+				tflops: 0.7,
+			},
+			"Intel Core 11th Generation (i7)": {
+				tflops: 0.6,
+			},
+			"Intel Core 11th Generation (i5)": {
+				tflops: 0.5,
+			},
+			"Intel Core 11th Generation (i3)": {
+				tflops: 0.35,
+			},
+			"Intel Core 10th Generation (i9)": {
+				tflops: 0.46,
+			},
+			"Intel Core 10th Generation (i7)": {
+				tflops: 0.46,
+			},
+			"Intel Core 10th Generation (i5)": {
+				tflops: 0.46,
+			},
+			"Intel Core 10th Generation (i3)": {
+				tflops: 0.44,
+			},
+		},
+		AMD: {
+			"EPYC 4th Generation (Genoa)": {
+				tflops: 5,
+			},
+			"EPYC 3th Generation (Milan)": {
+				tflops: 2.4,
+			},
+			"EPYC 2th Generation (Rome)": {
+				tflops: 0.6,
+			},
+			"EPYC 1st Generation (Naples)": {
+				tflops: 0.6,
+			},
+			"Ryzen Zen4 7000 (Ryzen 9)": {
+				tflops: 0.56,
+			},
+			"Ryzen Zen4 7000 (Ryzen 7)": {
+				tflops: 0.56,
+			},
+			"Ryzen Zen4 7000 (Ryzen 5)": {
+				tflops: 0.56,
+			},
+			"Ryzen Zen3 5000 (Ryzen 9)": {
+				tflops: 1.33,
+			},
+			"Ryzen Zen3 5000 (Ryzen 7)": {
+				tflops: 1.33,
+			},
+			"Ryzen Zen3 5000 (Ryzen 5)": {
+				tflops: 0.72,
+			},
+			"Ryzen Zen 2  3000 (Threadripper)": {
+				tflops: 0.72,
+			},
+			"Ryzen Zen 2  3000 (Ryzen 9)": {
+				tflops: 0.72,
+			},
+			"Ryzen Zen 2  3000 (Ryzen 7)": {
+				tflops: 0.72,
+			},
+			"Ryzen Zen 2  3000 (Ryzen 5)": {
+				tflops: 0.72,
+			},
+			"Ryzen Zen 2  3000 (Ryzen 3)": {
+				tflops: 0.72,
+			},
+		},
+	},
+	"Apple Silicon": {
+		"-": {
+			"Apple M1": {
+				tflops: 2.6,
+				memory: [8, 16],
+			},
+			"Apple M1 Pro": {
+				tflops: 5.2,
+				memory: [16, 24, 32],
+			},
+			"Apple M1 Max": {
+				tflops: 10.4,
+				memory: [16, 24, 32, 64],
+			},
+			"Apple M1 Ultra": {
+				tflops: 21,
+				memory: [16, 24, 32, 64, 96, 128],
+			},
+			"Apple M2": {
+				tflops: 3.6,
+				memory: [8, 16, 24],
+			},
+			"Apple M2 Pro": {
+				tflops: 13.6,
+				memory: [16, 24, 32],
+			},
+			"Apple M2 Max": {
+				tflops: 13.49,
+				memory: [32, 64, 96],
+			},
+			"Apple M2 Ultra": {
+				tflops: 27.2,
+				memory: [64, 96, 128, 192],
+			},
+			"Apple M3": {
+				tflops: 2.84,
+				memory: [8, 16, 24],
+			},
+			"Apple M3 Pro": {
+				tflops: 14,
+				memory: [18, 36],
+			},
+			"Apple M3 Max": {
+				tflops: 14.2,
+				memory: [36, 48, 64, 96, 128],
+			},
+		},
+	},
+} satisfies Record<string, Record<string, Record<string, HardwareSpec>>>;
+
+export type SkuType = keyof typeof SKUS;

package/src/index.ts

@@ -19,7 +19,6 @@ export type { LibraryUiElement, ModelLibraryKey } from "./model-libraries";
 export type { ModelData, TransformersInfo } from "./model-data";
 export type { AddedToken, SpecialTokensMap, TokenizerConfig } from "./tokenizer-data";
 export type {
-	ChatMessage,
 	WidgetExample,
 	WidgetExampleAttribute,
 	WidgetExampleAssetAndPromptInput,
@@ -46,5 +45,7 @@ export { SPECIAL_TOKENS_ATTRIBUTES } from "./tokenizer-data";
 import * as snippets from "./snippets";
 export { snippets };
 
+export { SKUS, DEFAULT_MEMORY_OPTIONS } from "./hardware";
+export type { HardwareSpec, SkuType } from "./hardware";
 export { LOCAL_APPS } from "./local-apps";
 export type { LocalApp, LocalAppKey } from "./local-apps";

package/src/local-apps.ts

@@ -47,10 +47,11 @@ function isGgufModel(model: ModelData) {
 }
 
 const snippetLlamacpp = (model: ModelData): string => {
-	return `./main \
-	--hf-repo ${model.id} \
-	-m file.gguf \
-	-p "I believe the meaning of life is " -n 128`;
+	return `./main \\
+	--hf-repo "${model.id}" \\
+	-m file.gguf \\
+	-p "I believe the meaning of life is " \\
+	-n 128`;
 };
 
 /**

package/src/widget-example.ts

@@ -2,6 +2,8 @@
  * See default-widget-inputs.ts for the default widget inputs, this files only contains the types
  */
 
+import type { ChatCompletionInputMessage } from "./tasks";
+
 type TableData = Record<string, (string | number)[]>;
 
 //#region outputs
@@ -51,13 +53,8 @@ export interface WidgetExampleBase<TOutput> {
 	output?: TOutput;
 }
 
-export interface ChatMessage {
-	role: "user" | "assistant" | "system";
-	content: string;
-}
-
 export interface WidgetExampleChatInput<TOutput = WidgetExampleOutput> extends WidgetExampleBase<TOutput> {
-	messages: ChatMessage[];
+	messages: ChatCompletionInputMessage[];
 }
 
 export interface WidgetExampleTextInput<TOutput = WidgetExampleOutput> extends WidgetExampleBase<TOutput> {