@huggingface/tasks 0.10.3 → 0.10.5

package/src/hardware.ts

@@ -0,0 +1,309 @@
+/**
+ * Biden AI Executive Order
+ * https://www.whitehouse.gov/briefing-room/presidential-actions/2023/10/30/executive-order-on-the-safe-secure-and-trustworthy-development-and-use-of-artificial-intelligence/
+ */
+export const TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL = 10 ** 14;
+export const TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL_BIOLOGY = 10 ** 11;
+export const TFLOPS_THRESHOLD_WHITE_HOUSE_CLUSTER = 10 ** 8;
+
+/**
+ * EU AI Act
+ * https://ec.europa.eu/commission/presscorner/detail/en/qanda_21_1683
+ */
+export const TFLOPS_THRESHOLD_EU_AI_ACT_MODEL_TRAINING_TOTAL = 10 ** 13;
+
+export interface HardwareSpec {
+	/**
+	 * Approximate value, in FP16 whenever possible.
+	 * This is only approximate/theoretical and shouldn't be taken too seriously.
+	 * Currently the CPU values are from cpu-monkey.com
+	 * while the GPU values are from techpowerup.com
+	 *
+	 * Note to reviewers: I got fed up with data entry,
+	 * and HuggingChat running Llama3 with Web search was failing a bit,
+	 * so some of those values might be slightly inaccurate. Forgive me and please feel free to improve.
+	 */
+	tflops: number;
+	/**
+	 * If an array is specified, options of memory size (can be VRAM, unified RAM)
+	 * e.g. an A100 exists in 40 or 80 GB.
+	 */
+	memory?: number[];
+}
+
+export const DEFAULT_MEMORY_OPTIONS = [8, 16, 24, 32, 40, 48, 64, 80, 96, 128];
+
+export const SKUS = {
+	GPU: {
+		NVIDIA: {
+			H100: {
+				tflops: 267.6,
+				memory: [80],
+			},
+			L40: {
+				tflops: 90.52,
+				memory: [48],
+			},
+			"RTX 6000 Ada": {
+				tflops: 91.1,
+				memory: [48],
+			},
+			A100: {
+				tflops: 77.97,
+				memory: [80, 40],
+			},
+			A40: {
+				tflops: 37.42,
+				memory: [48],
+			},
+			A10: {
+				tflops: 31.24,
+				memory: [24],
+			},
+			T4: {
+				tflops: 65.13,
+				memory: [16],
+			},
+			"RTX 4090": {
+				tflops: 82.58,
+				memory: [24],
+			},
+			"RTX 4080 SUPER": {
+				tflops: 52.2,
+				memory: [16],
+			},
+			"RTX 4080": {
+				tflops: 48.7,
+				memory: [16],
+			},
+			"RTX 4070": {
+				tflops: 29.15,
+				memory: [12],
+			},
+			"RTX 4070 Ti": {
+				tflops: 40.09,
+				memory: [12],
+			},
+			"RTX 4070 Super": {
+				tflops: 35.48,
+				memory: [12],
+			},
+			"RTX 4070 Ti Super": {
+				tflops: 44.1,
+				memory: [16],
+			},
+			"RTX 3090": {
+				tflops: 35.58,
+				memory: [24],
+			},
+			"RTX 3090 Ti": {
+				tflops: 40,
+				memory: [24],
+			},
+			"RTX 3080 Ti": {
+				tflops: 34.1,
+				memory: [12],
+			},
+			"RTX 3080": {
+				tflops: 30.6,
+				memory: [12, 10],
+			},
+		},
+		AMD: {
+			MI300: {
+				tflops: 383.0,
+				memory: [192],
+			},
+			MI250: {
+				tflops: 362.1,
+				memory: [128],
+			},
+			MI210: {
+				tflops: 181.0,
+				memory: [64],
+			},
+			"RX 7900 XTX": {
+				tflops: 122.8,
+				memory: [24],
+			},
+			"RX 7900 XT": {
+				tflops: 103.0,
+				memory: [20],
+			},
+			"RX 7900 GRE": {
+				tflops: 91.96,
+				memory: [16],
+			},
+			"RX 7800 XT": {
+				tflops: 74.65,
+				memory: [16],
+			},
+			"RX 7700 XT": {
+				tflops: 70.34,
+				memory: [12],
+			},
+			"RX 7600 XT": {
+				tflops: 45.14,
+				memory: [16, 8],
+			},
+		},
+	},
+	CPU: {
+		Intel: {
+			"Xeon 4th Generation (Sapphire Rapids)": {
+				tflops: 1.3,
+			},
+			"Xeon 3th Generation (Ice Lake)": {
+				tflops: 0.8,
+			},
+			"Xeon 2th Generation (Cascade Lake)": {
+				tflops: 0.55,
+			},
+			"Intel Core 13th Generation (i9)": {
+				tflops: 0.85,
+			},
+			"Intel Core 13th Generation (i7)": {
+				tflops: 0.82,
+			},
+			"Intel Core 13th Generation (i5)": {
+				tflops: 0.68,
+			},
+			"Intel Core 13th Generation (i3)": {
+				tflops: 0.57,
+			},
+			"Intel Core 12th Generation (i9)": {
+				tflops: 0.79,
+			},
+			"Intel Core 12th Generation (i7)": {
+				tflops: 0.77,
+			},
+			"Intel Core 12th Generation (i5)": {
+				tflops: 0.65,
+			},
+			"Intel Core 12th Generation (i3)": {
+				tflops: 0.53,
+			},
+			"Intel Core 11th Generation (i9)": {
+				tflops: 0.7,
+			},
+			"Intel Core 11th Generation (i7)": {
+				tflops: 0.6,
+			},
+			"Intel Core 11th Generation (i5)": {
+				tflops: 0.5,
+			},
+			"Intel Core 11th Generation (i3)": {
+				tflops: 0.35,
+			},
+			"Intel Core 10th Generation (i9)": {
+				tflops: 0.46,
+			},
+			"Intel Core 10th Generation (i7)": {
+				tflops: 0.46,
+			},
+			"Intel Core 10th Generation (i5)": {
+				tflops: 0.46,
+			},
+			"Intel Core 10th Generation (i3)": {
+				tflops: 0.44,
+			},
+		},
+		AMD: {
+			"EPYC 4th Generation (Genoa)": {
+				tflops: 5,
+			},
+			"EPYC 3th Generation (Milan)": {
+				tflops: 2.4,
+			},
+			"EPYC 2th Generation (Rome)": {
+				tflops: 0.6,
+			},
+			"EPYC 1st Generation (Naples)": {
+				tflops: 0.6,
+			},
+			"Ryzen Zen4 7000 (Ryzen 9)": {
+				tflops: 0.56,
+			},
+			"Ryzen Zen4 7000 (Ryzen 7)": {
+				tflops: 0.56,
+			},
+			"Ryzen Zen4 7000 (Ryzen 5)": {
+				tflops: 0.56,
+			},
+			"Ryzen Zen3 5000 (Ryzen 9)": {
+				tflops: 1.33,
+			},
+			"Ryzen Zen3 5000 (Ryzen 7)": {
+				tflops: 1.33,
+			},
+			"Ryzen Zen3 5000 (Ryzen 5)": {
+				tflops: 0.72,
+			},
+			"Ryzen Zen 2  3000 (Threadripper)": {
+				tflops: 0.72,
+			},
+			"Ryzen Zen 2  3000 (Ryzen 9)": {
+				tflops: 0.72,
+			},
+			"Ryzen Zen 2  3000 (Ryzen 7)": {
+				tflops: 0.72,
+			},
+			"Ryzen Zen 2  3000 (Ryzen 5)": {
+				tflops: 0.72,
+			},
+			"Ryzen Zen 2  3000 (Ryzen 3)": {
+				tflops: 0.72,
+			},
+		},
+	},
+	"Apple Silicon": {
+		"-": {
+			"Apple M1": {
+				tflops: 2.6,
+				memory: [8, 16],
+			},
+			"Apple M1 Pro": {
+				tflops: 5.2,
+				memory: [16, 24, 32],
+			},
+			"Apple M1 Max": {
+				tflops: 10.4,
+				memory: [16, 24, 32, 64],
+			},
+			"Apple M1 Ultra": {
+				tflops: 21,
+				memory: [16, 24, 32, 64, 96, 128],
+			},
+			"Apple M2": {
+				tflops: 3.6,
+				memory: [8, 16, 24],
+			},
+			"Apple M2 Pro": {
+				tflops: 13.6,
+				memory: [16, 24, 32],
+			},
+			"Apple M2 Max": {
+				tflops: 13.49,
+				memory: [32, 64, 96],
+			},
+			"Apple M2 Ultra": {
+				tflops: 27.2,
+				memory: [64, 96, 128, 192],
+			},
+			"Apple M3": {
+				tflops: 2.84,
+				memory: [8, 16, 24],
+			},
+			"Apple M3 Pro": {
+				tflops: 14,
+				memory: [18, 36],
+			},
+			"Apple M3 Max": {
+				tflops: 14.2,
+				memory: [36, 48, 64, 96, 128],
+			},
+		},
+	},
+} satisfies Record<string, Record<string, Record<string, HardwareSpec>>>;
+
+export type SkuType = keyof typeof SKUS;

package/src/index.ts

@@ -19,7 +19,6 @@ export type { LibraryUiElement, ModelLibraryKey } from "./model-libraries";
 export type { ModelData, TransformersInfo } from "./model-data";
 export type { AddedToken, SpecialTokensMap, TokenizerConfig } from "./tokenizer-data";
 export type {
-	ChatMessage,
 	WidgetExample,
 	WidgetExampleAttribute,
 	WidgetExampleAssetAndPromptInput,
@@ -46,5 +45,7 @@ export { SPECIAL_TOKENS_ATTRIBUTES } from "./tokenizer-data";
 import * as snippets from "./snippets";
 export { snippets };
 
+export { SKUS, DEFAULT_MEMORY_OPTIONS } from "./hardware";
+export type { HardwareSpec, SkuType } from "./hardware";
 export { LOCAL_APPS } from "./local-apps";
 export type { LocalApp, LocalAppKey } from "./local-apps";

package/src/local-apps.ts

@@ -50,7 +50,7 @@ const snippetLlamacpp = (model: ModelData): string => {
 	return `./main \\
 	--hf-repo "${model.id}" \\
 	-m file.gguf \\
-	-p "I believe the meaning of life is " \\
+	-p "I believe the meaning of life is" \\
 	-n 128`;
 };
 
@@ -88,10 +88,9 @@ export const LOCAL_APPS = {
 		deeplink: (model) => new URL(`jan://models/huggingface/${model.id}`),
 	},
 	backyard: {
-		prettyLabel: "Backyard",
+		prettyLabel: "Backyard AI",
 		docsUrl: "https://backyard.ai",
 		mainTask: "text-generation",
-		macOSOnly: true,
 		displayOnModelPage: isGgufModel,
 		deeplink: (model) => new URL(`https://backyard.ai/hf/model/${model.id}`),
 	},
@@ -100,12 +99,15 @@ export const LOCAL_APPS = {
 		docsUrl: "https://drawthings.ai",
 		mainTask: "text-to-image",
 		macOSOnly: true,
-		comingSoon: true,
-		/**
-		 * random function, will need to refine the actual conditions:
-		 */
-		displayOnModelPage: (model) => model.library_name === "diffusers" && model.pipeline_tag === "text-to-image",
-		deeplink: (model) => new URL(`drawthings://open_from_hf?model=${model.id}`),
+		displayOnModelPage: (model) =>
+			model.library_name === "diffusers" && (model.pipeline_tag === "text-to-image" || model.tags.includes("lora")),
+		deeplink: (model) => {
+			if (model.tags.includes("lora")) {
+				return new URL(`https://drawthings.ai/import/diffusers/pipeline.load_lora_weights?repo_id=${model.id}`);
+			} else {
+				return new URL(`https://drawthings.ai/import/diffusers/pipeline.from_pretrained?repo_id=${model.id}`);
+			}
+		},
 	},
 	diffusionbee: {
 		prettyLabel: "DiffusionBee",

package/src/widget-example.ts

@@ -2,6 +2,8 @@
  * See default-widget-inputs.ts for the default widget inputs, this files only contains the types
  */
 
+import type { ChatCompletionInputMessage } from "./tasks";
+
 type TableData = Record<string, (string | number)[]>;
 
 //#region outputs
@@ -51,13 +53,8 @@ export interface WidgetExampleBase<TOutput> {
 	output?: TOutput;
 }
 
-export interface ChatMessage {
-	role: "user" | "assistant" | "system";
-	content: string;
-}
-
 export interface WidgetExampleChatInput<TOutput = WidgetExampleOutput> extends WidgetExampleBase<TOutput> {
-	messages: ChatMessage[];
+	messages: ChatCompletionInputMessage[];
 }
 
 export interface WidgetExampleTextInput<TOutput = WidgetExampleOutput> extends WidgetExampleBase<TOutput> {