@huggingface/tasks 0.10.3 → 0.10.5

package/dist/index.cjs

@@ -22,6 +22,7 @@ var src_exports = {};
 __export(src_exports, {
   ALL_DISPLAY_MODEL_LIBRARY_KEYS: () => ALL_DISPLAY_MODEL_LIBRARY_KEYS,
   ALL_MODEL_LIBRARY_KEYS: () => ALL_MODEL_LIBRARY_KEYS,
+  DEFAULT_MEMORY_OPTIONS: () => DEFAULT_MEMORY_OPTIONS,
   InferenceDisplayability: () => InferenceDisplayability,
   LIBRARY_TASK_MAPPING: () => LIBRARY_TASK_MAPPING,
   LOCAL_APPS: () => LOCAL_APPS,
@@ -32,6 +33,7 @@ __export(src_exports, {
   PIPELINE_DATA: () => PIPELINE_DATA,
   PIPELINE_TYPES: () => PIPELINE_TYPES,
   PIPELINE_TYPES_SET: () => PIPELINE_TYPES_SET,
+  SKUS: () => SKUS,
   SPECIAL_TOKENS_ATTRIBUTES: () => SPECIAL_TOKENS_ATTRIBUTES,
   SUBTASK_TYPES: () => SUBTASK_TYPES,
   TASKS_DATA: () => TASKS_DATA,
@@ -5452,6 +5454,285 @@ function hasJsInferenceSnippet(model) {
   return !!model.pipeline_tag && model.pipeline_tag in jsSnippets;
 }
 
+// src/hardware.ts
+var TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL = 10 ** 14;
+var TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL_BIOLOGY = 10 ** 11;
+var TFLOPS_THRESHOLD_WHITE_HOUSE_CLUSTER = 10 ** 8;
+var TFLOPS_THRESHOLD_EU_AI_ACT_MODEL_TRAINING_TOTAL = 10 ** 13;
+var DEFAULT_MEMORY_OPTIONS = [8, 16, 24, 32, 40, 48, 64, 80, 96, 128];
+var SKUS = {
+  GPU: {
+    NVIDIA: {
+      H100: {
+        tflops: 267.6,
+        memory: [80]
+      },
+      L40: {
+        tflops: 90.52,
+        memory: [48]
+      },
+      "RTX 6000 Ada": {
+        tflops: 91.1,
+        memory: [48]
+      },
+      A100: {
+        tflops: 77.97,
+        memory: [80, 40]
+      },
+      A40: {
+        tflops: 37.42,
+        memory: [48]
+      },
+      A10: {
+        tflops: 31.24,
+        memory: [24]
+      },
+      T4: {
+        tflops: 65.13,
+        memory: [16]
+      },
+      "RTX 4090": {
+        tflops: 82.58,
+        memory: [24]
+      },
+      "RTX 4080 SUPER": {
+        tflops: 52.2,
+        memory: [16]
+      },
+      "RTX 4080": {
+        tflops: 48.7,
+        memory: [16]
+      },
+      "RTX 4070": {
+        tflops: 29.15,
+        memory: [12]
+      },
+      "RTX 4070 Ti": {
+        tflops: 40.09,
+        memory: [12]
+      },
+      "RTX 4070 Super": {
+        tflops: 35.48,
+        memory: [12]
+      },
+      "RTX 4070 Ti Super": {
+        tflops: 44.1,
+        memory: [16]
+      },
+      "RTX 3090": {
+        tflops: 35.58,
+        memory: [24]
+      },
+      "RTX 3090 Ti": {
+        tflops: 40,
+        memory: [24]
+      },
+      "RTX 3080 Ti": {
+        tflops: 34.1,
+        memory: [12]
+      },
+      "RTX 3080": {
+        tflops: 30.6,
+        memory: [12, 10]
+      }
+    },
+    AMD: {
+      MI300: {
+        tflops: 383,
+        memory: [192]
+      },
+      MI250: {
+        tflops: 362.1,
+        memory: [128]
+      },
+      MI210: {
+        tflops: 181,
+        memory: [64]
+      },
+      "RX 7900 XTX": {
+        tflops: 122.8,
+        memory: [24]
+      },
+      "RX 7900 XT": {
+        tflops: 103,
+        memory: [20]
+      },
+      "RX 7900 GRE": {
+        tflops: 91.96,
+        memory: [16]
+      },
+      "RX 7800 XT": {
+        tflops: 74.65,
+        memory: [16]
+      },
+      "RX 7700 XT": {
+        tflops: 70.34,
+        memory: [12]
+      },
+      "RX 7600 XT": {
+        tflops: 45.14,
+        memory: [16, 8]
+      }
+    }
+  },
+  CPU: {
+    Intel: {
+      "Xeon 4th Generation (Sapphire Rapids)": {
+        tflops: 1.3
+      },
+      "Xeon 3th Generation (Ice Lake)": {
+        tflops: 0.8
+      },
+      "Xeon 2th Generation (Cascade Lake)": {
+        tflops: 0.55
+      },
+      "Intel Core 13th Generation (i9)": {
+        tflops: 0.85
+      },
+      "Intel Core 13th Generation (i7)": {
+        tflops: 0.82
+      },
+      "Intel Core 13th Generation (i5)": {
+        tflops: 0.68
+      },
+      "Intel Core 13th Generation (i3)": {
+        tflops: 0.57
+      },
+      "Intel Core 12th Generation (i9)": {
+        tflops: 0.79
+      },
+      "Intel Core 12th Generation (i7)": {
+        tflops: 0.77
+      },
+      "Intel Core 12th Generation (i5)": {
+        tflops: 0.65
+      },
+      "Intel Core 12th Generation (i3)": {
+        tflops: 0.53
+      },
+      "Intel Core 11th Generation (i9)": {
+        tflops: 0.7
+      },
+      "Intel Core 11th Generation (i7)": {
+        tflops: 0.6
+      },
+      "Intel Core 11th Generation (i5)": {
+        tflops: 0.5
+      },
+      "Intel Core 11th Generation (i3)": {
+        tflops: 0.35
+      },
+      "Intel Core 10th Generation (i9)": {
+        tflops: 0.46
+      },
+      "Intel Core 10th Generation (i7)": {
+        tflops: 0.46
+      },
+      "Intel Core 10th Generation (i5)": {
+        tflops: 0.46
+      },
+      "Intel Core 10th Generation (i3)": {
+        tflops: 0.44
+      }
+    },
+    AMD: {
+      "EPYC 4th Generation (Genoa)": {
+        tflops: 5
+      },
+      "EPYC 3th Generation (Milan)": {
+        tflops: 2.4
+      },
+      "EPYC 2th Generation (Rome)": {
+        tflops: 0.6
+      },
+      "EPYC 1st Generation (Naples)": {
+        tflops: 0.6
+      },
+      "Ryzen Zen4 7000 (Ryzen 9)": {
+        tflops: 0.56
+      },
+      "Ryzen Zen4 7000 (Ryzen 7)": {
+        tflops: 0.56
+      },
+      "Ryzen Zen4 7000 (Ryzen 5)": {
+        tflops: 0.56
+      },
+      "Ryzen Zen3 5000 (Ryzen 9)": {
+        tflops: 1.33
+      },
+      "Ryzen Zen3 5000 (Ryzen 7)": {
+        tflops: 1.33
+      },
+      "Ryzen Zen3 5000 (Ryzen 5)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Threadripper)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 9)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 7)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 5)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 3)": {
+        tflops: 0.72
+      }
+    }
+  },
+  "Apple Silicon": {
+    "-": {
+      "Apple M1": {
+        tflops: 2.6,
+        memory: [8, 16]
+      },
+      "Apple M1 Pro": {
+        tflops: 5.2,
+        memory: [16, 24, 32]
+      },
+      "Apple M1 Max": {
+        tflops: 10.4,
+        memory: [16, 24, 32, 64]
+      },
+      "Apple M1 Ultra": {
+        tflops: 21,
+        memory: [16, 24, 32, 64, 96, 128]
+      },
+      "Apple M2": {
+        tflops: 3.6,
+        memory: [8, 16, 24]
+      },
+      "Apple M2 Pro": {
+        tflops: 13.6,
+        memory: [16, 24, 32]
+      },
+      "Apple M2 Max": {
+        tflops: 13.49,
+        memory: [32, 64, 96]
+      },
+      "Apple M2 Ultra": {
+        tflops: 27.2,
+        memory: [64, 96, 128, 192]
+      },
+      "Apple M3": {
+        tflops: 2.84,
+        memory: [8, 16, 24]
+      },
+      "Apple M3 Pro": {
+        tflops: 14,
+        memory: [18, 36]
+      },
+      "Apple M3 Max": {
+        tflops: 14.2,
+        memory: [36, 48, 64, 96, 128]
+      }
+    }
+  }
+};
+
 // src/local-apps.ts
 function isGgufModel(model) {
   return model.tags.includes("gguf");
@@ -5460,7 +5741,7 @@ var snippetLlamacpp = (model) => {
   return `./main \\
 	--hf-repo "${model.id}" \\
 	-m file.gguf \\
-	-p "I believe the meaning of life is " \\
+	-p "I believe the meaning of life is" \\
 	-n 128`;
 };
 var LOCAL_APPS = {
@@ -5486,10 +5767,9 @@ var LOCAL_APPS = {
     deeplink: (model) => new URL(`jan://models/huggingface/${model.id}`)
   },
   backyard: {
-    prettyLabel: "Backyard",
+    prettyLabel: "Backyard AI",
     docsUrl: "https://backyard.ai",
     mainTask: "text-generation",
-    macOSOnly: true,
     displayOnModelPage: isGgufModel,
     deeplink: (model) => new URL(`https://backyard.ai/hf/model/${model.id}`)
   },
@@ -5498,12 +5778,14 @@ var LOCAL_APPS = {
     docsUrl: "https://drawthings.ai",
     mainTask: "text-to-image",
     macOSOnly: true,
-    comingSoon: true,
-    /**
-     * random function, will need to refine the actual conditions:
-     */
-    displayOnModelPage: (model) => model.library_name === "diffusers" && model.pipeline_tag === "text-to-image",
-    deeplink: (model) => new URL(`drawthings://open_from_hf?model=${model.id}`)
+    displayOnModelPage: (model) => model.library_name === "diffusers" && (model.pipeline_tag === "text-to-image" || model.tags.includes("lora")),
+    deeplink: (model) => {
+      if (model.tags.includes("lora")) {
+        return new URL(`https://drawthings.ai/import/diffusers/pipeline.load_lora_weights?repo_id=${model.id}`);
+      } else {
+        return new URL(`https://drawthings.ai/import/diffusers/pipeline.from_pretrained?repo_id=${model.id}`);
+      }
+    }
   },
   diffusionbee: {
     prettyLabel: "DiffusionBee",
@@ -5519,6 +5801,7 @@ var LOCAL_APPS = {
 0 && (module.exports = {
   ALL_DISPLAY_MODEL_LIBRARY_KEYS,
   ALL_MODEL_LIBRARY_KEYS,
+  DEFAULT_MEMORY_OPTIONS,
   InferenceDisplayability,
   LIBRARY_TASK_MAPPING,
   LOCAL_APPS,
@@ -5529,6 +5812,7 @@ var LOCAL_APPS = {
   PIPELINE_DATA,
   PIPELINE_TYPES,
   PIPELINE_TYPES_SET,
+  SKUS,
   SPECIAL_TOKENS_ATTRIBUTES,
   SUBTASK_TYPES,
   TASKS_DATA,

package/dist/index.js

@@ -5416,6 +5416,285 @@ function hasJsInferenceSnippet(model) {
   return !!model.pipeline_tag && model.pipeline_tag in jsSnippets;
 }
 
+// src/hardware.ts
+var TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL = 10 ** 14;
+var TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL_BIOLOGY = 10 ** 11;
+var TFLOPS_THRESHOLD_WHITE_HOUSE_CLUSTER = 10 ** 8;
+var TFLOPS_THRESHOLD_EU_AI_ACT_MODEL_TRAINING_TOTAL = 10 ** 13;
+var DEFAULT_MEMORY_OPTIONS = [8, 16, 24, 32, 40, 48, 64, 80, 96, 128];
+var SKUS = {
+  GPU: {
+    NVIDIA: {
+      H100: {
+        tflops: 267.6,
+        memory: [80]
+      },
+      L40: {
+        tflops: 90.52,
+        memory: [48]
+      },
+      "RTX 6000 Ada": {
+        tflops: 91.1,
+        memory: [48]
+      },
+      A100: {
+        tflops: 77.97,
+        memory: [80, 40]
+      },
+      A40: {
+        tflops: 37.42,
+        memory: [48]
+      },
+      A10: {
+        tflops: 31.24,
+        memory: [24]
+      },
+      T4: {
+        tflops: 65.13,
+        memory: [16]
+      },
+      "RTX 4090": {
+        tflops: 82.58,
+        memory: [24]
+      },
+      "RTX 4080 SUPER": {
+        tflops: 52.2,
+        memory: [16]
+      },
+      "RTX 4080": {
+        tflops: 48.7,
+        memory: [16]
+      },
+      "RTX 4070": {
+        tflops: 29.15,
+        memory: [12]
+      },
+      "RTX 4070 Ti": {
+        tflops: 40.09,
+        memory: [12]
+      },
+      "RTX 4070 Super": {
+        tflops: 35.48,
+        memory: [12]
+      },
+      "RTX 4070 Ti Super": {
+        tflops: 44.1,
+        memory: [16]
+      },
+      "RTX 3090": {
+        tflops: 35.58,
+        memory: [24]
+      },
+      "RTX 3090 Ti": {
+        tflops: 40,
+        memory: [24]
+      },
+      "RTX 3080 Ti": {
+        tflops: 34.1,
+        memory: [12]
+      },
+      "RTX 3080": {
+        tflops: 30.6,
+        memory: [12, 10]
+      }
+    },
+    AMD: {
+      MI300: {
+        tflops: 383,
+        memory: [192]
+      },
+      MI250: {
+        tflops: 362.1,
+        memory: [128]
+      },
+      MI210: {
+        tflops: 181,
+        memory: [64]
+      },
+      "RX 7900 XTX": {
+        tflops: 122.8,
+        memory: [24]
+      },
+      "RX 7900 XT": {
+        tflops: 103,
+        memory: [20]
+      },
+      "RX 7900 GRE": {
+        tflops: 91.96,
+        memory: [16]
+      },
+      "RX 7800 XT": {
+        tflops: 74.65,
+        memory: [16]
+      },
+      "RX 7700 XT": {
+        tflops: 70.34,
+        memory: [12]
+      },
+      "RX 7600 XT": {
+        tflops: 45.14,
+        memory: [16, 8]
+      }
+    }
+  },
+  CPU: {
+    Intel: {
+      "Xeon 4th Generation (Sapphire Rapids)": {
+        tflops: 1.3
+      },
+      "Xeon 3th Generation (Ice Lake)": {
+        tflops: 0.8
+      },
+      "Xeon 2th Generation (Cascade Lake)": {
+        tflops: 0.55
+      },
+      "Intel Core 13th Generation (i9)": {
+        tflops: 0.85
+      },
+      "Intel Core 13th Generation (i7)": {
+        tflops: 0.82
+      },
+      "Intel Core 13th Generation (i5)": {
+        tflops: 0.68
+      },
+      "Intel Core 13th Generation (i3)": {
+        tflops: 0.57
+      },
+      "Intel Core 12th Generation (i9)": {
+        tflops: 0.79
+      },
+      "Intel Core 12th Generation (i7)": {
+        tflops: 0.77
+      },
+      "Intel Core 12th Generation (i5)": {
+        tflops: 0.65
+      },
+      "Intel Core 12th Generation (i3)": {
+        tflops: 0.53
+      },
+      "Intel Core 11th Generation (i9)": {
+        tflops: 0.7
+      },
+      "Intel Core 11th Generation (i7)": {
+        tflops: 0.6
+      },
+      "Intel Core 11th Generation (i5)": {
+        tflops: 0.5
+      },
+      "Intel Core 11th Generation (i3)": {
+        tflops: 0.35
+      },
+      "Intel Core 10th Generation (i9)": {
+        tflops: 0.46
+      },
+      "Intel Core 10th Generation (i7)": {
+        tflops: 0.46
+      },
+      "Intel Core 10th Generation (i5)": {
+        tflops: 0.46
+      },
+      "Intel Core 10th Generation (i3)": {
+        tflops: 0.44
+      }
+    },
+    AMD: {
+      "EPYC 4th Generation (Genoa)": {
+        tflops: 5
+      },
+      "EPYC 3th Generation (Milan)": {
+        tflops: 2.4
+      },
+      "EPYC 2th Generation (Rome)": {
+        tflops: 0.6
+      },
+      "EPYC 1st Generation (Naples)": {
+        tflops: 0.6
+      },
+      "Ryzen Zen4 7000 (Ryzen 9)": {
+        tflops: 0.56
+      },
+      "Ryzen Zen4 7000 (Ryzen 7)": {
+        tflops: 0.56
+      },
+      "Ryzen Zen4 7000 (Ryzen 5)": {
+        tflops: 0.56
+      },
+      "Ryzen Zen3 5000 (Ryzen 9)": {
+        tflops: 1.33
+      },
+      "Ryzen Zen3 5000 (Ryzen 7)": {
+        tflops: 1.33
+      },
+      "Ryzen Zen3 5000 (Ryzen 5)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Threadripper)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 9)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 7)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 5)": {
+        tflops: 0.72
+      },
+      "Ryzen Zen 2  3000 (Ryzen 3)": {
+        tflops: 0.72
+      }
+    }
+  },
+  "Apple Silicon": {
+    "-": {
+      "Apple M1": {
+        tflops: 2.6,
+        memory: [8, 16]
+      },
+      "Apple M1 Pro": {
+        tflops: 5.2,
+        memory: [16, 24, 32]
+      },
+      "Apple M1 Max": {
+        tflops: 10.4,
+        memory: [16, 24, 32, 64]
+      },
+      "Apple M1 Ultra": {
+        tflops: 21,
+        memory: [16, 24, 32, 64, 96, 128]
+      },
+      "Apple M2": {
+        tflops: 3.6,
+        memory: [8, 16, 24]
+      },
+      "Apple M2 Pro": {
+        tflops: 13.6,
+        memory: [16, 24, 32]
+      },
+      "Apple M2 Max": {
+        tflops: 13.49,
+        memory: [32, 64, 96]
+      },
+      "Apple M2 Ultra": {
+        tflops: 27.2,
+        memory: [64, 96, 128, 192]
+      },
+      "Apple M3": {
+        tflops: 2.84,
+        memory: [8, 16, 24]
+      },
+      "Apple M3 Pro": {
+        tflops: 14,
+        memory: [18, 36]
+      },
+      "Apple M3 Max": {
+        tflops: 14.2,
+        memory: [36, 48, 64, 96, 128]
+      }
+    }
+  }
+};
+
 // src/local-apps.ts
 function isGgufModel(model) {
   return model.tags.includes("gguf");
@@ -5424,7 +5703,7 @@ var snippetLlamacpp = (model) => {
   return `./main \\
 	--hf-repo "${model.id}" \\
 	-m file.gguf \\
-	-p "I believe the meaning of life is " \\
+	-p "I believe the meaning of life is" \\
 	-n 128`;
 };
 var LOCAL_APPS = {
@@ -5450,10 +5729,9 @@ var LOCAL_APPS = {
     deeplink: (model) => new URL(`jan://models/huggingface/${model.id}`)
   },
   backyard: {
-    prettyLabel: "Backyard",
+    prettyLabel: "Backyard AI",
     docsUrl: "https://backyard.ai",
     mainTask: "text-generation",
-    macOSOnly: true,
     displayOnModelPage: isGgufModel,
     deeplink: (model) => new URL(`https://backyard.ai/hf/model/${model.id}`)
   },
@@ -5462,12 +5740,14 @@ var LOCAL_APPS = {
     docsUrl: "https://drawthings.ai",
     mainTask: "text-to-image",
     macOSOnly: true,
-    comingSoon: true,
-    /**
-     * random function, will need to refine the actual conditions:
-     */
-    displayOnModelPage: (model) => model.library_name === "diffusers" && model.pipeline_tag === "text-to-image",
-    deeplink: (model) => new URL(`drawthings://open_from_hf?model=${model.id}`)
+    displayOnModelPage: (model) => model.library_name === "diffusers" && (model.pipeline_tag === "text-to-image" || model.tags.includes("lora")),
+    deeplink: (model) => {
+      if (model.tags.includes("lora")) {
+        return new URL(`https://drawthings.ai/import/diffusers/pipeline.load_lora_weights?repo_id=${model.id}`);
+      } else {
+        return new URL(`https://drawthings.ai/import/diffusers/pipeline.from_pretrained?repo_id=${model.id}`);
+      }
+    }
   },
   diffusionbee: {
     prettyLabel: "DiffusionBee",
@@ -5482,6 +5762,7 @@ var LOCAL_APPS = {
 export {
   ALL_DISPLAY_MODEL_LIBRARY_KEYS,
   ALL_MODEL_LIBRARY_KEYS,
+  DEFAULT_MEMORY_OPTIONS,
   InferenceDisplayability,
   LIBRARY_TASK_MAPPING,
   LOCAL_APPS,
@@ -5492,6 +5773,7 @@ export {
   PIPELINE_DATA,
   PIPELINE_TYPES,
   PIPELINE_TYPES_SET,
+  SKUS,
   SPECIAL_TOKENS_ATTRIBUTES,
   SUBTASK_TYPES,
   TASKS_DATA,