@huggingface/tasks 0.13.1 → 0.13.2

package/dist/esm/hardware.js

@@ -0,0 +1,458 @@
+/**
+ * Biden AI Executive Order
+ * https://www.whitehouse.gov/briefing-room/presidential-actions/2023/10/30/executive-order-on-the-safe-secure-and-trustworthy-development-and-use-of-artificial-intelligence/
+ */
+export const TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL = 10 ** 14;
+export const TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL_BIOLOGY = 10 ** 11;
+export const TFLOPS_THRESHOLD_WHITE_HOUSE_CLUSTER = 10 ** 8;
+/**
+ * EU AI Act
+ * https://ec.europa.eu/commission/presscorner/detail/en/qanda_21_1683
+ */
+export const TFLOPS_THRESHOLD_EU_AI_ACT_MODEL_TRAINING_TOTAL = 10 ** 13;
+export const DEFAULT_MEMORY_OPTIONS = [8, 16, 24, 32, 40, 48, 64, 80, 96, 128, 256, 512];
+export const SKUS = {
+    GPU: {
+        NVIDIA: {
+            H100: {
+                tflops: 267.6,
+                memory: [80],
+            },
+            L40: {
+                tflops: 90.52,
+                memory: [48],
+            },
+            "RTX 6000 Ada": {
+                tflops: 91.1,
+                memory: [48],
+            },
+            "RTX 5880 Ada": {
+                tflops: 69.3,
+                memory: [48],
+            },
+            "RTX 5000 Ada": {
+                tflops: 65.3,
+                memory: [32],
+            },
+            "RTX 4500 Ada": {
+                tflops: 39.6,
+                memory: [24],
+            },
+            "RTX 4000 Ada": {
+                tflops: 26.7,
+                memory: [20],
+            },
+            "RTX 4000 SFF Ada": {
+                tflops: 19.2,
+                memory: [20],
+            },
+            "RTX 2000 Ada": {
+                tflops: 12.0,
+                memory: [16],
+            },
+            "RTX A4000": {
+                tflops: 19.2,
+                memory: [16],
+            },
+            A100: {
+                tflops: 77.97,
+                memory: [80, 40],
+            },
+            A40: {
+                tflops: 37.42,
+                memory: [48],
+            },
+            A10: {
+                tflops: 31.24,
+                memory: [24],
+            },
+            A2: {
+                tflops: 4.531, // source: https://www.techpowerup.com/gpu-specs/a2.c3848
+                memory: [16],
+            },
+            "RTX 4090": {
+                tflops: 82.58,
+                memory: [24],
+            },
+            "RTX 4090D": {
+                tflops: 79.49,
+                memory: [24],
+            },
+            "RTX 4080 SUPER": {
+                tflops: 52.2,
+                memory: [16],
+            },
+            "RTX 4080": {
+                tflops: 48.7,
+                memory: [16],
+            },
+            "RTX 4070": {
+                tflops: 29.15,
+                memory: [12],
+            },
+            "RTX 4070 Ti": {
+                tflops: 40.09,
+                memory: [12],
+            },
+            "RTX 4070 Super": {
+                tflops: 35.48,
+                memory: [12],
+            },
+            "RTX 4070 Ti Super": {
+                tflops: 44.1,
+                memory: [16],
+            },
+            "RTX 4060": {
+                tflops: 15.11,
+                memory: [8],
+            },
+            "RTX 4060 Ti": {
+                tflops: 22.06,
+                memory: [8, 16],
+            },
+            "RTX 3090": {
+                tflops: 35.58,
+                memory: [24],
+            },
+            "RTX 3090 Ti": {
+                tflops: 40,
+                memory: [24],
+            },
+            "RTX 3080": {
+                tflops: 30.6,
+                memory: [12, 10],
+            },
+            "RTX 3080 Ti": {
+                tflops: 34.1,
+                memory: [12],
+            },
+            "RTX 3070": {
+                tflops: 20.31,
+                memory: [8],
+            },
+            "RTX 3070 Ti": {
+                tflops: 21.75,
+                memory: [8],
+            },
+            "RTX 3070 Ti Laptop": {
+                tflops: 16.6,
+                memory: [8],
+            },
+            "RTX 3060 Ti": {
+                tflops: 16.2,
+                memory: [8],
+            },
+            "RTX 3060": {
+                tflops: 12.74,
+                memory: [12, 8],
+            },
+            "RTX 2080 Ti": {
+                tflops: 26.9,
+                memory: [11],
+            },
+            "RTX 2080": {
+                tflops: 20.14,
+                memory: [8],
+            },
+            "RTX 2070": {
+                tflops: 14.93,
+                memory: [8],
+            },
+            "RTX 2070 SUPER Mobile": {
+                tflops: 14.13,
+                memory: [8],
+            },
+            "RTX 2070 SUPER": {
+                tflops: 18.12,
+                memory: [8],
+            },
+            "RTX 3050 Mobile": {
+                tflops: 7.639,
+                memory: [6],
+            },
+            "RTX 2060 Mobile": {
+                tflops: 9.22,
+                memory: [6],
+            },
+            "GTX 1080 Ti": {
+                tflops: 11.34, // float32 (GPU does not support native float16)
+                memory: [11],
+            },
+            "GTX 1070 Ti": {
+                tflops: 8.2, // float32 (GPU does not support native float16)
+                memory: [8],
+            },
+            "RTX Titan": {
+                tflops: 32.62,
+                memory: [24],
+            },
+            "GTX 1660": {
+                tflops: 10.05,
+                memory: [6],
+            },
+            "GTX 1650 Mobile": {
+                tflops: 6.39,
+                memory: [4],
+            },
+            T4: {
+                tflops: 65.13,
+                memory: [16],
+            },
+            V100: {
+                tflops: 28.26,
+                memory: [32, 16],
+            },
+            "Quadro P6000": {
+                tflops: 12.63, // float32 (GPU does not support native float16)
+                memory: [24],
+            },
+            P40: {
+                tflops: 11.76, // float32 (GPU does not support native float16)
+                memory: [24],
+            },
+        },
+        AMD: {
+            MI300: {
+                tflops: 383.0,
+                memory: [192],
+            },
+            MI250: {
+                tflops: 362.1,
+                memory: [128],
+            },
+            MI210: {
+                tflops: 181.0,
+                memory: [64],
+            },
+            MI100: {
+                tflops: 184.6,
+                memory: [32],
+            },
+            MI60: {
+                tflops: 29.5,
+                memory: [32],
+            },
+            MI50: {
+                tflops: 26.5,
+                memory: [16],
+            },
+            "RX 7900 XTX": {
+                tflops: 122.8,
+                memory: [24],
+            },
+            "RX 7900 XT": {
+                tflops: 103.0,
+                memory: [20],
+            },
+            "RX 7900 GRE": {
+                tflops: 91.96,
+                memory: [16],
+            },
+            "RX 7800 XT": {
+                tflops: 74.65,
+                memory: [16],
+            },
+            "RX 7700 XT": {
+                tflops: 70.34,
+                memory: [12],
+            },
+            "RX 7600 XT": {
+                tflops: 45.14,
+                memory: [16, 8],
+            },
+            "RX 6950 XT": {
+                tflops: 47.31,
+                memory: [16],
+            },
+            "RX 6800": {
+                tflops: 32.33,
+                memory: [16],
+            },
+            "RX 6700 XT": {
+                tflops: 26.43,
+                memory: [12],
+            },
+            "RX 6700": {
+                tflops: 22.58,
+                memory: [10],
+            },
+            "Radeon Pro VII": {
+                tflops: 26.11,
+                memory: [16],
+            },
+        },
+        QUALCOMM: {
+            "Snapdragon X Elite X1E-00-1DE": {
+                tflops: 4.6,
+            },
+            "Snapdragon X Elite X1E-84-100": {
+                tflops: 4.6,
+            },
+            "Snapdragon X Elite X1E-80-100": {
+                tflops: 3.8,
+            },
+            "Snapdragon X Elite X1E-78-100": {
+                tflops: 3.8,
+            },
+            "Snapdragon X Plus X1P-64-100": {
+                tflops: 3.8,
+            },
+        },
+    },
+    CPU: {
+        Intel: {
+            "Xeon 4th Generation (Sapphire Rapids)": {
+                tflops: 1.3,
+            },
+            "Xeon 3th Generation (Ice Lake)": {
+                tflops: 0.8,
+            },
+            "Xeon 2th Generation (Cascade Lake)": {
+                tflops: 0.55,
+            },
+            "Intel Core 13th Generation (i9)": {
+                tflops: 0.85,
+            },
+            "Intel Core 13th Generation (i7)": {
+                tflops: 0.82,
+            },
+            "Intel Core 13th Generation (i5)": {
+                tflops: 0.68,
+            },
+            "Intel Core 13th Generation (i3)": {
+                tflops: 0.57,
+            },
+            "Intel Core 12th Generation (i9)": {
+                tflops: 0.79,
+            },
+            "Intel Core 12th Generation (i7)": {
+                tflops: 0.77,
+            },
+            "Intel Core 12th Generation (i5)": {
+                tflops: 0.65,
+            },
+            "Intel Core 12th Generation (i3)": {
+                tflops: 0.53,
+            },
+            "Intel Core 11th Generation (i9)": {
+                tflops: 0.7,
+            },
+            "Intel Core 11th Generation (i7)": {
+                tflops: 0.6,
+            },
+            "Intel Core 11th Generation (i5)": {
+                tflops: 0.5,
+            },
+            "Intel Core 11th Generation (i3)": {
+                tflops: 0.35,
+            },
+            "Intel Core 10th Generation (i9)": {
+                tflops: 0.46,
+            },
+            "Intel Core 10th Generation (i7)": {
+                tflops: 0.46,
+            },
+            "Intel Core 10th Generation (i5)": {
+                tflops: 0.46,
+            },
+            "Intel Core 10th Generation (i3)": {
+                tflops: 0.44,
+            },
+        },
+        AMD: {
+            "EPYC 4th Generation (Genoa)": {
+                tflops: 5,
+            },
+            "EPYC 3th Generation (Milan)": {
+                tflops: 2.4,
+            },
+            "EPYC 2th Generation (Rome)": {
+                tflops: 0.6,
+            },
+            "EPYC 1st Generation (Naples)": {
+                tflops: 0.6,
+            },
+            "Ryzen Zen4 7000 (Ryzen 9)": {
+                tflops: 0.56,
+            },
+            "Ryzen Zen4 7000 (Ryzen 7)": {
+                tflops: 0.56,
+            },
+            "Ryzen Zen4 7000 (Ryzen 5)": {
+                tflops: 0.56,
+            },
+            "Ryzen Zen3 5000 (Ryzen 9)": {
+                tflops: 1.33,
+            },
+            "Ryzen Zen3 5000 (Ryzen 7)": {
+                tflops: 1.33,
+            },
+            "Ryzen Zen3 5000 (Ryzen 5)": {
+                tflops: 0.72,
+            },
+            "Ryzen Zen 2  3000 (Threadripper)": {
+                tflops: 0.72,
+            },
+            "Ryzen Zen 2  3000 (Ryzen 9)": {
+                tflops: 0.72,
+            },
+            "Ryzen Zen 2  3000 (Ryzen 7)": {
+                tflops: 0.72,
+            },
+            "Ryzen Zen 2  3000 (Ryzen 5)": {
+                tflops: 0.72,
+            },
+            "Ryzen Zen 2  3000 (Ryzen 3)": {
+                tflops: 0.72,
+            },
+        },
+    },
+    "Apple Silicon": {
+        "-": {
+            "Apple M1": {
+                tflops: 2.6,
+                memory: [8, 16],
+            },
+            "Apple M1 Pro": {
+                tflops: 5.2,
+                memory: [16, 24, 32],
+            },
+            "Apple M1 Max": {
+                tflops: 10.4,
+                memory: [16, 24, 32, 64],
+            },
+            "Apple M1 Ultra": {
+                tflops: 21,
+                memory: [16, 24, 32, 64, 96, 128],
+            },
+            "Apple M2": {
+                tflops: 3.6,
+                memory: [8, 16, 24],
+            },
+            "Apple M2 Pro": {
+                tflops: 13.6,
+                memory: [16, 24, 32],
+            },
+            "Apple M2 Max": {
+                tflops: 13.49,
+                memory: [32, 64, 96],
+            },
+            "Apple M2 Ultra": {
+                tflops: 27.2,
+                memory: [64, 96, 128, 192],
+            },
+            "Apple M3": {
+                tflops: 2.84,
+                memory: [8, 16, 24],
+            },
+            "Apple M3 Pro": {
+                tflops: 14,
+                memory: [18, 36],
+            },
+            "Apple M3 Max": {
+                tflops: 14.2,
+                memory: [36, 48, 64, 96, 128],
+            },
+        },
+    },
+};

package/dist/esm/index.d.ts

@@ -0,0 +1,21 @@
+export { LIBRARY_TASK_MAPPING } from "./library-to-tasks.js";
+export { MAPPING_DEFAULT_WIDGET } from "./default-widget-inputs.js";
+export type { TaskData, TaskDemo, TaskDemoEntry, ExampleRepo } from "./tasks/index.js";
+export * from "./tasks/index.js";
+export { PIPELINE_DATA, PIPELINE_TYPES, type WidgetType, type PipelineType, type PipelineData, type Modality, MODALITIES, MODALITY_LABELS, SUBTASK_TYPES, PIPELINE_TYPES_SET, } from "./pipelines.js";
+export { ALL_DISPLAY_MODEL_LIBRARY_KEYS, ALL_MODEL_LIBRARY_KEYS, MODEL_LIBRARIES_UI_ELEMENTS, } from "./model-libraries.js";
+export type { LibraryUiElement, ModelLibraryKey } from "./model-libraries.js";
+export type { ModelData, TransformersInfo } from "./model-data.js";
+export type { AddedToken, SpecialTokensMap, TokenizerConfig } from "./tokenizer-data.js";
+export type { WidgetExample, WidgetExampleAttribute, WidgetExampleAssetAndPromptInput, WidgetExampleAssetAndTextInput, WidgetExampleAssetAndZeroShotInput, WidgetExampleAssetInput, WidgetExampleChatInput, WidgetExampleSentenceSimilarityInput, WidgetExampleStructuredDataInput, WidgetExampleTableDataInput, WidgetExampleTextAndContextInput, WidgetExampleTextAndTableInput, WidgetExampleTextInput, WidgetExampleZeroShotTextInput, WidgetExampleOutput, WidgetExampleOutputUrl, WidgetExampleOutputLabels, WidgetExampleOutputAnswerScore, WidgetExampleOutputText, } from "./widget-example.js";
+export { SPECIAL_TOKENS_ATTRIBUTES } from "./tokenizer-data.js";
+import * as snippets from "./snippets/index.js";
+export * from "./gguf.js";
+export { snippets };
+export { SKUS, DEFAULT_MEMORY_OPTIONS } from "./hardware.js";
+export type { HardwareSpec, SkuType } from "./hardware.js";
+export { LOCAL_APPS } from "./local-apps.js";
+export type { LocalApp, LocalAppKey, LocalAppSnippet } from "./local-apps.js";
+export { DATASET_LIBRARIES_UI_ELEMENTS } from "./dataset-libraries.js";
+export type { DatasetLibraryUiElement, DatasetLibraryKey } from "./dataset-libraries.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/esm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACvF,cAAc,kBAAkB,CAAC;AACjC,OAAO,EACN,aAAa,EACb,cAAc,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,QAAQ,EACb,UAAU,EACV,eAAe,EACf,aAAa,EACb,kBAAkB,GAClB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACN,8BAA8B,EAC9B,sBAAsB,EACtB,2BAA2B,GAC3B,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC9E,YAAY,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACzF,YAAY,EACX,aAAa,EACb,sBAAsB,EACtB,gCAAgC,EAChC,8BAA8B,EAC9B,kCAAkC,EAClC,uBAAuB,EACvB,sBAAsB,EACtB,oCAAoC,EACpC,gCAAgC,EAChC,2BAA2B,EAC3B,gCAAgC,EAChC,8BAA8B,EAC9B,sBAAsB,EACtB,8BAA8B,EAC9B,mBAAmB,EACnB,sBAAsB,EACtB,yBAAyB,EACzB,8BAA8B,EAC9B,uBAAuB,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAEhE,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,cAAc,WAAW,CAAC;AAE1B,OAAO,EAAE,QAAQ,EAAE,CAAC;AAEpB,OAAO,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAC7D,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAE9E,OAAO,EAAE,6BAA6B,EAAE,MAAM,wBAAwB,CAAC;AACvE,YAAY,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC"}

package/dist/esm/index.js

@@ -0,0 +1,12 @@
+export { LIBRARY_TASK_MAPPING } from "./library-to-tasks.js";
+export { MAPPING_DEFAULT_WIDGET } from "./default-widget-inputs.js";
+export * from "./tasks/index.js";
+export { PIPELINE_DATA, PIPELINE_TYPES, MODALITIES, MODALITY_LABELS, SUBTASK_TYPES, PIPELINE_TYPES_SET, } from "./pipelines.js";
+export { ALL_DISPLAY_MODEL_LIBRARY_KEYS, ALL_MODEL_LIBRARY_KEYS, MODEL_LIBRARIES_UI_ELEMENTS, } from "./model-libraries.js";
+export { SPECIAL_TOKENS_ATTRIBUTES } from "./tokenizer-data.js";
+import * as snippets from "./snippets/index.js";
+export * from "./gguf.js";
+export { snippets };
+export { SKUS, DEFAULT_MEMORY_OPTIONS } from "./hardware.js";
+export { LOCAL_APPS } from "./local-apps.js";
+export { DATASET_LIBRARIES_UI_ELEMENTS } from "./dataset-libraries.js";

package/dist/esm/library-to-tasks.d.ts

@@ -0,0 +1,11 @@
+import type { ModelLibraryKey } from "./model-libraries.js";
+import type { PipelineType } from "./pipelines.js";
+/**
+ * Mapping from library name to its supported tasks.
+ * Inference API (serverless) should be disabled for all other (library, task) pairs beyond this mapping.
+ * This mapping is partially generated automatically by "python-api-export-tasks" action in
+ * huggingface/api-inference-community repo upon merge. For transformers, the mapping is manually
+ * based on api-inference (hf_types.rs).
+ */
+export declare const LIBRARY_TASK_MAPPING: Partial<Record<ModelLibraryKey, PipelineType[]>>;
+//# sourceMappingURL=library-to-tasks.d.ts.map

package/dist/esm/library-to-tasks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"library-to-tasks.d.ts","sourceRoot":"","sources":["../../src/library-to-tasks.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAEnD;;;;;;GAMG;AACH,eAAO,MAAM,oBAAoB,EAAE,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,YAAY,EAAE,CAAC,CAiEjF,CAAC"}

package/dist/esm/library-to-tasks.js

@@ -0,0 +1,73 @@
+/**
+ * Mapping from library name to its supported tasks.
+ * Inference API (serverless) should be disabled for all other (library, task) pairs beyond this mapping.
+ * This mapping is partially generated automatically by "python-api-export-tasks" action in
+ * huggingface/api-inference-community repo upon merge. For transformers, the mapping is manually
+ * based on api-inference (hf_types.rs).
+ */
+export const LIBRARY_TASK_MAPPING = {
+    "adapter-transformers": ["question-answering", "text-classification", "token-classification"],
+    allennlp: ["question-answering"],
+    asteroid: [
+        // "audio-source-separation",
+        "audio-to-audio",
+    ],
+    bertopic: ["text-classification"],
+    diffusers: ["image-to-image", "text-to-image"],
+    doctr: ["object-detection"],
+    espnet: ["text-to-speech", "automatic-speech-recognition"],
+    fairseq: ["text-to-speech", "audio-to-audio"],
+    fastai: ["image-classification"],
+    fasttext: ["feature-extraction", "text-classification"],
+    flair: ["token-classification"],
+    k2: ["automatic-speech-recognition"],
+    keras: ["image-classification"],
+    nemo: ["automatic-speech-recognition"],
+    open_clip: ["zero-shot-classification", "zero-shot-image-classification"],
+    paddlenlp: ["fill-mask", "summarization", "zero-shot-classification"],
+    peft: ["text-generation"],
+    "pyannote-audio": ["automatic-speech-recognition"],
+    "sentence-transformers": ["feature-extraction", "sentence-similarity"],
+    setfit: ["text-classification"],
+    sklearn: ["tabular-classification", "tabular-regression", "text-classification"],
+    spacy: ["token-classification", "text-classification", "sentence-similarity"],
+    "span-marker": ["token-classification"],
+    speechbrain: [
+        "audio-classification",
+        "audio-to-audio",
+        "automatic-speech-recognition",
+        "text-to-speech",
+        "text2text-generation",
+    ],
+    stanza: ["token-classification"],
+    timm: ["image-classification"],
+    transformers: [
+        "audio-classification",
+        "automatic-speech-recognition",
+        "depth-estimation",
+        "document-question-answering",
+        "feature-extraction",
+        "fill-mask",
+        "image-classification",
+        "image-segmentation",
+        "image-to-image",
+        "image-to-text",
+        "object-detection",
+        "question-answering",
+        "summarization",
+        "table-question-answering",
+        "text2text-generation",
+        "text-classification",
+        "text-generation",
+        "text-to-audio",
+        "text-to-speech",
+        "token-classification",
+        "translation",
+        "video-classification",
+        "visual-question-answering",
+        "zero-shot-classification",
+        "zero-shot-image-classification",
+        "zero-shot-object-detection",
+    ],
+    mindspore: ["image-classification"],
+};