@huggingface/tasks 0.13.0-test5 → 0.13.1-test

package/src/gguf.ts

@@ -1,40 +0,0 @@
-export enum GGMLQuantizationType {
-	F32 = 0,
-	F16 = 1,
-	Q4_0 = 2,
-	Q4_1 = 3,
-	Q5_0 = 6,
-	Q5_1 = 7,
-	Q8_0 = 8,
-	Q8_1 = 9,
-	Q2_K = 10,
-	Q3_K = 11,
-	Q4_K = 12,
-	Q5_K = 13,
-	Q6_K = 14,
-	Q8_K = 15,
-	IQ2_XXS = 16,
-	IQ2_XS = 17,
-	IQ3_XXS = 18,
-	IQ1_S = 19,
-	IQ4_NL = 20,
-	IQ3_S = 21,
-	IQ2_S = 22,
-	IQ4_XS = 23,
-	I8 = 24,
-	I16 = 25,
-	I32 = 26,
-	I64 = 27,
-	F64 = 28,
-	IQ1_M = 29,
-	BF16 = 30,
-}
-
-const ggufQuants = Object.values(GGMLQuantizationType).filter((v): v is string => typeof v === "string");
-export const GGUF_QUANT_RE = new RegExp(`(?<quant>${ggufQuants.join("|")})` + "(_(?<sizeVariation>[A-Z]+))?");
-export const GGUF_QUANT_RE_GLOBAL = new RegExp(GGUF_QUANT_RE, "g");
-
-export function parseGGUFQuantLabel(fname: string): string | undefined {
-	const quantLabel = fname.toUpperCase().match(GGUF_QUANT_RE_GLOBAL)?.at(-1); // if there is multiple quant substrings in a name, we prefer the last one
-	return quantLabel;
-}

package/src/hardware.ts

@@ -1,482 +0,0 @@
-/**
- * Biden AI Executive Order
- * https://www.whitehouse.gov/briefing-room/presidential-actions/2023/10/30/executive-order-on-the-safe-secure-and-trustworthy-development-and-use-of-artificial-intelligence/
- */
-export const TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL = 10 ** 14;
-export const TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL_BIOLOGY = 10 ** 11;
-export const TFLOPS_THRESHOLD_WHITE_HOUSE_CLUSTER = 10 ** 8;
-
-/**
- * EU AI Act
- * https://ec.europa.eu/commission/presscorner/detail/en/qanda_21_1683
- */
-export const TFLOPS_THRESHOLD_EU_AI_ACT_MODEL_TRAINING_TOTAL = 10 ** 13;
-
-export interface HardwareSpec {
-	/**
-	 * Approximate value, in FP16 whenever possible.
-	 * This is only approximate/theoretical and shouldn't be taken too seriously.
-	 * Currently the CPU values are from cpu-monkey.com
-	 * while the GPU values are from techpowerup.com
-	 *
-	 * Note to reviewers: I got fed up with data entry,
-	 * and HuggingChat running Llama3 with Web search was failing a bit,
-	 * so some of those values might be slightly inaccurate. Forgive me and please feel free to improve.
-	 */
-	tflops: number;
-	/**
-	 * If an array is specified, options of memory size (can be VRAM, unified RAM)
-	 * e.g. an A100 exists in 40 or 80 GB.
-	 */
-	memory?: number[];
-}
-
-export const DEFAULT_MEMORY_OPTIONS = [8, 16, 24, 32, 40, 48, 64, 80, 96, 128, 256, 512];
-
-export const SKUS = {
-	GPU: {
-		NVIDIA: {
-			H100: {
-				tflops: 267.6,
-				memory: [80],
-			},
-			L40: {
-				tflops: 90.52,
-				memory: [48],
-			},
-			"RTX 6000 Ada": {
-				tflops: 91.1,
-				memory: [48],
-			},
-			"RTX 5880 Ada": {
-				tflops: 69.3,
-				memory: [48],
-			},
-			"RTX 5000 Ada": {
-				tflops: 65.3,
-				memory: [32],
-			},
-			"RTX 4500 Ada": {
-				tflops: 39.6,
-				memory: [24],
-			},
-			"RTX 4000 Ada": {
-				tflops: 26.7,
-				memory: [20],
-			},
-			"RTX 4000 SFF Ada": {
-				tflops: 19.2,
-				memory: [20],
-			},
-			"RTX 2000 Ada": {
-				tflops: 12.0,
-				memory: [16],
-			},
-			"RTX A4000": {
-				tflops: 19.2,
-				memory: [16],
-			},
-			A100: {
-				tflops: 77.97,
-				memory: [80, 40],
-			},
-			A40: {
-				tflops: 37.42,
-				memory: [48],
-			},
-			A10: {
-				tflops: 31.24,
-				memory: [24],
-			},
-			A2: {
-				tflops: 4.531, // source: https://www.techpowerup.com/gpu-specs/a2.c3848
-				memory: [16],
-			},
-			"RTX 4090": {
-				tflops: 82.58,
-				memory: [24],
-			},
-			"RTX 4090D": {
-				tflops: 79.49,
-				memory: [24],
-			},
-			"RTX 4080 SUPER": {
-				tflops: 52.2,
-				memory: [16],
-			},
-			"RTX 4080": {
-				tflops: 48.7,
-				memory: [16],
-			},
-			"RTX 4070": {
-				tflops: 29.15,
-				memory: [12],
-			},
-			"RTX 4070 Ti": {
-				tflops: 40.09,
-				memory: [12],
-			},
-			"RTX 4070 Super": {
-				tflops: 35.48,
-				memory: [12],
-			},
-			"RTX 4070 Ti Super": {
-				tflops: 44.1,
-				memory: [16],
-			},
-			"RTX 4060": {
-				tflops: 15.11,
-				memory: [8],
-			},
-			"RTX 4060 Ti": {
-				tflops: 22.06,
-				memory: [8, 16],
-			},
-			"RTX 3090": {
-				tflops: 35.58,
-				memory: [24],
-			},
-			"RTX 3090 Ti": {
-				tflops: 40,
-				memory: [24],
-			},
-			"RTX 3080": {
-				tflops: 30.6,
-				memory: [12, 10],
-			},
-			"RTX 3080 Ti": {
-				tflops: 34.1,
-				memory: [12],
-			},
-			"RTX 3070": {
-				tflops: 20.31,
-				memory: [8],
-			},
-			"RTX 3070 Ti": {
-				tflops: 21.75,
-				memory: [8],
-			},
-			"RTX 3070 Ti Laptop": {
-				tflops: 16.6,
-				memory: [8],
-			},
-			"RTX 3060 Ti": {
-				tflops: 16.2,
-				memory: [8],
-			},
-			"RTX 3060": {
-				tflops: 12.74,
-				memory: [12, 8],
-			},
-			"RTX 2080 Ti": {
-				tflops: 26.9,
-				memory: [11],
-			},
-			"RTX 2080": {
-				tflops: 20.14,
-				memory: [8],
-			},
-			"RTX 2070": {
-				tflops: 14.93,
-				memory: [8],
-			},
-			"RTX 2070 SUPER Mobile": {
-				tflops: 14.13,
-				memory: [8],
-			},
-			"RTX 2070 SUPER": {
-				tflops: 18.12,
-				memory: [8],
-			},
-			"RTX 3050 Mobile": {
-				tflops: 7.639,
-				memory: [6],
-			},
-			"RTX 2060 Mobile": {
-				tflops: 9.22,
-				memory: [6],
-			},
-			"GTX 1080 Ti": {
-				tflops: 11.34, // float32 (GPU does not support native float16)
-				memory: [11],
-			},
-			"GTX 1070 Ti": {
-				tflops: 8.2, // float32 (GPU does not support native float16)
-				memory: [8],
-			},
-			"RTX Titan": {
-				tflops: 32.62,
-				memory: [24],
-			},
-			"GTX 1660": {
-				tflops: 10.05,
-				memory: [6],
-			},
-			"GTX 1650 Mobile": {
-				tflops: 6.39,
-				memory: [4],
-			},
-			T4: {
-				tflops: 65.13,
-				memory: [16],
-			},
-			V100: {
-				tflops: 28.26,
-				memory: [32, 16],
-			},
-			"Quadro P6000": {
-				tflops: 12.63, // float32 (GPU does not support native float16)
-				memory: [24],
-			},
-			P40: {
-				tflops: 11.76, // float32 (GPU does not support native float16)
-				memory: [24],
-			},
-		},
-		AMD: {
-			MI300: {
-				tflops: 383.0,
-				memory: [192],
-			},
-			MI250: {
-				tflops: 362.1,
-				memory: [128],
-			},
-			MI210: {
-				tflops: 181.0,
-				memory: [64],
-			},
-			MI100: {
-				tflops: 184.6,
-				memory: [32],
-			},
-			MI60: {
-				tflops: 29.5,
-				memory: [32],
-			},
-			MI50: {
-				tflops: 26.5,
-				memory: [16],
-			},
-			"RX 7900 XTX": {
-				tflops: 122.8,
-				memory: [24],
-			},
-			"RX 7900 XT": {
-				tflops: 103.0,
-				memory: [20],
-			},
-			"RX 7900 GRE": {
-				tflops: 91.96,
-				memory: [16],
-			},
-			"RX 7800 XT": {
-				tflops: 74.65,
-				memory: [16],
-			},
-			"RX 7700 XT": {
-				tflops: 70.34,
-				memory: [12],
-			},
-			"RX 7600 XT": {
-				tflops: 45.14,
-				memory: [16, 8],
-			},
-			"RX 6950 XT": {
-				tflops: 47.31,
-				memory: [16],
-			},
-			"RX 6800": {
-				tflops: 32.33,
-				memory: [16],
-			},
-			"RX 6700 XT": {
-				tflops: 26.43,
-				memory: [12],
-			},
-			"RX 6700": {
-				tflops: 22.58,
-				memory: [10],
-			},
-			"Radeon Pro VII": {
-				tflops: 26.11,
-				memory: [16],
-			},
-		},
-		QUALCOMM: {
-			"Snapdragon X Elite X1E-00-1DE": {
-				tflops: 4.6,
-			},
-			"Snapdragon X Elite X1E-84-100": {
-				tflops: 4.6,
-			},
-			"Snapdragon X Elite X1E-80-100": {
-				tflops: 3.8,
-			},
-			"Snapdragon X Elite X1E-78-100": {
-				tflops: 3.8,
-			},
-			"Snapdragon X Plus X1P-64-100": {
-				tflops: 3.8,
-			},
-		},
-	},
-	CPU: {
-		Intel: {
-			"Xeon 4th Generation (Sapphire Rapids)": {
-				tflops: 1.3,
-			},
-			"Xeon 3th Generation (Ice Lake)": {
-				tflops: 0.8,
-			},
-			"Xeon 2th Generation (Cascade Lake)": {
-				tflops: 0.55,
-			},
-			"Intel Core 13th Generation (i9)": {
-				tflops: 0.85,
-			},
-			"Intel Core 13th Generation (i7)": {
-				tflops: 0.82,
-			},
-			"Intel Core 13th Generation (i5)": {
-				tflops: 0.68,
-			},
-			"Intel Core 13th Generation (i3)": {
-				tflops: 0.57,
-			},
-			"Intel Core 12th Generation (i9)": {
-				tflops: 0.79,
-			},
-			"Intel Core 12th Generation (i7)": {
-				tflops: 0.77,
-			},
-			"Intel Core 12th Generation (i5)": {
-				tflops: 0.65,
-			},
-			"Intel Core 12th Generation (i3)": {
-				tflops: 0.53,
-			},
-			"Intel Core 11th Generation (i9)": {
-				tflops: 0.7,
-			},
-			"Intel Core 11th Generation (i7)": {
-				tflops: 0.6,
-			},
-			"Intel Core 11th Generation (i5)": {
-				tflops: 0.5,
-			},
-			"Intel Core 11th Generation (i3)": {
-				tflops: 0.35,
-			},
-			"Intel Core 10th Generation (i9)": {
-				tflops: 0.46,
-			},
-			"Intel Core 10th Generation (i7)": {
-				tflops: 0.46,
-			},
-			"Intel Core 10th Generation (i5)": {
-				tflops: 0.46,
-			},
-			"Intel Core 10th Generation (i3)": {
-				tflops: 0.44,
-			},
-		},
-		AMD: {
-			"EPYC 4th Generation (Genoa)": {
-				tflops: 5,
-			},
-			"EPYC 3th Generation (Milan)": {
-				tflops: 2.4,
-			},
-			"EPYC 2th Generation (Rome)": {
-				tflops: 0.6,
-			},
-			"EPYC 1st Generation (Naples)": {
-				tflops: 0.6,
-			},
-			"Ryzen Zen4 7000 (Ryzen 9)": {
-				tflops: 0.56,
-			},
-			"Ryzen Zen4 7000 (Ryzen 7)": {
-				tflops: 0.56,
-			},
-			"Ryzen Zen4 7000 (Ryzen 5)": {
-				tflops: 0.56,
-			},
-			"Ryzen Zen3 5000 (Ryzen 9)": {
-				tflops: 1.33,
-			},
-			"Ryzen Zen3 5000 (Ryzen 7)": {
-				tflops: 1.33,
-			},
-			"Ryzen Zen3 5000 (Ryzen 5)": {
-				tflops: 0.72,
-			},
-			"Ryzen Zen 2  3000 (Threadripper)": {
-				tflops: 0.72,
-			},
-			"Ryzen Zen 2  3000 (Ryzen 9)": {
-				tflops: 0.72,
-			},
-			"Ryzen Zen 2  3000 (Ryzen 7)": {
-				tflops: 0.72,
-			},
-			"Ryzen Zen 2  3000 (Ryzen 5)": {
-				tflops: 0.72,
-			},
-			"Ryzen Zen 2  3000 (Ryzen 3)": {
-				tflops: 0.72,
-			},
-		},
-	},
-	"Apple Silicon": {
-		"-": {
-			"Apple M1": {
-				tflops: 2.6,
-				memory: [8, 16],
-			},
-			"Apple M1 Pro": {
-				tflops: 5.2,
-				memory: [16, 24, 32],
-			},
-			"Apple M1 Max": {
-				tflops: 10.4,
-				memory: [16, 24, 32, 64],
-			},
-			"Apple M1 Ultra": {
-				tflops: 21,
-				memory: [16, 24, 32, 64, 96, 128],
-			},
-			"Apple M2": {
-				tflops: 3.6,
-				memory: [8, 16, 24],
-			},
-			"Apple M2 Pro": {
-				tflops: 13.6,
-				memory: [16, 24, 32],
-			},
-			"Apple M2 Max": {
-				tflops: 13.49,
-				memory: [32, 64, 96],
-			},
-			"Apple M2 Ultra": {
-				tflops: 27.2,
-				memory: [64, 96, 128, 192],
-			},
-			"Apple M3": {
-				tflops: 2.84,
-				memory: [8, 16, 24],
-			},
-			"Apple M3 Pro": {
-				tflops: 14,
-				memory: [18, 36],
-			},
-			"Apple M3 Max": {
-				tflops: 14.2,
-				memory: [36, 48, 64, 96, 128],
-			},
-		},
-	},
-} satisfies Record<string, Record<string, Record<string, HardwareSpec>>>;
-
-export type SkuType = keyof typeof SKUS;

package/src/index.ts

@@ -1,59 +0,0 @@
-export { LIBRARY_TASK_MAPPING } from "./library-to-tasks.js";
-export { MAPPING_DEFAULT_WIDGET } from "./default-widget-inputs.js";
-export type { TaskData, TaskDemo, TaskDemoEntry, ExampleRepo } from "./tasks/index.js";
-export * from "./tasks/index.js";
-export {
-	PIPELINE_DATA,
-	PIPELINE_TYPES,
-	type WidgetType,
-	type PipelineType,
-	type PipelineData,
-	type Modality,
-	MODALITIES,
-	MODALITY_LABELS,
-	SUBTASK_TYPES,
-	PIPELINE_TYPES_SET,
-} from "./pipelines.js";
-export {
-	ALL_DISPLAY_MODEL_LIBRARY_KEYS,
-	ALL_MODEL_LIBRARY_KEYS,
-	MODEL_LIBRARIES_UI_ELEMENTS,
-} from "./model-libraries.js";
-export type { LibraryUiElement, ModelLibraryKey } from "./model-libraries.js";
-export type { ModelData, TransformersInfo } from "./model-data.js";
-export type { AddedToken, SpecialTokensMap, TokenizerConfig } from "./tokenizer-data.js";
-export type {
-	WidgetExample,
-	WidgetExampleAttribute,
-	WidgetExampleAssetAndPromptInput,
-	WidgetExampleAssetAndTextInput,
-	WidgetExampleAssetAndZeroShotInput,
-	WidgetExampleAssetInput,
-	WidgetExampleChatInput,
-	WidgetExampleSentenceSimilarityInput,
-	WidgetExampleStructuredDataInput,
-	WidgetExampleTableDataInput,
-	WidgetExampleTextAndContextInput,
-	WidgetExampleTextAndTableInput,
-	WidgetExampleTextInput,
-	WidgetExampleZeroShotTextInput,
-	WidgetExampleOutput,
-	WidgetExampleOutputUrl,
-	WidgetExampleOutputLabels,
-	WidgetExampleOutputAnswerScore,
-	WidgetExampleOutputText,
-} from "./widget-example.js";
-export { SPECIAL_TOKENS_ATTRIBUTES } from "./tokenizer-data.js";
-
-import * as snippets from "./snippets/index.js";
-export * from "./gguf.js";
-
-export { snippets };
-
-export { SKUS, DEFAULT_MEMORY_OPTIONS } from "./hardware.js";
-export type { HardwareSpec, SkuType } from "./hardware.js";
-export { LOCAL_APPS } from "./local-apps.js";
-export type { LocalApp, LocalAppKey, LocalAppSnippet } from "./local-apps.js";
-
-export { DATASET_LIBRARIES_UI_ELEMENTS } from "./dataset-libraries.js";
-export type { DatasetLibraryUiElement, DatasetLibraryKey } from "./dataset-libraries.js";

package/src/library-to-tasks.ts

@@ -1,76 +0,0 @@
-import type { ModelLibraryKey } from "./model-libraries.js";
-import type { PipelineType } from "./pipelines.js";
-
-/**
- * Mapping from library name to its supported tasks.
- * Inference API (serverless) should be disabled for all other (library, task) pairs beyond this mapping.
- * This mapping is partially generated automatically by "python-api-export-tasks" action in
- * huggingface/api-inference-community repo upon merge. For transformers, the mapping is manually
- * based on api-inference (hf_types.rs).
- */
-export const LIBRARY_TASK_MAPPING: Partial<Record<ModelLibraryKey, PipelineType[]>> = {
-	"adapter-transformers": ["question-answering", "text-classification", "token-classification"],
-	allennlp: ["question-answering"],
-	asteroid: [
-		// "audio-source-separation",
-		"audio-to-audio",
-	],
-	bertopic: ["text-classification"],
-	diffusers: ["image-to-image", "text-to-image"],
-	doctr: ["object-detection"],
-	espnet: ["text-to-speech", "automatic-speech-recognition"],
-	fairseq: ["text-to-speech", "audio-to-audio"],
-	fastai: ["image-classification"],
-	fasttext: ["feature-extraction", "text-classification"],
-	flair: ["token-classification"],
-	k2: ["automatic-speech-recognition"],
-	keras: ["image-classification"],
-	nemo: ["automatic-speech-recognition"],
-	open_clip: ["zero-shot-classification", "zero-shot-image-classification"],
-	paddlenlp: ["fill-mask", "summarization", "zero-shot-classification"],
-	peft: ["text-generation"],
-	"pyannote-audio": ["automatic-speech-recognition"],
-	"sentence-transformers": ["feature-extraction", "sentence-similarity"],
-	setfit: ["text-classification"],
-	sklearn: ["tabular-classification", "tabular-regression", "text-classification"],
-	spacy: ["token-classification", "text-classification", "sentence-similarity"],
-	"span-marker": ["token-classification"],
-	speechbrain: [
-		"audio-classification",
-		"audio-to-audio",
-		"automatic-speech-recognition",
-		"text-to-speech",
-		"text2text-generation",
-	],
-	stanza: ["token-classification"],
-	timm: ["image-classification"],
-	transformers: [
-		"audio-classification",
-		"automatic-speech-recognition",
-		"depth-estimation",
-		"document-question-answering",
-		"feature-extraction",
-		"fill-mask",
-		"image-classification",
-		"image-segmentation",
-		"image-to-image",
-		"image-to-text",
-		"object-detection",
-		"question-answering",
-		"summarization",
-		"table-question-answering",
-		"text2text-generation",
-		"text-classification",
-		"text-generation",
-		"text-to-audio",
-		"text-to-speech",
-		"token-classification",
-		"translation",
-		"video-classification",
-		"visual-question-answering",
-		"zero-shot-classification",
-		"zero-shot-image-classification",
-		"zero-shot-object-detection",
-	],
-	mindspore: ["image-classification"],
-};