@huggingface/tasks 0.0.3 → 0.0.5

package/src/unconditional-image-generation/data.ts

@@ -3,64 +3,70 @@ import type { TaskDataCustom } from "../Types";
 const taskData: TaskDataCustom = {
 	datasets: [
 		{
-			description: "The CIFAR-100 dataset consists of 60000 32x32 colour images in 100 classes, with 600 images per class.",
-			id:          "cifar100",
+			description:
+				"The CIFAR-100 dataset consists of 60000 32x32 colour images in 100 classes, with 600 images per class.",
+			id: "cifar100",
 		},
 		{
 			description: "Multiple images of celebrities, used for facial expression translation.",
-			id:          "CelebA",
+			id: "CelebA",
 		},
 	],
 	demo: {
 		inputs: [
 			{
-				label:   "Seed",
+				label: "Seed",
 				content: "42",
-				type:    "text",
+				type: "text",
 			},
 			{
-				label:   "Number of images to generate:",
+				label: "Number of images to generate:",
 				content: "4",
-				type:    "text",
+				type: "text",
 			},
 		],
 		outputs: [
 			{
 				filename: "unconditional-image-generation-output.jpeg",
-				type:     "img",
+				type: "img",
 			},
 		],
 	},
 	metrics: [
 		{
-			description: "The inception score (IS) evaluates the quality of generated images. It measures the diversity of the generated images (the model predictions are evenly distributed across all possible labels) and their 'distinction' or 'sharpness' (the model confidently predicts a single label for each image).",
-			id:          "Inception score (IS)",
+			description:
+				"The inception score (IS) evaluates the quality of generated images. It measures the diversity of the generated images (the model predictions are evenly distributed across all possible labels) and their 'distinction' or 'sharpness' (the model confidently predicts a single label for each image).",
+			id: "Inception score (IS)",
 		},
 		{
-			description: "The Fréchet Inception Distance (FID) evaluates the quality of images created by a generative model by calculating the distance between feature vectors for real and generated images.",
-			id:          "Frećhet Inception Distance (FID)",
+			description:
+				"The Fréchet Inception Distance (FID) evaluates the quality of images created by a generative model by calculating the distance between feature vectors for real and generated images.",
+			id: "Frećhet Inception Distance (FID)",
 		},
 	],
 	models: [
 		{
-			description: "High-quality image generation model trained on the CIFAR-10 dataset. It synthesizes images of the ten classes presented in the dataset using diffusion probabilistic models, a class of latent variable models inspired by considerations from nonequilibrium thermodynamics.",
-			id:          "google/ddpm-cifar10-32",
+			description:
+				"High-quality image generation model trained on the CIFAR-10 dataset. It synthesizes images of the ten classes presented in the dataset using diffusion probabilistic models, a class of latent variable models inspired by considerations from nonequilibrium thermodynamics.",
+			id: "google/ddpm-cifar10-32",
 		},
 		{
-			description: "High-quality image generation model trained on the 256x256 CelebA-HQ dataset. It synthesizes images of faces using diffusion probabilistic models, a class of latent variable models inspired by considerations from nonequilibrium thermodynamics.",
-			id:          "google/ddpm-celebahq-256",
+			description:
+				"High-quality image generation model trained on the 256x256 CelebA-HQ dataset. It synthesizes images of faces using diffusion probabilistic models, a class of latent variable models inspired by considerations from nonequilibrium thermodynamics.",
+			id: "google/ddpm-celebahq-256",
 		},
 	],
-	spaces:       [
+	spaces: [
 		{
 			description: "An application that can generate realistic faces.",
-			id:          "CompVis/celeba-latent-diffusion",
+			id: "CompVis/celeba-latent-diffusion",
 		},
 	],
-	summary:      "Unconditional image generation is the task of generating images with no condition in any context (like a prompt text or another image). Once trained, the model will create images that resemble its training data distribution.",
+	summary:
+		"Unconditional image generation is the task of generating images with no condition in any context (like a prompt text or another image). Once trained, the model will create images that resemble its training data distribution.",
 	widgetModels: [""],
 	// TODO: Add related video
-	youtubeId:    "",
+	youtubeId: "",
 };
 
 export default taskData;

package/src/video-classification/about.md

@@ -1,10 +1,13 @@
 ## Use Cases
+
 Video classification models can be used to categorize what a video is all about.
 
 ### Activity Recognition
-Video classification models are used to perform activity recognition which is useful for fitness applications. Activity  recognition is also helpful for vision-impaired individuals especially when they're commuting.
+
+Video classification models are used to perform activity recognition which is useful for fitness applications. Activity recognition is also helpful for vision-impaired individuals especially when they're commuting.
 
 ### Video Search
+
 Models trained in video classification can improve user experience by organizing and categorizing video galleries on the phone or in the cloud, on multiple keywords or tags.
 
 ## Inference
@@ -50,4 +53,5 @@ print(model.config.id2label[predicted_label])
 - [Video classification task guide](https://huggingface.co/docs/transformers/tasks/video_classification)
 
 ### Creating your own video classifier in minutes
+
 - [Fine-tuning tutorial notebook (PyTorch)](https://colab.research.google.com/github/huggingface/notebooks/blob/main/examples/video_classification.ipynb)

package/src/video-classification/data.ts

@@ -5,14 +5,14 @@ const taskData: TaskDataCustom = {
 		{
 			// TODO write proper description
 			description: "Benchmark dataset used for video classification with videos that belong to 400 classes.",
-			id:          "kinetics400",
+			id: "kinetics400",
 		},
 	],
 	demo: {
 		inputs: [
 			{
 				filename: "video-classification-input.gif",
-				type:     "img",
+				type: "img",
 			},
 		],
 		outputs: [
@@ -38,47 +38,47 @@ const taskData: TaskDataCustom = {
 	metrics: [
 		{
 			description: "",
-			id:          "accuracy",
+			id: "accuracy",
 		},
 		{
 			description: "",
-			id:          "recall",
+			id: "recall",
 		},
 		{
 			description: "",
-			id:          "precision",
+			id: "precision",
 		},
 		{
 			description: "",
-			id:          "f1",
+			id: "f1",
 		},
-
 	],
 	models: [
 		{
 			// TO DO: write description
 			description: "Strong Video Classification model trained on the Kinects 400 dataset.",
-			id:          "MCG-NJU/videomae-base-finetuned-kinetics",
+			id: "MCG-NJU/videomae-base-finetuned-kinetics",
 		},
 		{
 			// TO DO: write description
 			description: "Strong Video Classification model trained on the Kinects 400 dataset.",
-			id:          "microsoft/xclip-base-patch32",
+			id: "microsoft/xclip-base-patch32",
 		},
 	],
-	spaces:       [
+	spaces: [
 		{
 			description: "An application that classifies video at different timestamps.",
-			id:          "nateraw/lavila",
+			id: "nateraw/lavila",
 		},
 		{
 			description: "An application that classifies video.",
-			id:          "fcakyon/video-classification",
+			id: "fcakyon/video-classification",
 		},
 	],
-	summary:      "Video classification is the task of assigning a label or class to an entire video. Videos are expected to have only one class for each video. Video classification models take a video as input and return a prediction about which class the video belongs to.",
+	summary:
+		"Video classification is the task of assigning a label or class to an entire video. Videos are expected to have only one class for each video. Video classification models take a video as input and return a prediction about which class the video belongs to.",
 	widgetModels: [],
-	youtubeId:    "",
+	youtubeId: "",
 };
 
 export default taskData;

package/src/visual-question-answering/about.md

@@ -1,20 +1,25 @@
 ## Use Cases
 
-###  Aid the Visually Impaired Persons
+### Aid the Visually Impaired Persons
+
 VQA models can be used to reduce visual barriers for visually impaired individuals by allowing them to get information about images from the web and the real world.
 
 ### Education
+
 VQA models can be used to improve experiences at museums by allowing observers to directly ask questions they interested in.
 
 ### Improved Image Retrieval
+
 Visual question answering models can be used to retrieve images with specific characteristics. For example, the user can ask "Is there a dog?" to find all images with dogs from a set of images.
 
 ### Video Search
+
 Specific snippets/timestamps of a video can be retrieved based on search queries. For example, the user can ask "At which part of the video does the guitar appear?" and get a specific timestamp range from the whole video.
 
-## Task Variants 
+## Task Variants
 
 ### Video Question Answering
+
 Video Question Answering aims to answer questions asked about the content of a video.
 
 ## Inference
@@ -40,4 +45,4 @@ vqa_pipeline(image, question, top_k=1)
 - [Multi Modal Framework (MMF) - Meta Research](https://mmf.sh/docs/getting_started/video_overview/)
 
 The contents of this page are contributed by [
-Bharat Raghunathan](https://huggingface.co/bharat-raghunathan) and [Jose Londono Botero](https://huggingface.co/jlondonobo).
+Bharat Raghunathan](https://huggingface.co/bharat-raghunathan) and [Jose Londono Botero](https://huggingface.co/jlondonobo).

package/src/visual-question-answering/data.ts

@@ -4,23 +4,23 @@ const taskData: TaskDataCustom = {
 	datasets: [
 		{
 			description: "A widely used dataset containing questions (with answers) about images.",
-			id:          "Graphcore/vqa",
+			id: "Graphcore/vqa",
 		},
 		{
 			description: "A dataset to benchmark visual reasoning based on text in images.",
 			id: "textvqa",
-		}
+		},
 	],
 	demo: {
 		inputs: [
 			{
 				filename: "elephant.jpeg",
-				type:     "img",
+				type: "img",
 			},
 			{
-				label:   "Question",
+				label: "Question",
 				content: "What is in this image?",
-				type:    "text",
+				type: "text",
 			},
 		],
 		outputs: [
@@ -44,47 +44,50 @@ const taskData: TaskDataCustom = {
 		],
 	},
 	isPlaceholder: false,
-	metrics:       [
+	metrics: [
 		{
 			description: "",
-			id:          "accuracy",
+			id: "accuracy",
 		},
 		{
-			description: "Measures how much a predicted answer differs from the ground truth based on the difference in their semantic meaning.",
-			id:          "wu-palmer similarity",
+			description:
+				"Measures how much a predicted answer differs from the ground truth based on the difference in their semantic meaning.",
+			id: "wu-palmer similarity",
 		},
 	],
 	models: [
 		{
 			description: "A visual question answering model trained to convert charts and plots to text.",
-			id:          "google/deplot",
+			id: "google/deplot",
 		},
 		{
-			description: "A visual question answering model trained for mathematical reasoning and chart derendering from images.",
-			id:          "google/matcha-base ",
+			description:
+				"A visual question answering model trained for mathematical reasoning and chart derendering from images.",
+			id: "google/matcha-base ",
 		},
 		{
 			description: "A strong visual question answering that answers questions from book covers.",
-			id:          "google/pix2struct-ocrvqa-large",
+			id: "google/pix2struct-ocrvqa-large",
 		},
 	],
-	spaces:       [
+	spaces: [
 		{
 			description: "An application that can answer questions based on images.",
-			id:          "nielsr/vilt-vqa",
+			id: "nielsr/vilt-vqa",
 		},
 		{
 			description: "An application that can caption images and answer questions about a given image. ",
-			id:          "Salesforce/BLIP",
+			id: "Salesforce/BLIP",
 		},
 		{
 			description: "An application that can caption images and answer questions about a given image. ",
-			id:          "vumichien/Img2Prompt",
+			id: "vumichien/Img2Prompt",
 		},
 	],
-	summary:      "Visual Question Answering is the task of answering open-ended questions based on an image. They output natural language responses to natural language questions.",
+	summary:
+		"Visual Question Answering is the task of answering open-ended questions based on an image. They output natural language responses to natural language questions.",
 	widgetModels: ["dandelin/vilt-b32-finetuned-vqa"],
-	youtubeId:    "",
+	youtubeId: "",
 };
 
 export default taskData;

package/src/zero-shot-classification/about.md

@@ -6,20 +6,21 @@ In zero shot classification, we provide the model with a prompt and a sequence o
 
 Zero, single and few-shot classification seem to be an emergent feature of large language models. This feature seems to come about around model sizes of +100M parameters. The effectiveness of a model at a zero, single or few-shot task seems to scale with model size, meaning that larger models (models with more trainable parameters or layers) generally do better at this task.
 
-
 Here is an example of a zero-shot prompt for classifying the sentiment of a sequence of text:
+
 ```
 Classify the following input text into one of the following three categories: [positive, negative, neutral]
 
-Input Text: Hugging Face is awesome for making all of these 
+Input Text: Hugging Face is awesome for making all of these
 state of the art models available!
 Sentiment: positive
 
 ```
 
-One great example of this task with a nice off-the-shelf model is available at the widget of this page, where the user can input a sequence of text and candidate labels to the model. This is a *word level* example of zero shot classification, more elaborate and lengthy generations are available with larger models. Testing these models out and getting a feel for prompt engineering is the best way to learn how to use them. 
+One great example of this task with a nice off-the-shelf model is available at the widget of this page, where the user can input a sequence of text and candidate labels to the model. This is a _word level_ example of zero shot classification, more elaborate and lengthy generations are available with larger models. Testing these models out and getting a feel for prompt engineering is the best way to learn how to use them.
 
 ## Inference
+
 You can use the 🤗 Transformers library zero-shot-classification pipeline to infer with zero shot text classification models.
 
 ```python
@@ -34,6 +35,6 @@ pipe("I have a problem with my iphone that needs to be resolved asap!",
 ```
 
 ## Useful Resources
+
 - [Zero Shot Learning](https://joeddav.github.io/blog/2020/05/29/ZSL.html)
 - [Hugging Face on Transfer Learning](https://huggingface.co/course/en/chapter1/4?fw=pt#transfer-learning)
-

package/src/zero-shot-classification/data.ts

@@ -1,34 +1,34 @@
 import type { TaskDataCustom } from "../Types";
 
 const taskData: TaskDataCustom = {
-
 	datasets: [
 		{
 			description: "A widely used dataset used to benchmark multiple variants of text classification.",
-			id:          "glue",
+			id: "glue",
 		},
 		{
-			description: "The Multi-Genre Natural Language Inference (MultiNLI) corpus is a crowd-sourced collection of 433k sentence pairs annotated with textual entailment information.",
-			id:          "MultiNLI",
+			description:
+				"The Multi-Genre Natural Language Inference (MultiNLI) corpus is a crowd-sourced collection of 433k sentence pairs annotated with textual entailment information.",
+			id: "MultiNLI",
 		},
 		{
-			description: "FEVER is a publicly available dataset for fact extraction and verification against textual sources.",
-			id:          "FEVER",
+			description:
+				"FEVER is a publicly available dataset for fact extraction and verification against textual sources.",
+			id: "FEVER",
 		},
 	],
 	demo: {
 		inputs: [
 			{
-				label:   "Text Input",
+				label: "Text Input",
 				content: "Dune is the best movie ever.",
-				type:    "text",
+				type: "text",
 			},
 			{
-				label:   "Candidate Labels",
+				label: "Candidate Labels",
 				content: "CINEMA, ART, MUSIC",
-				type:    "text",
+				type: "text",
 			},
-			
 		],
 		outputs: [
 			{
@@ -36,30 +36,30 @@ const taskData: TaskDataCustom = {
 				data: [
 					{
 						label: "CINEMA",
-						score: 0.90,
+						score: 0.9,
 					},
 					{
 						label: "ART",
-						score: 0.10,
+						score: 0.1,
 					},
 					{
 						label: "MUSIC",
-						score: 0.00,
+						score: 0.0,
 					},
 				],
 			},
 		],
 	},
-	metrics:      [],
-	models:       [
+	metrics: [],
+	models: [
 		{
-			description:
-				"Powerful zero-shot text classification model",
+			description: "Powerful zero-shot text classification model",
 			id: "facebook/bart-large-mnli",
 		},
 	],
-	spaces:       [],
-	summary:      "Zero-shot text classification is a task in natural language processing where a model is trained on a set of labeled examples but is then able to classify new examples from previously unseen classes.",
+	spaces: [],
+	summary:
+		"Zero-shot text classification is a task in natural language processing where a model is trained on a set of labeled examples but is then able to classify new examples from previously unseen classes.",
 	widgetModels: ["facebook/bart-large-mnli"],
 };
 

package/src/zero-shot-image-classification/about.md

@@ -1,58 +1,67 @@
 ## About the Task
 
-Zero-shot image classification is a computer vision task to classify images into one of several classes, without any prior training or knowledge of the classes. 
+Zero-shot image classification is a computer vision task to classify images into one of several classes, without any prior training or knowledge of the classes.
 
 Zero shot image classification works by transferring knowledge learnt during training of one model, to classify novel classes that was not present in the training data. So this is a variation of [transfer learning](https://www.youtube.com/watch?v=BqqfQnyjmgg). For instance, a model trained to differentiate cars from airplanes can be used to classify images of ships.
 
 The data in this learning paradigm consists of
 
 - Seen data - images and their corresponding labels
-- Unseen data -  only labels and no images
+- Unseen data - only labels and no images
 - Auxiliary information - additional information given to the model during training connecting the unseen and seen data. This can be in the form of textual description or word embeddings.
 
-
 ## Use Cases
 
 ### Image Retrieval
+
 Zero-shot learning resolves several challenges in image retrieval systems. For example, with the rapid growth of categories on the web, it is challenging to index images based on unseen categories. With zero-shot learning we can associate unseen categories to images by exploiting attributes to model the relationships among visual features and labels.
 
 ### Action Recognition
-Action recognition is the task of identifying when a person in an image/video is performing a given action from a set of actions. If all the possible actions are not known beforehand, conventional deep learning models fail. With zero-shot learning, for a given domain of a set of actions, we can create a mapping connecting low-level features and a semantic description of auxiliary data to classify unknown classes of actions.
 
+Action recognition is the task of identifying when a person in an image/video is performing a given action from a set of actions. If all the possible actions are not known beforehand, conventional deep learning models fail. With zero-shot learning, for a given domain of a set of actions, we can create a mapping connecting low-level features and a semantic description of auxiliary data to classify unknown classes of actions.
 
-## Task Variants 
+## Task Variants
 
 You can contribute variants of this task [here](https://github.com/huggingface/hub-docs/blob/main/tasks/src/zero-shot-image-classification/about.md).
 
 ## Inference
 
 The model can be loaded with the zero-shot-image-classification pipeline like so:
+
 ```python
 from transformers import pipeline
 # More models in the model hub.
 model_name = "openai/clip-vit-large-patch14-336"
 classifier = pipeline("zero-shot-image-classification", model = model_name)
 ```
+
 You can then use this pipeline to classify images into any of the class names you specify. You can specify more than two class labels too.
+
 ```python
 image_to_classify = "path_to_cat_and_dog_image.jpeg"
-labels_for_classification =  ["cat and dog", 
-                              "lion and cheetah", 
+labels_for_classification =  ["cat and dog",
+                              "lion and cheetah",
                               "rabbit and lion"]
-scores = classifier(image_to_classify, 
+scores = classifier(image_to_classify,
                     candidate_labels = labels_for_classification)
 ```
+
 The classifier would return a list of dictionaries after the inference which is stored in the variable `scores` in the code snippet above. Variable `scores` would look as follows:
+
 ```python
 [{'score': 0.9950482249259949, 'label': 'cat and dog'},
 {'score': 0.004863627254962921, 'label': 'rabbit and lion'},
 {'score': 8.816882473183796e-05, 'label': 'lion and cheetah'}]
 ```
+
 The dictionary at the zeroth index of the list will contain the label with the highest score.
+
 ```python
 print(f"The highest score is {scores[0]['score']:.3f} for the label {scores[0]['label']}")
 ```
+
 The output from the print statement above would look as follows:
+
 ```
 The highest probability is 0.995 for the label cat and dog
 ```
@@ -65,4 +74,3 @@ Check out [Zero-shot image classification task guide](https://huggingface.co/doc
 
 This page was made possible thanks to the efforts of [Shamima Hossain](https://huggingface.co/Shamima), [Haider Zaidi
 ](https://huggingface.co/chefhaider) and [Paarth Bhatnagar](https://huggingface.co/Paarth).
-

package/src/zero-shot-image-classification/data.ts

@@ -5,19 +5,19 @@ const taskData: TaskDataCustom = {
 		{
 			// TODO write proper description
 			description: "",
-			id:          "",
+			id: "",
 		},
 	],
 	demo: {
 		inputs: [
 			{
 				filename: "image-classification-input.jpeg",
-				type:     "img",
+				type: "img",
 			},
 			{
-				label:   "Classes",
+				label: "Classes",
 				content: "cat, dog, bird",
-				type:    "text",
+				type: "text",
 			},
 		],
 		outputs: [
@@ -42,15 +42,13 @@ const taskData: TaskDataCustom = {
 	},
 	metrics: [
 		{
-			description:
-				"Computes the number of times the correct label appears in top K labels predicted",
+			description: "Computes the number of times the correct label appears in top K labels predicted",
 			id: "top-K accuracy",
 		},
 	],
 	models: [
 		{
-			description:
-				"Robust image classification model trained on publicly available image-caption data.",
+			description: "Robust image classification model trained on publicly available image-caption data.",
 			id: "openai/clip-vit-base-patch16",
 		},
 		{
@@ -59,21 +57,21 @@ const taskData: TaskDataCustom = {
 			id: "openai/clip-vit-large-patch14-336",
 		},
 		{
-			description:
-				"Strong image classification model for biomedical domain.",
+			description: "Strong image classification model for biomedical domain.",
 			id: "microsoft/BiomedCLIP-PubMedBERT_256-vit_base_patch16_224",
 		},
 	],
-	spaces:  [
+	spaces: [
 		{
-			description: "An application that leverages zero shot image classification to find best captions to generate an image. ",
-			id:          "pharma/CLIP-Interrogator",
+			description:
+				"An application that leverages zero shot image classification to find best captions to generate an image. ",
+			id: "pharma/CLIP-Interrogator",
 		},
 	],
 	summary:
 		"Zero shot image classification is the task of classifying previously unseen classes during training of a model.",
 	widgetModels: ["openai/clip-vit-large-patch14-336"],
-	youtubeId:    "",
+	youtubeId: "",
 };
 
 export default taskData;

package/tsconfig.json

@@ -0,0 +1,18 @@
+{
+	"compilerOptions": {
+		"allowSyntheticDefaultImports": true,
+		"lib": ["ES2022", "DOM"],
+		"module": "CommonJS",
+		"moduleResolution": "node",
+		"target": "ES2022",
+		"forceConsistentCasingInFileNames": true,
+		"strict": true,
+		"noImplicitAny": true,
+		"strictNullChecks": true,
+		"skipLibCheck": true,
+		"noImplicitOverride": true,
+		"outDir": "./dist"
+	},
+	"include": ["src"],
+	"exclude": ["dist"]
+}