mteb 2.1.4__py3-none-any.whl → 2.5.2__py3-none-any.whl

mteb/tasks/classification/eng/sds_gloves_classification.py

@@ -47,8 +47,7 @@ class SDSGlovesClassification(AbsTaskClassification):
 class SDSGlovesClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SDSGlovesClassification.v2",
-        description="""ChemTEB evaluates the performance of text embedding models on chemical domain data.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="ChemTEB evaluates the performance of text embedding models on chemical domain data. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2412.00532",
         dataset={
             "path": "mteb/sds_gloves",

mteb/tasks/classification/eng/toxic_chat_classification.py

@@ -7,15 +7,7 @@ _EVAL_SPLITS = ["test"]
 class ToxicChatClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="ToxicChatClassification",
-        description="""This dataset contains toxicity annotations on 10K user
-            prompts collected from the Vicuna online demo. We utilize a human-AI
-            collaborative annotation framework to guarantee the quality of annotation
-            while maintaining a feasible annotation workload. The details of data
-            collection, pre-processing, and annotation can be found in our paper.
-            We believe that ToxicChat can be a valuable resource to drive further
-            advancements toward building a safe and healthy environment for user-AI
-            interactions.
-            Only human annotated samples are selected here.""",
+        description="This dataset contains toxicity annotations on 10K user prompts collected from the Vicuna online demo. We utilize a human-AI collaborative annotation framework to guarantee the quality of annotation while maintaining a feasible annotation workload. The details of data collection, pre-processing, and annotation can be found in our paper. We believe that ToxicChat can be a valuable resource to drive further advancements toward building a safe and healthy environment for user-AI interactions. Only human annotated samples are selected here.",
         reference="https://aclanthology.org/2023.findings-emnlp.311/",
         dataset={
             "path": "lmsys/toxic-chat",
@@ -68,16 +60,7 @@ class ToxicChatClassification(AbsTaskClassification):
 class ToxicChatClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="ToxicChatClassification.v2",
-        description="""This dataset contains toxicity annotations on 10K user
-            prompts collected from the Vicuna online demo. We utilize a human-AI
-            collaborative annotation framework to guarantee the quality of annotation
-            while maintaining a feasible annotation workload. The details of data
-            collection, pre-processing, and annotation can be found in our paper.
-            We believe that ToxicChat can be a valuable resource to drive further
-            advancements toward building a safe and healthy environment for user-AI
-            interactions.
-            Only human annotated samples are selected here.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="This dataset contains toxicity annotations on 10K user prompts collected from the Vicuna online demo. We utilize a human-AI collaborative annotation framework to guarantee the quality of annotation while maintaining a feasible annotation workload. The details of data collection, pre-processing, and annotation can be found in our paper. We believe that ToxicChat can be a valuable resource to drive further advancements toward building a safe and healthy environment for user-AI interactions. Only human annotated samples are selected here. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2023.findings-emnlp.311/",
         dataset={
             "path": "mteb/toxic_chat",

mteb/tasks/classification/eng/toxic_conversations_classification.py

@@ -51,8 +51,7 @@ class ToxicConversationsClassification(AbsTaskClassification):
 class ToxicConversationsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="ToxicConversationsClassification.v2",
-        description="""Collection of comments from the Civil Comments platform together with annotations if the comment is toxic or not.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Collection of comments from the Civil Comments platform together with annotations if the comment is toxic or not. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://www.kaggle.com/competitions/jigsaw-unintended-bias-in-toxicity-classification/overview",
         dataset={
             "path": "mteb/toxic_conversations",

mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py

@@ -46,8 +46,7 @@ class TweetSentimentExtractionClassification(AbsTaskClassification):
 class TweetSentimentExtractionClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TweetSentimentExtractionClassification.v2",
-        description="""
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://www.kaggle.com/competitions/tweet-sentiment-extraction/overview",
         dataset={
             "path": "mteb/tweet_sentiment_extraction",

mteb/tasks/classification/eng/tweet_topic_single_classification.py

@@ -5,12 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class TweetTopicSingleClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TweetTopicSingleClassification",
-        description="""Topic classification dataset on Twitter with 6 labels. Each instance of
-        TweetTopic comes with a timestamp which distributes from September 2019 to August 2021.
-        Tweets were preprocessed before the annotation to normalize some artifacts, converting
-        URLs into a special token {{URL}} and non-verified usernames into {{USERNAME}}. For verified
-        usernames, we replace its display name (or account name) with symbols {@}.
-        """,
+        description="Topic classification dataset on Twitter with 6 labels. Each instance of TweetTopic comes with a timestamp which distributes from September 2019 to August 2021. Tweets were preprocessed before the annotation to normalize some artifacts, converting URLs into a special token {{URL}} and non-verified usernames into {{USERNAME}}. For verified usernames, we replace its display name (or account name) with symbols {@}.",
         dataset={
             "path": "mteb/TweetTopicSingleClassification",
             "revision": "b4280e921a2760ce34d2dd80a9e5dc8bcbf61785",
@@ -55,13 +50,7 @@ Barbieri, Francesco},
 class TweetTopicSingleClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TweetTopicSingleClassification.v2",
-        description="""Topic classification dataset on Twitter with 6 labels. Each instance of
-        TweetTopic comes with a timestamp which distributes from September 2019 to August 2021.
-        Tweets were preprocessed before the annotation to normalize some artifacts, converting
-        URLs into a special token {{URL}} and non-verified usernames into {{USERNAME}}. For verified
-        usernames, we replace its display name (or account name) with symbols {@}.
-
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Topic classification dataset on Twitter with 6 labels. Each instance of TweetTopic comes with a timestamp which distributes from September 2019 to August 2021. Tweets were preprocessed before the annotation to normalize some artifacts, converting URLs into a special token {{URL}} and non-verified usernames into {{USERNAME}}. For verified usernames, we replace its display name (or account name) with symbols {@}. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/tweet_topic_single",
             "revision": "a7904e26081f987da81ad2cc063e09e714e875d0",

mteb/tasks/classification/eng/ucf101_classification.py

@@ -9,11 +9,7 @@ class UCF101Classification(AbsTaskClassification):
 
     metadata = TaskMetadata(
         name="UCF101",
-        description="""UCF101 is an action recognition data set of realistic
-action videos collected from YouTube, having 101 action categories. This
-version of the dataset does not contain images but images saved frame by
-frame. Train and test splits are generated based on the authors' first
-version train/test list.""",
+        description="UCF101 is an action recognition data set of realistic action videos collected from YouTube, having 101 action categories. This version of the dataset does not contain images but images saved frame by frame. Train and test splits are generated based on the authors' first version train/test list.",
         reference="https://huggingface.co/datasets/flwrlabs/ucf101",
         dataset={
             "path": "flwrlabs/ucf101",

mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py

@@ -39,8 +39,7 @@ class WikipediaBioMetChemClassification(AbsTaskClassification):
 class WikipediaBioMetChemClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="WikipediaBioMetChemClassification.v2",
-        description="""ChemTEB evaluates the performance of text embedding models on chemical domain data.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="ChemTEB evaluates the performance of text embedding models on chemical domain data. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2412.00532",
         dataset={
             "path": "mteb/wikipedia_bio_met_chem",

mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py

@@ -39,8 +39,7 @@ class WikipediaChemFieldsClassification(AbsTaskClassification):
 class WikipediaChemFieldsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="WikipediaChemFieldsClassification.v2",
-        description="""ChemTEB evaluates the performance of text embedding models on chemical domain data.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="ChemTEB evaluates the performance of text embedding models on chemical domain data. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2412.00532",
         dataset={
             "path": "mteb/wikipedia_chem_fields",

mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py

@@ -39,8 +39,7 @@ class WikipediaCompChemSpectroscopyClassification(AbsTaskClassification):
 class WikipediaCompChemSpectroscopyClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="WikipediaCompChemSpectroscopyClassification.v2",
-        description="""ChemTEB evaluates the performance of text embedding models on chemical domain data.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="ChemTEB evaluates the performance of text embedding models on chemical domain data. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2412.00532",
         dataset={
             "path": "mteb/wikipedia_comp_chem_spectroscopy",

mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py

@@ -39,8 +39,7 @@ class WikipediaCrystallographyAnalyticalClassification(AbsTaskClassification):
 class WikipediaCrystallographyAnalyticalClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="WikipediaCrystallographyAnalyticalClassification.v2",
-        description="""ChemTEB evaluates the performance of text embedding models on chemical domain data.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="ChemTEB evaluates the performance of text embedding models on chemical domain data. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2412.00532",
         dataset={
             "path": "mteb/wikipedia_crystallography_analytical",

mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py

@@ -39,8 +39,7 @@ class WikipediaTheoreticalAppliedClassification(AbsTaskClassification):
 class WikipediaTheoreticalAppliedClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="WikipediaTheoreticalAppliedClassification.v2",
-        description="""ChemTEB evaluates the performance of text embedding models on chemical domain data.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="ChemTEB evaluates the performance of text embedding models on chemical domain data. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2412.00532",
         dataset={
             "path": "mteb/wikipedia_theoretical_applied",

mteb/tasks/classification/eng/yahoo_answers_topics_classification.py

@@ -46,8 +46,7 @@ class YahooAnswersTopicsClassification(AbsTaskClassification):
 class YahooAnswersTopicsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="YahooAnswersTopicsClassification.v2",
-        description="""Dataset composed of questions and answers from Yahoo Answers, categorized into topics.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Dataset composed of questions and answers from Yahoo Answers, categorized into topics. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/yahoo_answers_topics",
         dataset={
             "path": "mteb/yahoo_answers_topics",

mteb/tasks/classification/eng/yelp_review_full_classification.py

@@ -51,8 +51,7 @@ class YelpReviewFullClassification(AbsTaskClassification):
 class YelpReviewFullClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="YelpReviewFullClassification.v2",
-        description="""Yelp Review Full is a dataset for sentiment analysis, containing 5 classes corresponding to ratings 1-5.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Yelp Review Full is a dataset for sentiment analysis, containing 5 classes corresponding to ratings 1-5. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/1509.01626",
         dataset={
             "path": "mteb/yelp_review_full",

mteb/tasks/classification/est/estonian_valence.py

@@ -61,8 +61,7 @@ class EstonianValenceClassificationV2(AbsTaskClassification):
             "path": "mteb/estonian_valence",
             "revision": "8795961e2af5b83bcb8a6928636845ac2b92f92e",
         },
-        description="""Dataset containing annotated Estonian news data from the Postimees and Õhtuleht newspapers.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Dataset containing annotated Estonian news data from the Postimees and Õhtuleht newspapers. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://figshare.com/articles/dataset/Estonian_Valence_Corpus_Eesti_valentsikorpus/24517054",
         type="Classification",
         category="t2c",

mteb/tasks/classification/fas/fa_mteb_classification.py

@@ -465,8 +465,7 @@ class SynPerTextToneClassification(AbsTaskClassification):
 class SynPerTextToneClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SynPerTextToneClassification.v2",
-        description="""Persian Text Tone
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Persian Text Tone This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://mcinext.com/",
         dataset={
             "path": "mteb/syn_per_text_tone",
@@ -495,8 +494,7 @@ class SynPerTextToneClassificationV2(AbsTaskClassification):
 class SynPerTextToneClassificationV3(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SynPerTextToneClassification.v3",
-        description="""This version of the Persian text tone classification dataset is an improved version of its predecessors.
-         It excludes several classes identified as having low-quality data, leading to a more reliable benchmark.""",
+        description="This version of the Persian text tone classification dataset is an improved version of its predecessors. It excludes several classes identified as having low-quality data, leading to a more reliable benchmark.",
         reference="https://mcinext.com/",
         dataset={
             "path": "MCINext/synthetic-persian-text-tone-classification-v3",
@@ -552,8 +550,7 @@ class SIDClassification(AbsTaskClassification):
 class SIDClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SIDClassification.v2",
-        description="""SID Classification
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="SID Classification This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://mcinext.com/",
         dataset={
             "path": "mteb/sid",
@@ -612,8 +609,7 @@ class DeepSentiPers(AbsTaskClassification):
 class DeepSentiPersV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="DeepSentiPers.v2",
-        description="""Persian Sentiment Analysis Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Persian Sentiment Analysis Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/JoyeBright/DeepSentiPers",
         dataset={
             "path": "mteb/deep_senti_pers",
@@ -669,8 +665,7 @@ class PersianTextEmotion(AbsTaskClassification):
 class PersianTextEmotionV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="PersianTextEmotion.v2",
-        description="""Emotion is a Persian dataset with six basic emotions: anger, fear, joy, love, sadness, and surprise.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Emotion is a Persian dataset with six basic emotions: anger, fear, joy, love, sadness, and surprise. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/SeyedAli/Persian-Text-Emotion",
         dataset={
             "path": "mteb/persian_text_emotion",
@@ -726,8 +721,7 @@ class SentimentDKSF(AbsTaskClassification):
 class SentimentDKSFV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SentimentDKSF.v2",
-        description="""The Sentiment DKSF (Digikala/Snappfood comments) is a dataset for sentiment analysis.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Sentiment DKSF (Digikala/Snappfood comments) is a dataset for sentiment analysis. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/hezarai/hezar",
         dataset={
             "path": "mteb/sentiment_dksf",
@@ -786,8 +780,7 @@ class NLPTwitterAnalysisClassification(AbsTaskClassification):
 class NLPTwitterAnalysisClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="NLPTwitterAnalysisClassification.v2",
-        description="""Twitter Analysis Classification
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Twitter Analysis Classification This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/hamedhf/nlp_twitter_analysis/tree/main",
         dataset={
             "path": "mteb/nlp_twitter_analysis",

mteb/tasks/classification/fil/filipino_hate_speech_classification.py

@@ -44,8 +44,7 @@ class FilipinoHateSpeechClassification(AbsTaskClassification):
 class FilipinoHateSpeechClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="FilipinoHateSpeechClassification.v2",
-        description="""Filipino Twitter dataset for sentiment classification.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Filipino Twitter dataset for sentiment classification. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://pcj.csp.org.ph/index.php/pcj/issue/download/29/PCJ%20V14%20N1%20pp1-14%202019",
         dataset={
             "path": "mteb/filipino_hate_speech",

mteb/tasks/classification/fin/fin_toxicity_classification.py

@@ -5,11 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class FinToxicityClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="FinToxicityClassification",
-        description="""
-        This dataset is a DeepL -based machine translated version of the Jigsaw toxicity dataset for Finnish. The dataset is originally from a Kaggle competition https://www.kaggle.com/c/jigsaw-toxic-comment-classification-challenge/data.
-        The original dataset poses a multi-label text classification problem and includes the labels identity_attack, insult, obscene, severe_toxicity, threat and toxicity.
-        Here adapted for toxicity classification, which is the most represented class.
-        """,
+        description="This dataset is a DeepL -based machine translated version of the Jigsaw toxicity dataset for Finnish. The dataset is originally from a Kaggle competition https://www.kaggle.com/c/jigsaw-toxic-comment-classification-challenge/data. The original dataset poses a multi-label text classification problem and includes the labels identity_attack, insult, obscene, severe_toxicity, threat and toxicity. Here adapted for toxicity classification, which is the most represented class.",
         dataset={
             "path": "TurkuNLP/jigsaw_toxicity_pred_fi",
             "revision": "6e7340e6be87124f319e25290778760c14df64d3",
@@ -57,12 +53,7 @@ Laippala, Veronika},
 class FinToxicityClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="FinToxicityClassification.v2",
-        description="""
-        This dataset is a DeepL -based machine translated version of the Jigsaw toxicity dataset for Finnish. The dataset is originally from a Kaggle competition https://www.kaggle.com/c/jigsaw-toxic-comment-classification-challenge/data.
-        The original dataset poses a multi-label text classification problem and includes the labels identity_attack, insult, obscene, severe_toxicity, threat and toxicity.
-        Here adapted for toxicity classification, which is the most represented class.
-
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="This dataset is a DeepL -based machine translated version of the Jigsaw toxicity dataset for Finnish. The dataset is originally from a Kaggle competition https://www.kaggle.com/c/jigsaw-toxic-comment-classification-challenge/data. The original dataset poses a multi-label text classification problem and includes the labels identity_attack, insult, obscene, severe_toxicity, threat and toxicity. Here adapted for toxicity classification, which is the most represented class. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/fin_toxicity",
             "revision": "1deba6e874be1d5632a4ac0d1fb71f4bc3dea0d6",

mteb/tasks/classification/fra/french_book_reviews.py

@@ -43,8 +43,7 @@ class FrenchBookReviewsV2(AbsTaskClassification):
             "path": "mteb/french_book_reviews",
             "revision": "71d755fd76073533c3d0c262f6b542eb0fa7ce96",
         },
-        description="""It is a French book reviews dataset containing a huge number of reader reviews on French books. Each review is pared with a rating that ranges from 0.5 to 5 (with 0.5 increment).
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="It is a French book reviews dataset containing a huge number of reader reviews on French books. Each review is pared with a rating that ranges from 0.5 to 5 (with 0.5 increment). This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/Abirate/french_book_reviews",
         type="Classification",
         category="t2c",

mteb/tasks/classification/fra/movie_review_sentiment_classification.py

@@ -49,8 +49,7 @@ class MovieReviewSentimentClassificationV2(AbsTaskClassification):
             "path": "mteb/movie_review_sentiment",
             "revision": "4e182033cbfe75ae0556cd640d028986be82afd8",
         },
-        description="""The Allociné dataset is a French-language dataset for sentiment analysis that contains movie reviews produced by the online community of the Allociné.fr website.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Allociné dataset is a French-language dataset for sentiment analysis that contains movie reviews produced by the online community of the Allociné.fr website. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/TheophileBlard/french-sentiment-analysis-with-bert",
         type="Classification",
         category="t2c",

mteb/tasks/classification/guj/gujarati_news_classification.py

@@ -35,8 +35,7 @@ class GujaratiNewsClassification(AbsTaskClassification):
 class GujaratiNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="GujaratiNewsClassification.v2",
-        description="""A Gujarati dataset for 3-class classification of Gujarati news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Gujarati dataset for 3-class classification of Gujarati news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/goru001/nlp-for-gujarati",
         dataset={
             "path": "mteb/gujarati_news",

mteb/tasks/classification/heb/__init__.py

@@ -1,6 +1,11 @@
 from .hebrew_sentiment_analysis import (
     HebrewSentimentAnalysis,
     HebrewSentimentAnalysisV2,
+    HebrewSentimentAnalysisV3,
 )
 
-__all__ = ["HebrewSentimentAnalysis", "HebrewSentimentAnalysisV2"]
+__all__ = [
+    "HebrewSentimentAnalysis",
+    "HebrewSentimentAnalysisV2",
+    "HebrewSentimentAnalysisV3",
+]

mteb/tasks/classification/heb/hebrew_sentiment_analysis.py

@@ -9,7 +9,12 @@ class HebrewSentimentAnalysis(AbsTaskClassification):
             "path": "mteb/HebrewSentimentAnalysis",
             "revision": "03eb0996c8234e0d8cd7206bf4763815deda12ed",
         },
-        description="HebrewSentiment is a data set consists of 12,804 user comments to posts on the official Facebook page of Israel’s president, Mr. Reuven Rivlin. In October 2015, we used the open software application Netvizz (Rieder, 2013) to scrape all the comments to all of the president’s posts in the period of June – August 2014, the first three months of Rivlin’s presidency.2 While the president’s posts aimed at reconciling tensions and called for tolerance and empathy, the sentiment expressed in the comments to the president’s posts was polarized between citizens who warmly thanked the president, and citizens that fiercely critiqued his policy.",
+        description=(
+            "HebrewSentiment is a data set consists of 12,804 user comments to posts on the official Facebook page of Israel’s president, Mr. Reuven Rivlin. "
+            "In October 2015, we used the open software application Netvizz (Rieder, 2013) to scrape all the comments to all of the president’s posts in the period of June – August 2014, "
+            "the first three months of Rivlin’s presidency.2 While the president’s posts aimed at reconciling tensions and called for tolerance and empathy, "
+            "the sentiment expressed in the comments to the president’s posts was polarized between citizens who warmly thanked the president, and citizens that fiercely critiqued his policy. "
+        ),
         reference="https://huggingface.co/datasets/hebrew_sentiment",
         type="Classification",
         category="t2c",
@@ -37,7 +42,7 @@ class HebrewSentimentAnalysis(AbsTaskClassification):
   year = {2018},
 }
 """,
-        superseded_by="HebrewSentimentAnalysis.v2",
+        superseded_by="HebrewSentimentAnalysis.v3",
     )
 
 
@@ -49,8 +54,61 @@ class HebrewSentimentAnalysisV2(AbsTaskClassification):
             "revision": "7ecd049fc8ac0d6f0a0121c8ff9fe44ea5bd935b",
             "name": "morph",
         },
-        description="""HebrewSentiment is a data set consists of 12,804 user comments to posts on the official Facebook page of Israel’s president, Mr. Reuven Rivlin. In October 2015, we used the open software application Netvizz (Rieder, 2013) to scrape all the comments to all of the president’s posts in the period of June – August 2014, the first three months of Rivlin’s presidency.2 While the president’s posts aimed at reconciling tensions and called for tolerance and empathy, the sentiment expressed in the comments to the president’s posts was polarized between citizens who warmly thanked the president, and citizens that fiercely critiqued his policy.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description=(
+            "HebrewSentiment is a data set consists of 12,804 user comments to posts on the official Facebook page of Israel’s president, Mr. Reuven Rivlin. "
+            "In October 2015, we used the open software application Netvizz (Rieder, 2013) to scrape all the comments to all of the president’s posts in the period of June – August 2014, "
+            "the first three months of Rivlin’s presidency.2 While the president’s posts aimed at reconciling tensions and called for tolerance and empathy, "
+            "the sentiment expressed in the comments to the president’s posts was polarized between citizens who warmly thanked the president, and citizens that fiercely critiqued his policy. "
+            "This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)"
+        ),
+        reference="https://huggingface.co/datasets/hebrew_sentiment",
+        type="Classification",
+        category="t2c",
+        modalities=["text"],
+        eval_splits=["test"],
+        eval_langs=["heb-Hebr"],
+        main_score="accuracy",
+        date=("2015-10-01", "2015-10-31"),
+        domains=["Reviews", "Written"],
+        task_subtypes=["Sentiment/Hate speech"],
+        license="mit",
+        annotations_creators="expert-annotated",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation=r"""
+@inproceedings{amram-etal-2018-representations,
+  address = {Santa Fe, New Mexico, USA},
+  author = {Amram, Adam and Ben David, Anat and Tsarfaty, Reut},
+  booktitle = {Proceedings of the 27th International Conference on Computational Linguistics},
+  month = aug,
+  pages = {2242--2252},
+  publisher = {Association for Computational Linguistics},
+  title = {Representations and Architectures in Neural Sentiment Analysis for Morphologically Rich Languages: A Case Study from {M}odern {H}ebrew},
+  url = {https://www.aclweb.org/anthology/C18-1190},
+  year = {2018},
+}
+""",
+        adapted_from=["HebrewSentimentAnalysis"],
+        superseded_by="HebrewSentimentAnalysis.v3",
+    )
+
+
+class HebrewSentimentAnalysisV3(AbsTaskClassification):
+    label_column_name = "labels"
+    metadata = TaskMetadata(
+        name="HebrewSentimentAnalysis.v3",
+        dataset={
+            "path": "mteb/HebrewSentimentAnalysisV4",
+            "revision": "aa0b83c4b16cd28daf7c41ef3402e3ffe9c70c59",
+        },
+        description=(
+            "HebrewSentiment is a data set consists of 12,804 user comments to posts on the official Facebook page of Israel’s president, Mr. Reuven Rivlin. "
+            "In October 2015, we used the open software application Netvizz (Rieder, 2013) to scrape all the comments to all of the president’s posts in the period of June – August 2014, "
+            "the first three months of Rivlin’s presidency.2 While the president’s posts aimed at reconciling tensions and called for tolerance and empathy, "
+            "the sentiment expressed in the comments to the president’s posts was polarized between citizens who warmly thanked the president, and citizens that fiercely critiqued his policy. "
+            "This version corrects texts (took pre-tokenized) [more details in this thread](https://huggingface.co/datasets/mteb/HebrewSentimentAnalysis/discussions/2). "
+            "This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)"
+        ),
         reference="https://huggingface.co/datasets/hebrew_sentiment",
         type="Classification",
         category="t2c",

mteb/tasks/classification/hin/hindi_discourse_classification.py

@@ -59,8 +59,7 @@ class HindiDiscourseClassificationV2(AbsTaskClassification):
             "path": "mteb/hindi_discourse",
             "revision": "9d10173a3df9858adc90711d8da9abf3df0a1259",
         },
-        description="""A Hindi Discourse dataset in Hindi with values for coherence.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Hindi Discourse dataset in Hindi with values for coherence. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2020.lrec-1.149/",
         type="Classification",
         category="t2c",

mteb/tasks/classification/hin/sentiment_analysis_hindi.py

@@ -46,8 +46,7 @@ class SentimentAnalysisHindi(AbsTaskClassification):
 class SentimentAnalysisHindiV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SentimentAnalysisHindi.v2",
-        description="""Hindi Sentiment Analysis Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Hindi Sentiment Analysis Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/OdiaGenAI/sentiment_analysis_hindi",
         dataset={
             "path": "mteb/sentiment_analysis_hindi",

mteb/tasks/classification/hrv/frenk_hr_classification.py

@@ -42,8 +42,7 @@ class FrenkHrClassification(AbsTaskClassification):
 class FrenkHrClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="FrenkHrClassification.v2",
-        description="""Croatian subset of the FRENK dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Croatian subset of the FRENK dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/frenk_hr",
             "revision": "09f90d0bee34d5e703caed26737166591a8f12b9",

mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py

@@ -57,8 +57,7 @@ class IndonesianIdClickbaitClassificationV2(AbsTaskClassification):
             "path": "mteb/indonesian_id_clickbait",
             "revision": "a54158a1b437a85e1982a70d0c57a69c69d0a5b8",
         },
-        description="""The CLICK-ID dataset is a collection of Indonesian news headlines that was collected from 12 local online news publishers.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The CLICK-ID dataset is a collection of Indonesian news headlines that was collected from 12 local online news publishers. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="http://www.sciencedirect.com/science/article/pii/S2352340920311252",
         type="Classification",
         category="t2c",

mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py

@@ -104,8 +104,7 @@ Purwarianti, Ayu},
 class IndonesianMongabayConservationClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="IndonesianMongabayConservationClassification.v2",
-        description="""Conservation dataset that was collected from mongabay.co.id contains topic-classification task (multi-label format) and sentiment classification. This task only covers sentiment analysis (positive, neutral negative)
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Conservation dataset that was collected from mongabay.co.id contains topic-classification task (multi-label format) and sentiment classification. This task only covers sentiment analysis (positive, neutral negative) This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2023.sealp-1.4/",
         dataset={
             "path": "mteb/indonesian_mongabay_conservation",

mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py

@@ -52,8 +52,7 @@ class ItalianLinguisticAcceptabilityClassificationV2(AbsTaskClassification):
             "path": "mteb/italian_linguistic_acceptability",
             "revision": "4550151a0f0433e65df172c088427063e376ce81",
         },
-        description="""An Italian Corpus of Linguistic Acceptability taken from linguistic literature with a binary annotation made by the original authors themselves.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="An Italian Corpus of Linguistic Acceptability taken from linguistic literature with a binary annotation made by the original authors themselves. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2021.findings-emnlp.250/",
         type="Classification",
         category="t2c",

mteb/tasks/classification/jav/javanese_imdb_classification.py

@@ -41,8 +41,7 @@ class JavaneseIMDBClassification(AbsTaskClassification):
 class JavaneseIMDBClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="JavaneseIMDBClassification.v2",
-        description="""Large Movie Review Dataset translated to Javanese. This is a dataset for binary sentiment classification containing substantially more data than previous benchmark datasets.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Large Movie Review Dataset translated to Javanese. This is a dataset for binary sentiment classification containing substantially more data than previous benchmark datasets. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/w11wo/nlp-datasets#javanese-imdb",
         dataset={
             "path": "mteb/javanese_imdb",

mteb/tasks/classification/jpn/wrime_classification.py

@@ -63,8 +63,7 @@ class WRIMEClassificationV2(AbsTaskClassification):
             "revision": "6687c3bd031a0b144189958bad57db0b95a48dec",
             "name": "ver2",
         },
-        description="""A dataset of Japanese social network rated for sentiment
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A dataset of Japanese social network rated for sentiment This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2021.naacl-main.169/",
         type="Classification",
         category="t2c",

mteb/tasks/classification/kan/kannada_news_classification.py

@@ -45,8 +45,7 @@ class KannadaNewsClassification(AbsTaskClassification):
 class KannadaNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="KannadaNewsClassification.v2",
-        description="""The Kannada news dataset contains only the headlines of news article in three categories: Entertainment, Tech, and Sports. The data set contains around 6300 news article headlines which are collected from Kannada news websites. The data set has been cleaned and contains train and test set using which can be used to benchmark topic classification models in Kannada.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Kannada news dataset contains only the headlines of news article in three categories: Entertainment, Tech, and Sports. The data set contains around 6300 news article headlines which are collected from Kannada news websites. The data set has been cleaned and contains train and test set using which can be used to benchmark topic classification models in Kannada. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/kannada_news",
             "revision": "bf9c88b5bd4e5b349a39492e5298a928ab509a92",

mteb/tasks/classification/kor/klue_tc.py

@@ -62,8 +62,7 @@ class KlueTCV2(AbsTaskClassification):
             "name": "ynat",
             "revision": "c0e3d82ac01def9bfd92dffb1e7dde619b50d0a2",
         },
-        description="""Topic classification dataset of human-annotated news headlines. Part of the Korean Language Understanding Evaluation (KLUE).
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Topic classification dataset of human-annotated news headlines. Part of the Korean Language Understanding Evaluation (KLUE). This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2105.09680",
         type="Classification",
         category="t2c",