mteb 2.1.4__py3-none-any.whl → 2.7.2__py3-none-any.whl

mteb/tasks/classification/fas/fa_mteb_classification.py

@@ -465,8 +465,7 @@ class SynPerTextToneClassification(AbsTaskClassification):
 class SynPerTextToneClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SynPerTextToneClassification.v2",
-        description="""Persian Text Tone
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Persian Text Tone This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://mcinext.com/",
         dataset={
             "path": "mteb/syn_per_text_tone",
@@ -495,8 +494,7 @@ class SynPerTextToneClassificationV2(AbsTaskClassification):
 class SynPerTextToneClassificationV3(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SynPerTextToneClassification.v3",
-        description="""This version of the Persian text tone classification dataset is an improved version of its predecessors.
-         It excludes several classes identified as having low-quality data, leading to a more reliable benchmark.""",
+        description="This version of the Persian text tone classification dataset is an improved version of its predecessors. It excludes several classes identified as having low-quality data, leading to a more reliable benchmark.",
         reference="https://mcinext.com/",
         dataset={
             "path": "MCINext/synthetic-persian-text-tone-classification-v3",
@@ -552,8 +550,7 @@ class SIDClassification(AbsTaskClassification):
 class SIDClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SIDClassification.v2",
-        description="""SID Classification
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="SID Classification This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://mcinext.com/",
         dataset={
             "path": "mteb/sid",
@@ -612,8 +609,7 @@ class DeepSentiPers(AbsTaskClassification):
 class DeepSentiPersV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="DeepSentiPers.v2",
-        description="""Persian Sentiment Analysis Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Persian Sentiment Analysis Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/JoyeBright/DeepSentiPers",
         dataset={
             "path": "mteb/deep_senti_pers",
@@ -669,8 +665,7 @@ class PersianTextEmotion(AbsTaskClassification):
 class PersianTextEmotionV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="PersianTextEmotion.v2",
-        description="""Emotion is a Persian dataset with six basic emotions: anger, fear, joy, love, sadness, and surprise.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Emotion is a Persian dataset with six basic emotions: anger, fear, joy, love, sadness, and surprise. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/SeyedAli/Persian-Text-Emotion",
         dataset={
             "path": "mteb/persian_text_emotion",
@@ -726,8 +721,7 @@ class SentimentDKSF(AbsTaskClassification):
 class SentimentDKSFV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SentimentDKSF.v2",
-        description="""The Sentiment DKSF (Digikala/Snappfood comments) is a dataset for sentiment analysis.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Sentiment DKSF (Digikala/Snappfood comments) is a dataset for sentiment analysis. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/hezarai/hezar",
         dataset={
             "path": "mteb/sentiment_dksf",
@@ -786,8 +780,7 @@ class NLPTwitterAnalysisClassification(AbsTaskClassification):
 class NLPTwitterAnalysisClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="NLPTwitterAnalysisClassification.v2",
-        description="""Twitter Analysis Classification
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Twitter Analysis Classification This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/hamedhf/nlp_twitter_analysis/tree/main",
         dataset={
             "path": "mteb/nlp_twitter_analysis",

mteb/tasks/classification/fil/filipino_hate_speech_classification.py

@@ -44,8 +44,7 @@ class FilipinoHateSpeechClassification(AbsTaskClassification):
 class FilipinoHateSpeechClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="FilipinoHateSpeechClassification.v2",
-        description="""Filipino Twitter dataset for sentiment classification.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Filipino Twitter dataset for sentiment classification. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://pcj.csp.org.ph/index.php/pcj/issue/download/29/PCJ%20V14%20N1%20pp1-14%202019",
         dataset={
             "path": "mteb/filipino_hate_speech",

mteb/tasks/classification/fin/fin_toxicity_classification.py

@@ -5,11 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class FinToxicityClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="FinToxicityClassification",
-        description="""
-        This dataset is a DeepL -based machine translated version of the Jigsaw toxicity dataset for Finnish. The dataset is originally from a Kaggle competition https://www.kaggle.com/c/jigsaw-toxic-comment-classification-challenge/data.
-        The original dataset poses a multi-label text classification problem and includes the labels identity_attack, insult, obscene, severe_toxicity, threat and toxicity.
-        Here adapted for toxicity classification, which is the most represented class.
-        """,
+        description="This dataset is a DeepL -based machine translated version of the Jigsaw toxicity dataset for Finnish. The dataset is originally from a Kaggle competition https://www.kaggle.com/c/jigsaw-toxic-comment-classification-challenge/data. The original dataset poses a multi-label text classification problem and includes the labels identity_attack, insult, obscene, severe_toxicity, threat and toxicity. Here adapted for toxicity classification, which is the most represented class.",
         dataset={
             "path": "TurkuNLP/jigsaw_toxicity_pred_fi",
             "revision": "6e7340e6be87124f319e25290778760c14df64d3",
@@ -57,12 +53,7 @@ Laippala, Veronika},
 class FinToxicityClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="FinToxicityClassification.v2",
-        description="""
-        This dataset is a DeepL -based machine translated version of the Jigsaw toxicity dataset for Finnish. The dataset is originally from a Kaggle competition https://www.kaggle.com/c/jigsaw-toxic-comment-classification-challenge/data.
-        The original dataset poses a multi-label text classification problem and includes the labels identity_attack, insult, obscene, severe_toxicity, threat and toxicity.
-        Here adapted for toxicity classification, which is the most represented class.
-
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="This dataset is a DeepL -based machine translated version of the Jigsaw toxicity dataset for Finnish. The dataset is originally from a Kaggle competition https://www.kaggle.com/c/jigsaw-toxic-comment-classification-challenge/data. The original dataset poses a multi-label text classification problem and includes the labels identity_attack, insult, obscene, severe_toxicity, threat and toxicity. Here adapted for toxicity classification, which is the most represented class. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/fin_toxicity",
             "revision": "1deba6e874be1d5632a4ac0d1fb71f4bc3dea0d6",

mteb/tasks/classification/fra/french_book_reviews.py

@@ -43,8 +43,7 @@ class FrenchBookReviewsV2(AbsTaskClassification):
             "path": "mteb/french_book_reviews",
             "revision": "71d755fd76073533c3d0c262f6b542eb0fa7ce96",
         },
-        description="""It is a French book reviews dataset containing a huge number of reader reviews on French books. Each review is pared with a rating that ranges from 0.5 to 5 (with 0.5 increment).
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="It is a French book reviews dataset containing a huge number of reader reviews on French books. Each review is pared with a rating that ranges from 0.5 to 5 (with 0.5 increment). This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/Abirate/french_book_reviews",
         type="Classification",
         category="t2c",

mteb/tasks/classification/fra/movie_review_sentiment_classification.py

@@ -49,8 +49,7 @@ class MovieReviewSentimentClassificationV2(AbsTaskClassification):
             "path": "mteb/movie_review_sentiment",
             "revision": "4e182033cbfe75ae0556cd640d028986be82afd8",
         },
-        description="""The Allociné dataset is a French-language dataset for sentiment analysis that contains movie reviews produced by the online community of the Allociné.fr website.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Allociné dataset is a French-language dataset for sentiment analysis that contains movie reviews produced by the online community of the Allociné.fr website. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/TheophileBlard/french-sentiment-analysis-with-bert",
         type="Classification",
         category="t2c",

mteb/tasks/classification/guj/gujarati_news_classification.py

@@ -35,8 +35,7 @@ class GujaratiNewsClassification(AbsTaskClassification):
 class GujaratiNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="GujaratiNewsClassification.v2",
-        description="""A Gujarati dataset for 3-class classification of Gujarati news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Gujarati dataset for 3-class classification of Gujarati news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/goru001/nlp-for-gujarati",
         dataset={
             "path": "mteb/gujarati_news",

mteb/tasks/classification/heb/__init__.py

@@ -1,6 +1,11 @@
 from .hebrew_sentiment_analysis import (
     HebrewSentimentAnalysis,
     HebrewSentimentAnalysisV2,
+    HebrewSentimentAnalysisV3,
 )
 
-__all__ = ["HebrewSentimentAnalysis", "HebrewSentimentAnalysisV2"]
+__all__ = [
+    "HebrewSentimentAnalysis",
+    "HebrewSentimentAnalysisV2",
+    "HebrewSentimentAnalysisV3",
+]

mteb/tasks/classification/heb/hebrew_sentiment_analysis.py

@@ -9,7 +9,12 @@ class HebrewSentimentAnalysis(AbsTaskClassification):
             "path": "mteb/HebrewSentimentAnalysis",
             "revision": "03eb0996c8234e0d8cd7206bf4763815deda12ed",
         },
-        description="HebrewSentiment is a data set consists of 12,804 user comments to posts on the official Facebook page of Israel’s president, Mr. Reuven Rivlin. In October 2015, we used the open software application Netvizz (Rieder, 2013) to scrape all the comments to all of the president’s posts in the period of June – August 2014, the first three months of Rivlin’s presidency.2 While the president’s posts aimed at reconciling tensions and called for tolerance and empathy, the sentiment expressed in the comments to the president’s posts was polarized between citizens who warmly thanked the president, and citizens that fiercely critiqued his policy.",
+        description=(
+            "HebrewSentiment is a data set consists of 12,804 user comments to posts on the official Facebook page of Israel’s president, Mr. Reuven Rivlin. "
+            "In October 2015, we used the open software application Netvizz (Rieder, 2013) to scrape all the comments to all of the president’s posts in the period of June – August 2014, "
+            "the first three months of Rivlin’s presidency.2 While the president’s posts aimed at reconciling tensions and called for tolerance and empathy, "
+            "the sentiment expressed in the comments to the president’s posts was polarized between citizens who warmly thanked the president, and citizens that fiercely critiqued his policy. "
+        ),
         reference="https://huggingface.co/datasets/hebrew_sentiment",
         type="Classification",
         category="t2c",
@@ -37,7 +42,7 @@ class HebrewSentimentAnalysis(AbsTaskClassification):
   year = {2018},
 }
 """,
-        superseded_by="HebrewSentimentAnalysis.v2",
+        superseded_by="HebrewSentimentAnalysis.v3",
     )
 
 
@@ -49,8 +54,61 @@ class HebrewSentimentAnalysisV2(AbsTaskClassification):
             "revision": "7ecd049fc8ac0d6f0a0121c8ff9fe44ea5bd935b",
             "name": "morph",
         },
-        description="""HebrewSentiment is a data set consists of 12,804 user comments to posts on the official Facebook page of Israel’s president, Mr. Reuven Rivlin. In October 2015, we used the open software application Netvizz (Rieder, 2013) to scrape all the comments to all of the president’s posts in the period of June – August 2014, the first three months of Rivlin’s presidency.2 While the president’s posts aimed at reconciling tensions and called for tolerance and empathy, the sentiment expressed in the comments to the president’s posts was polarized between citizens who warmly thanked the president, and citizens that fiercely critiqued his policy.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description=(
+            "HebrewSentiment is a data set consists of 12,804 user comments to posts on the official Facebook page of Israel’s president, Mr. Reuven Rivlin. "
+            "In October 2015, we used the open software application Netvizz (Rieder, 2013) to scrape all the comments to all of the president’s posts in the period of June – August 2014, "
+            "the first three months of Rivlin’s presidency.2 While the president’s posts aimed at reconciling tensions and called for tolerance and empathy, "
+            "the sentiment expressed in the comments to the president’s posts was polarized between citizens who warmly thanked the president, and citizens that fiercely critiqued his policy. "
+            "This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)"
+        ),
+        reference="https://huggingface.co/datasets/hebrew_sentiment",
+        type="Classification",
+        category="t2c",
+        modalities=["text"],
+        eval_splits=["test"],
+        eval_langs=["heb-Hebr"],
+        main_score="accuracy",
+        date=("2015-10-01", "2015-10-31"),
+        domains=["Reviews", "Written"],
+        task_subtypes=["Sentiment/Hate speech"],
+        license="mit",
+        annotations_creators="expert-annotated",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation=r"""
+@inproceedings{amram-etal-2018-representations,
+  address = {Santa Fe, New Mexico, USA},
+  author = {Amram, Adam and Ben David, Anat and Tsarfaty, Reut},
+  booktitle = {Proceedings of the 27th International Conference on Computational Linguistics},
+  month = aug,
+  pages = {2242--2252},
+  publisher = {Association for Computational Linguistics},
+  title = {Representations and Architectures in Neural Sentiment Analysis for Morphologically Rich Languages: A Case Study from {M}odern {H}ebrew},
+  url = {https://www.aclweb.org/anthology/C18-1190},
+  year = {2018},
+}
+""",
+        adapted_from=["HebrewSentimentAnalysis"],
+        superseded_by="HebrewSentimentAnalysis.v3",
+    )
+
+
+class HebrewSentimentAnalysisV3(AbsTaskClassification):
+    label_column_name = "labels"
+    metadata = TaskMetadata(
+        name="HebrewSentimentAnalysis.v3",
+        dataset={
+            "path": "mteb/HebrewSentimentAnalysisV4",
+            "revision": "aa0b83c4b16cd28daf7c41ef3402e3ffe9c70c59",
+        },
+        description=(
+            "HebrewSentiment is a data set consists of 12,804 user comments to posts on the official Facebook page of Israel’s president, Mr. Reuven Rivlin. "
+            "In October 2015, we used the open software application Netvizz (Rieder, 2013) to scrape all the comments to all of the president’s posts in the period of June – August 2014, "
+            "the first three months of Rivlin’s presidency.2 While the president’s posts aimed at reconciling tensions and called for tolerance and empathy, "
+            "the sentiment expressed in the comments to the president’s posts was polarized between citizens who warmly thanked the president, and citizens that fiercely critiqued his policy. "
+            "This version corrects texts (took pre-tokenized) [more details in this thread](https://huggingface.co/datasets/mteb/HebrewSentimentAnalysis/discussions/2). "
+            "This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)"
+        ),
         reference="https://huggingface.co/datasets/hebrew_sentiment",
         type="Classification",
         category="t2c",

mteb/tasks/classification/hin/hindi_discourse_classification.py

@@ -59,8 +59,7 @@ class HindiDiscourseClassificationV2(AbsTaskClassification):
             "path": "mteb/hindi_discourse",
             "revision": "9d10173a3df9858adc90711d8da9abf3df0a1259",
         },
-        description="""A Hindi Discourse dataset in Hindi with values for coherence.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Hindi Discourse dataset in Hindi with values for coherence. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2020.lrec-1.149/",
         type="Classification",
         category="t2c",

mteb/tasks/classification/hin/sentiment_analysis_hindi.py

@@ -46,8 +46,7 @@ class SentimentAnalysisHindi(AbsTaskClassification):
 class SentimentAnalysisHindiV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SentimentAnalysisHindi.v2",
-        description="""Hindi Sentiment Analysis Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Hindi Sentiment Analysis Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/OdiaGenAI/sentiment_analysis_hindi",
         dataset={
             "path": "mteb/sentiment_analysis_hindi",

mteb/tasks/classification/hrv/frenk_hr_classification.py

@@ -42,8 +42,7 @@ class FrenkHrClassification(AbsTaskClassification):
 class FrenkHrClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="FrenkHrClassification.v2",
-        description="""Croatian subset of the FRENK dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Croatian subset of the FRENK dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/frenk_hr",
             "revision": "09f90d0bee34d5e703caed26737166591a8f12b9",

mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py

@@ -57,8 +57,7 @@ class IndonesianIdClickbaitClassificationV2(AbsTaskClassification):
             "path": "mteb/indonesian_id_clickbait",
             "revision": "a54158a1b437a85e1982a70d0c57a69c69d0a5b8",
         },
-        description="""The CLICK-ID dataset is a collection of Indonesian news headlines that was collected from 12 local online news publishers.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The CLICK-ID dataset is a collection of Indonesian news headlines that was collected from 12 local online news publishers. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="http://www.sciencedirect.com/science/article/pii/S2352340920311252",
         type="Classification",
         category="t2c",

mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py

@@ -104,8 +104,7 @@ Purwarianti, Ayu},
 class IndonesianMongabayConservationClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="IndonesianMongabayConservationClassification.v2",
-        description="""Conservation dataset that was collected from mongabay.co.id contains topic-classification task (multi-label format) and sentiment classification. This task only covers sentiment analysis (positive, neutral negative)
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Conservation dataset that was collected from mongabay.co.id contains topic-classification task (multi-label format) and sentiment classification. This task only covers sentiment analysis (positive, neutral negative) This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2023.sealp-1.4/",
         dataset={
             "path": "mteb/indonesian_mongabay_conservation",

mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py

@@ -52,8 +52,7 @@ class ItalianLinguisticAcceptabilityClassificationV2(AbsTaskClassification):
             "path": "mteb/italian_linguistic_acceptability",
             "revision": "4550151a0f0433e65df172c088427063e376ce81",
         },
-        description="""An Italian Corpus of Linguistic Acceptability taken from linguistic literature with a binary annotation made by the original authors themselves.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="An Italian Corpus of Linguistic Acceptability taken from linguistic literature with a binary annotation made by the original authors themselves. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2021.findings-emnlp.250/",
         type="Classification",
         category="t2c",

mteb/tasks/classification/jav/javanese_imdb_classification.py

@@ -41,8 +41,7 @@ class JavaneseIMDBClassification(AbsTaskClassification):
 class JavaneseIMDBClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="JavaneseIMDBClassification.v2",
-        description="""Large Movie Review Dataset translated to Javanese. This is a dataset for binary sentiment classification containing substantially more data than previous benchmark datasets.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Large Movie Review Dataset translated to Javanese. This is a dataset for binary sentiment classification containing substantially more data than previous benchmark datasets. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/w11wo/nlp-datasets#javanese-imdb",
         dataset={
             "path": "mteb/javanese_imdb",

mteb/tasks/classification/jpn/wrime_classification.py

@@ -63,8 +63,7 @@ class WRIMEClassificationV2(AbsTaskClassification):
             "revision": "6687c3bd031a0b144189958bad57db0b95a48dec",
             "name": "ver2",
         },
-        description="""A dataset of Japanese social network rated for sentiment
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A dataset of Japanese social network rated for sentiment This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2021.naacl-main.169/",
         type="Classification",
         category="t2c",

mteb/tasks/classification/kan/kannada_news_classification.py

@@ -45,8 +45,7 @@ class KannadaNewsClassification(AbsTaskClassification):
 class KannadaNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="KannadaNewsClassification.v2",
-        description="""The Kannada news dataset contains only the headlines of news article in three categories: Entertainment, Tech, and Sports. The data set contains around 6300 news article headlines which are collected from Kannada news websites. The data set has been cleaned and contains train and test set using which can be used to benchmark topic classification models in Kannada.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Kannada news dataset contains only the headlines of news article in three categories: Entertainment, Tech, and Sports. The data set contains around 6300 news article headlines which are collected from Kannada news websites. The data set has been cleaned and contains train and test set using which can be used to benchmark topic classification models in Kannada. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/kannada_news",
             "revision": "bf9c88b5bd4e5b349a39492e5298a928ab509a92",

mteb/tasks/classification/kor/klue_tc.py

@@ -62,8 +62,7 @@ class KlueTCV2(AbsTaskClassification):
             "name": "ynat",
             "revision": "c0e3d82ac01def9bfd92dffb1e7dde619b50d0a2",
         },
-        description="""Topic classification dataset of human-annotated news headlines. Part of the Korean Language Understanding Evaluation (KLUE).
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Topic classification dataset of human-annotated news headlines. Part of the Korean Language Understanding Evaluation (KLUE). This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2105.09680",
         type="Classification",
         category="t2c",

mteb/tasks/classification/kor/kor_hate_classification.py

@@ -5,14 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class KorHateClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="KorHateClassification",
-        description="""The dataset was created to provide the first human-labeled Korean corpus for
-        toxic speech detection from a Korean online entertainment news aggregator. Recently,
-        two young Korean celebrities suffered from a series of tragic incidents that led to two
-        major Korean web portals to close the comments section on their platform. However, this only
-        serves as a temporary solution, and the fundamental issue has not been solved yet. This dataset
-        hopes to improve Korean hate speech detection. Annotation was performed by 32 annotators,
-        consisting of 29 annotators from the crowdsourcing platform DeepNatural AI and three NLP researchers.
-        """,
+        description="The dataset was created to provide the first human-labeled Korean corpus for toxic speech detection from a Korean online entertainment news aggregator. Recently, two young Korean celebrities suffered from a series of tragic incidents that led to two major Korean web portals to close the comments section on their platform. However, this only serves as a temporary solution, and the fundamental issue has not been solved yet. This dataset hopes to improve Korean hate speech detection. Annotation was performed by 32 annotators, consisting of 29 annotators from the crowdsourcing platform DeepNatural AI and three NLP researchers.",
         dataset={
             "path": "mteb/KorHateClassification",
             "revision": "a4e70398c3689a5f55cd1f4a447d8d2da0a7dd1e",
@@ -48,15 +41,7 @@ class KorHateClassification(AbsTaskClassification):
 class KorHateClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="KorHateClassification.v2",
-        description="""The dataset was created to provide the first human-labeled Korean corpus for
-        toxic speech detection from a Korean online entertainment news aggregator. Recently,
-        two young Korean celebrities suffered from a series of tragic incidents that led to two
-        major Korean web portals to close the comments section on their platform. However, this only
-        serves as a temporary solution, and the fundamental issue has not been solved yet. This dataset
-        hopes to improve Korean hate speech detection. Annotation was performed by 32 annotators,
-        consisting of 29 annotators from the crowdsourcing platform DeepNatural AI and three NLP researchers.
-
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The dataset was created to provide the first human-labeled Korean corpus for toxic speech detection from a Korean online entertainment news aggregator. Recently, two young Korean celebrities suffered from a series of tragic incidents that led to two major Korean web portals to close the comments section on their platform. However, this only serves as a temporary solution, and the fundamental issue has not been solved yet. This dataset hopes to improve Korean hate speech detection. Annotation was performed by 32 annotators, consisting of 29 annotators from the crowdsourcing platform DeepNatural AI and three NLP researchers. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/kor_hate",
             "revision": "5d64e6dcbe9204c934e9a3852b1130a6f2d51ad4",

mteb/tasks/classification/kor/kor_sarcasm_classification.py

@@ -5,15 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class KorSarcasmClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="KorSarcasmClassification",
-        description="""
-        The Korean Sarcasm Dataset was created to detect sarcasm in text, which can significantly alter the original
-        meaning of a sentence. 9319 tweets were collected from Twitter and labeled for sarcasm or not_sarcasm. These
-        tweets were gathered by querying for: irony sarcastic, and
-        sarcasm.
-        The dataset was created by gathering HTML data from Twitter. Queries for hashtags that include sarcasm
-        and variants of it were used to return tweets. It was preprocessed by removing the keyword
-        hashtag, urls and mentions of the user to preserve anonymity.
-        """,
+        description="The Korean Sarcasm Dataset was created to detect sarcasm in text, which can significantly alter the original meaning of a sentence. 9319 tweets were collected from Twitter and labeled for sarcasm or not_sarcasm. These tweets were gathered by querying for: irony sarcastic, and sarcasm. The dataset was created by gathering HTML data from Twitter. Queries for hashtags that include sarcasm and variants of it were used to return tweets. It was preprocessed by removing the keyword hashtag, urls and mentions of the user to preserve anonymity.",
         dataset={
             "path": "mteb/KorSarcasmClassification",
             "revision": "6701f384372c04aa8c64b10582e72eb84135a1d4",
@@ -49,16 +41,7 @@ class KorSarcasmClassification(AbsTaskClassification):
 class KorSarcasmClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="KorSarcasmClassification.v2",
-        description="""
-        The Korean Sarcasm Dataset was created to detect sarcasm in text, which can significantly alter the original
-        meaning of a sentence. 9319 tweets were collected from Twitter and labeled for sarcasm or not_sarcasm. These
-        tweets were gathered by querying for: irony sarcastic, and
-        sarcasm.
-        The dataset was created by gathering HTML data from Twitter. Queries for hashtags that include sarcasm
-        and variants of it were used to return tweets. It was preprocessed by removing the keyword
-        hashtag, urls and mentions of the user to preserve anonymity.
-
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Korean Sarcasm Dataset was created to detect sarcasm in text, which can significantly alter the original meaning of a sentence. 9319 tweets were collected from Twitter and labeled for sarcasm or not_sarcasm. These tweets were gathered by querying for: irony sarcastic, and sarcasm. The dataset was created by gathering HTML data from Twitter. Queries for hashtags that include sarcasm and variants of it were used to return tweets. It was preprocessed by removing the keyword hashtag, urls and mentions of the user to preserve anonymity. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/kor_sarcasm",
             "revision": "0e5e17b4dba569776e445f5639ba13dc406b2b0e",

mteb/tasks/classification/kur/kurdish_sentiment_classification.py

@@ -25,7 +25,7 @@ class KurdishSentimentClassification(AbsTaskClassification):
         dialect=["Sorani"],
         sample_creation="found",
         bibtex_citation=r"""
-@article{article,
+@article{badawi2024kurdisent,
   author = {Badawi, Soran and Kazemi, Arefeh and Rezaie, Vali},
   doi = {10.1007/s10579-023-09716-6},
   journal = {Language Resources and Evaluation},
@@ -42,8 +42,7 @@ class KurdishSentimentClassification(AbsTaskClassification):
 class KurdishSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="KurdishSentimentClassification.v2",
-        description="""Kurdish Sentiment Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Kurdish Sentiment Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://link.springer.com/article/10.1007/s10579-023-09716-6",
         dataset={
             "path": "mteb/kurdish_sentiment",
@@ -63,7 +62,7 @@ class KurdishSentimentClassificationV2(AbsTaskClassification):
         dialect=["Sorani"],
         sample_creation="found",
         bibtex_citation=r"""
-@article{article,
+@article{badawi2024kurdisent,
   author = {Badawi, Soran and Kazemi, Arefeh and Rezaie, Vali},
   doi = {10.1007/s10579-023-09716-6},
   journal = {Language Resources and Evaluation},

mteb/tasks/classification/mal/malayalam_news_classification.py

@@ -42,8 +42,7 @@ class MalayalamNewsClassification(AbsTaskClassification):
 class MalayalamNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="MalayalamNewsClassification.v2",
-        description="""A Malayalam dataset for 3-class classification of Malayalam news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Malayalam dataset for 3-class classification of Malayalam news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/goru001/nlp-for-malyalam",
         dataset={
             "path": "mteb/malayalam_news",

mteb/tasks/classification/mar/marathi_news_classification.py

@@ -43,8 +43,7 @@ class MarathiNewsClassification(AbsTaskClassification):
 class MarathiNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="MarathiNewsClassification.v2",
-        description="""A Marathi dataset for 3-class classification of Marathi news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Marathi dataset for 3-class classification of Marathi news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/goru001/nlp-for-marathi",
         dataset={
             "path": "mteb/marathi_news",

mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py

@@ -49,8 +49,7 @@ Bontcheva, Kalina},
 class MacedonianTweetSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="MacedonianTweetSentimentClassification.v2",
-        description="""An Macedonian dataset for tweet sentiment classification.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="An Macedonian dataset for tweet sentiment classification. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/R15-1034/",
         dataset={
             "path": "mteb/macedonian_tweet_sentiment",

mteb/tasks/classification/multilingual/catalonia_tweet_classification.py

@@ -10,12 +10,7 @@ _LANGS = {
 class CataloniaTweetClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="CataloniaTweetClassification",
-        description="""This dataset contains two corpora in Spanish and Catalan that consist of annotated Twitter
-        messages for automatic stance detection. The data was collected over 12 days during February and March
-        of 2019 from tweets posted in Barcelona, and during September of 2018 from tweets posted in the town of Terrassa, Catalonia.
-        Each corpus is annotated with three classes: AGAINST, FAVOR and NEUTRAL, which express the stance
-        towards the target - independence of Catalonia.
-        """,
+        description="This dataset contains two corpora in Spanish and Catalan that consist of annotated Twitter messages for automatic stance detection. The data was collected over 12 days during February and March of 2019 from tweets posted in Barcelona, and during September of 2018 from tweets posted in the town of Terrassa, Catalonia. Each corpus is annotated with three classes: AGAINST, FAVOR and NEUTRAL, which express the stance towards the target - independence of Catalonia.",
         reference="https://aclanthology.org/2020.lrec-1.171/",
         dataset={
             "path": "community-datasets/catalonia_independence",

mteb/tasks/classification/multilingual/multi_hate_classification.py

@@ -24,10 +24,7 @@ class MultiHateClassification(AbsTaskClassification):
             "path": "mteb/multi-hatecheck",
             "revision": "8f95949846bb9e33c6aaf730ccfdb8fe6bcfb7a9",
         },
-        description="""Hate speech detection dataset with binary
-                       (hateful vs non-hateful) labels. Includes 25+ distinct types of hate
-                       and challenging non-hate, and 11 languages.
-                     """,
+        description="Hate speech detection dataset with binary (hateful vs non-hateful) labels. Includes 25+ distinct types of hate and challenging non-hate, and 11 languages.",
         reference="https://aclanthology.org/2022.woah-1.15/",
         type="Classification",
         category="t2c",

mteb/tasks/classification/multilingual/ru_sci_bench_classification.py

@@ -9,11 +9,7 @@ class RuSciBenchCoreRiscClassification(AbsTaskClassification):
             "path": "mlsa-iai-msu-lab/ru_sci_bench_mteb",
             "revision": "fbc0599a0b5f00b3c7d87ab4d13490f04fb77f8e",
         },
-        description="""This binary classification task aims to determine whether a scientific paper
-        (based on its title and abstract) belongs to the Core of the Russian Science Citation Index (RISC).
-        The RISC includes a wide range of publications, but the Core RISC comprises the most cited and prestigious
-        journals, dissertations, theses, monographs, and studies. The task is provided for both Russian and English
-        versions of the paper's title and abstract.""",
+        description="This binary classification task aims to determine whether a scientific paper (based on its title and abstract) belongs to the Core of the Russian Science Citation Index (RISC). The RISC includes a wide range of publications, but the Core RISC comprises the most cited and prestigious journals, dissertations, theses, monographs, and studies. The task is provided for both Russian and English versions of the paper's title and abstract.",
         reference="https://github.com/mlsa-iai-msu-lab/ru_sci_bench_mteb",
         type="Classification",
         category="t2c",
@@ -57,10 +53,7 @@ class RuSciBenchPubTypeClassification(AbsTaskClassification):
             "path": "mlsa-iai-msu-lab/ru_sci_bench_mteb",
             "revision": "fbc0599a0b5f00b3c7d87ab4d13490f04fb77f8e",
         },
-        description="""This task involves classifying scientific papers (based on their title and abstract)
-        into different publication types. The dataset identifies the following types:
-        'Article', 'Conference proceedings', 'Survey', 'Miscellanea', 'Short message', 'Review', and 'Personalia'.
-        This task is available for both Russian and English versions of the paper's title and abstract.""",
+        description="This task involves classifying scientific papers (based on their title and abstract) into different publication types. The dataset identifies the following types: 'Article', 'Conference proceedings', 'Survey', 'Miscellanea', 'Short message', 'Review', and 'Personalia'. This task is available for both Russian and English versions of the paper's title and abstract.",
         reference="https://github.com/mlsa-iai-msu-lab/ru_sci_bench_mteb",
         type="Classification",
         category="t2c",
@@ -104,13 +97,7 @@ class RuSciBenchGRNTIClassificationV2(AbsTaskClassification):
             "path": "mlsa-iai-msu-lab/ru_sci_bench_mteb",
             "revision": "fbc0599a0b5f00b3c7d87ab4d13490f04fb77f8e",
         },
-        description="""Classification of scientific papers based on the GRNTI (State Rubricator of Scientific and
-        Technical Information) rubricator. GRNTI is a universal hierarchical classification of knowledge domains
-        adopted in Russia and CIS countries to systematize the entire flow of scientific and technical information.
-        This task uses the first level of the GRNTI hierarchy and top 28 classes by frequency.
-
-        In this version, English language support has been added and data partitioning has been slightly modified.
-        """,
+        description="Classification of scientific papers based on the GRNTI (State Rubricator of Scientific and Technical Information) rubricator. GRNTI is a universal hierarchical classification of knowledge domains adopted in Russia and CIS countries to systematize the entire flow of scientific and technical information. This task uses the first level of the GRNTI hierarchy and top 28 classes by frequency. In this version, English language support has been added and data partitioning has been slightly modified.",
         reference="https://github.com/mlsa-iai-msu-lab/ru_sci_bench_mteb",
         type="Classification",
         category="t2c",
@@ -154,13 +141,7 @@ class RuSciBenchOECDClassificationV2(AbsTaskClassification):
             "path": "mlsa-iai-msu-lab/ru_sci_bench_mteb",
             "revision": "fbc0599a0b5f00b3c7d87ab4d13490f04fb77f8e",
         },
-        description="""Classification of scientific papers based on the OECD
-        (Organization for Economic Co-operation and Development) rubricator. OECD provides
-        a hierarchical 3-level system of classes for labeling scientific articles.
-        This task uses the first two levels of the OECD hierarchy, top 29 classes.
-
-        In this version, English language support has been added and data partitioning has been slightly modified.
-        """,
+        description="Classification of scientific papers based on the OECD (Organization for Economic Co-operation and Development) rubricator. OECD provides a hierarchical 3-level system of classes for labeling scientific articles. This task uses the first two levels of the OECD hierarchy, top 29 classes. In this version, English language support has been added and data partitioning has been slightly modified.",
         reference="https://github.com/mlsa-iai-msu-lab/ru_sci_bench_mteb",
         type="Classification",
         category="t2c",