mteb 2.1.4__py3-none-any.whl → 2.7.2__py3-none-any.whl

mteb/tasks/classification/multilingual/scala_classification.py

@@ -12,8 +12,7 @@ _LANGS = {
 class ScalaClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="ScalaClassification",
-        description="""ScaLa a linguistic acceptability dataset for the mainland Scandinavian languages automatically constructed from dependency annotations in Universal Dependencies Treebanks.
-        Published as part of 'ScandEval: A Benchmark for Scandinavian Natural Language Processing'""",
+        description="ScaLa a linguistic acceptability dataset for the mainland Scandinavian languages automatically constructed from dependency annotations in Universal Dependencies Treebanks. Published as part of 'ScandEval: A Benchmark for Scandinavian Natural Language Processing'",
         reference="https://aclanthology.org/2023.nodalida-1.20/",
         dataset={
             "path": "mteb/multilingual-scala-classification",
@@ -58,7 +57,7 @@ Fishel, Mark},
     def dataset_transform(self):
         for lang in self.dataset.keys():
             # convert label to a 0/1 label
-            labels = self.dataset[lang]["train"]["label"]  # type: ignore
+            labels = self.dataset[lang]["train"]["label"]
             lab2idx = {lab: idx for idx, lab in enumerate(set(labels))}
             self.dataset[lang] = self.dataset[lang].map(
                 lambda x: {"label": lab2idx[x["label"]]}, remove_columns=["label"]

mteb/tasks/classification/multilingual/sib200_classification.py

@@ -205,12 +205,7 @@ _LANGS = {
 class SIB200Classification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SIB200Classification",
-        description="""SIB-200 is the largest publicly available topic classification
-        dataset based on Flores-200 covering 205 languages and dialects annotated. The dataset is
-        annotated in English for the topics,  science/technology, travel, politics, sports,
-        health, entertainment, and geography. The labels are then transferred to the other languages
-        in Flores-200 which are human-translated.
-        """,
+        description="SIB-200 is the largest publicly available topic classification dataset based on Flores-200 covering 205 languages and dialects annotated. The dataset is annotated in English for the topics, science/technology, travel, politics, sports, health, entertainment, and geography. The labels are then transferred to the other languages in Flores-200 which are human-translated.",
         reference="https://arxiv.org/abs/2309.07445",
         dataset={
             "path": "mteb/sib200",

mteb/tasks/classification/mya/myanmar_news.py

@@ -45,8 +45,7 @@ class MyanmarNewsV2(AbsTaskClassification):
             "path": "mteb/myanmar_news",
             "revision": "475b43ffbdb5138ad67a01a2c860bc7db502f3c5",
         },
-        description="""The Myanmar News dataset on Hugging Face contains news articles in Burmese. It is designed for tasks such as text classification, sentiment analysis, and language modeling. The dataset includes a variety of news topics in 4 categories, providing a rich resource for natural language processing applications involving Burmese which is a low resource language.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Myanmar News dataset on Hugging Face contains news articles in Burmese. It is designed for tasks such as text classification, sentiment analysis, and language modeling. The dataset includes a variety of news topics in 4 categories, providing a rich resource for natural language processing applications involving Burmese which is a low resource language. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/myanmar_news",
         type="Classification",
         category="t2c",

mteb/tasks/classification/nep/nepali_news_classification.py

@@ -57,8 +57,7 @@ Tan, Liling},
 class NepaliNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="NepaliNewsClassification.v2",
-        description="""A Nepali dataset for 7500 news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Nepali dataset for 7500 news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/goru001/nlp-for-nepali",
         dataset={
             "path": "mteb/nepali_news",

mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py

@@ -48,8 +48,7 @@ Suzan, Verberne},
 class DutchBookReviewSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="DutchBookReviewSentimentClassification.v2",
-        description="""A Dutch book review for sentiment classification.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Dutch book review for sentiment classification. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900). Additionally, a Dutch prompt was included.",
         reference="https://github.com/benjaminvdb/DBRD",
         dataset={
             "path": "mteb/dutch_book_review_sentiment",
@@ -86,4 +85,7 @@ Suzan, Verberne},
 }
 """,
         adapted_from=["DutchBookReviewSentimentClassification"],
+        prompt={
+            "query": "Classificeer de gegeven boekrecensie als positieve of negatieve sentiment"
+        },
     )

mteb/tasks/classification/nld/dutch_cola_classification.py

@@ -35,4 +35,7 @@ class DutchColaClassification(AbsTaskClassification):
   year = {2024},
 }
 """,
+        prompt={
+            "query": "Classificeer de gegeven zin als grammaticaal aanvaardbaar of niet aanvaardbaar"
+        },
     )

mteb/tasks/classification/nld/dutch_government_bias_classification.py

@@ -34,4 +34,7 @@ class DutchGovernmentBiasClassification(AbsTaskClassification):
   year = {2025},
 }
 """,
+        prompt={
+            "query": "Classificeer het gegeven overheidsdocument als bevooroordeeld of niet bevooroordeeld"
+        },
     )

mteb/tasks/classification/nld/dutch_news_articles_classification.py

@@ -27,4 +27,7 @@ class DutchNewsArticlesClassification(AbsTaskClassification):
         dialect=[],
         sample_creation="found",
         bibtex_citation="",
+        prompt={
+            "query": "Classificeer het gegeven nieuwsartikel in het juiste onderwerp of thema"
+        },
     )

mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py

@@ -27,6 +27,9 @@ class DutchSarcasticHeadlinesClassification(AbsTaskClassification):
         dialect=[],
         sample_creation="found",
         bibtex_citation="""""",
+        prompt={
+            "query": "Classificeer de gegeven krantenkop als sarcastisch of niet sarcastisch"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/classification/nld/iconclass_classification.py

@@ -38,4 +38,7 @@ class IconclassClassification(AbsTaskClassification):
   year = {2023},
 }
 """,
+        prompt={
+            "query": "Classificeer de gegeven titel van het kunstwerk in het juiste onderwerp of thema"
+        },
     )

mteb/tasks/classification/nld/open_tender_classification.py

@@ -35,4 +35,7 @@ class OpenTenderClassification(AbsTaskClassification):
   year = {2025},
 }
 """,
+        prompt={
+            "query": "Classificeer de gegeven aanbestedingsbeschrijving in het juiste onderwerp of thema"
+        },
     )

mteb/tasks/classification/nld/vaccin_chat_nl_classification.py

@@ -37,6 +37,9 @@ class VaccinChatNLClassification(AbsTaskClassification):
   year = {2022},
 }
 """,
+        prompt={
+            "query": "Gegeven een gebruikersuiting als query, bepaal de gebruikersintenties"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/classification/nob/no_rec_classification.py

@@ -64,8 +64,7 @@ Tokunaga, Takenobu},
 class NoRecClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="NoRecClassification.v2",
-        description="""A Norwegian dataset for sentiment classification on review
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Norwegian dataset for sentiment classification on review This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/L18-1661/",
         dataset={
             # using the mini version to keep results ~comparable to the ScandEval benchmark

mteb/tasks/classification/nob/norwegian_parliament_classification.py

@@ -51,8 +51,7 @@ Brygfjeld, Svein Arne},
 class NorwegianParliamentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="NorwegianParliamentClassification.v2",
-        description="""Norwegian parliament speeches annotated for sentiment
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Norwegian parliament speeches annotated for sentiment This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/NbAiLab/norwegian_parliament",
         dataset={
             "path": "mteb/norwegian_parliament",

mteb/tasks/classification/ory/odia_news_classification.py

@@ -43,8 +43,7 @@ class OdiaNewsClassification(AbsTaskClassification):
 class OdiaNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="OdiaNewsClassification.v2",
-        description="""A Odia dataset for 3-class classification of Odia news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Odia dataset for 3-class classification of Odia news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/goru001/nlp-for-odia",
         dataset={
             "path": "mteb/odia_news",

mteb/tasks/classification/pol/polish_classification.py

@@ -42,8 +42,7 @@ class CbdClassification(AbsTaskClassification):
 class CbdClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="CBD.v2",
-        description="""Polish Tweets annotated for cyberbullying detection.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Polish Tweets annotated for cyberbullying detection. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="http://2019.poleval.pl/files/poleval2019.pdf",
         dataset={
             "path": "mteb/cbd",
@@ -274,8 +273,7 @@ Tetreault, Joel},
 class AllegroReviewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="AllegroReviews.v2",
-        description="""A Polish dataset for sentiment classification on reviews from e-commerce marketplace Allegro.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Polish dataset for sentiment classification on reviews from e-commerce marketplace Allegro. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2020.acl-main.111.pdf",
         dataset={
             "path": "mteb/allegro_reviews",
@@ -362,8 +360,7 @@ class PacClassification(AbsTaskClassification):
 class PacClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="PAC.v2",
-        description="""Polish Paraphrase Corpus
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Polish Paraphrase Corpus This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/pdf/2211.13112.pdf",
         dataset={
             "path": "mteb/pac",

mteb/tasks/classification/ron/moroco.py

@@ -47,8 +47,7 @@ class MorocoV2(AbsTaskClassification):
             "path": "mteb/moroco",
             "revision": "6e70588dbd3d583da8b85989c1c3ab3d4bd2e7c4",
         },
-        description="""The Moldavian and Romanian Dialectal Corpus. The MOROCO data set contains Moldavian and Romanian samples of text collected from the news domain. The samples belong to one of the following six topics: (0) culture, (1) finance, (2) politics, (3) science, (4) sports, (5) tech
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Moldavian and Romanian Dialectal Corpus. The MOROCO data set contains Moldavian and Romanian samples of text collected from the news domain. The samples belong to one of the following six topics: (0) culture, (1) finance, (2) politics, (3) science, (4) sports, (5) tech This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/moroco",
         type="Classification",
         category="t2c",

mteb/tasks/classification/ron/romanian_reviews_sentiment.py

@@ -39,8 +39,7 @@ class RomanianReviewsSentiment(AbsTaskClassification):
 class RomanianReviewsSentimentV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="RomanianReviewsSentiment.v2",
-        description="""LaRoSeDa (A Large Romanian Sentiment Data Set) contains 15,000 reviews written in Romanian
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="LaRoSeDa (A Large Romanian Sentiment Data Set) contains 15,000 reviews written in Romanian This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2101.04197",
         dataset={
             "path": "mteb/romanian_reviews_sentiment",

mteb/tasks/classification/ron/romanian_sentiment_classification.py

@@ -41,8 +41,7 @@ class RomanianSentimentClassification(AbsTaskClassification):
 class RomanianSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="RomanianSentimentClassification.v2",
-        description="""An Romanian dataset for sentiment classification.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="An Romanian dataset for sentiment classification. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2009.08712",
         dataset={
             "path": "mteb/romanian_sentiment",

mteb/tasks/classification/rus/georeview_classification.py

@@ -37,8 +37,7 @@ class GeoreviewClassificationV2(AbsTaskClassification):
             "path": "mteb/georeview",
             "revision": "5194395f82217bc31212fd6a275002fb405f9dfb",
         },
-        description="""Review classification (5-point scale) based on Yandex Georeview dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Review classification (5-point scale) based on Yandex Georeview dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/yandex/geo-reviews-dataset-2023",
         type="Classification",
         category="t2c",

mteb/tasks/classification/rus/headline_classification.py

@@ -66,8 +66,7 @@ class HeadlineClassificationV2(AbsTaskClassification):
             "path": "mteb/headline",
             "revision": "6bd88e7778ee2e3bd8d0ade1be3ad5b6d969145a",
         },
-        description="""Headline rubric classification based on the paraphraser plus dataset.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Headline rubric classification based on the paraphraser plus dataset. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2020.ngt-1.6/",
         type="Classification",
         category="t2c",

mteb/tasks/classification/rus/inappropriateness_classification.py

@@ -70,8 +70,7 @@ class InappropriatenessClassificationV2(AbsTaskClassification):
             "path": "mteb/inappropriateness",
             "revision": "2bdbb71d9b972709173f1477d7dd33c3d67f51ac",
         },
-        description="""Inappropriateness identification in the form of binary classification
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Inappropriateness identification in the form of binary classification This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2021.bsnlp-1.4",
         type="Classification",
         category="t2c",

mteb/tasks/classification/rus/ru_reviews_classification.py

@@ -55,8 +55,7 @@ class RuReviewsClassificationV2(AbsTaskClassification):
             "path": "mteb/ru_reviews",
             "revision": "46d80ee5ac51be8234725558677e59050b9c418e",
         },
-        description="""Product review classification (3-point scale) based on RuRevies dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Product review classification (3-point scale) based on RuRevies dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/sismetanin/rureviews",
         type="Classification",
         category="t2c",

mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py

@@ -39,8 +39,7 @@ class RuToxicOKMLCUPClassificationV2(AbsTaskClassification):
             "path": "mteb/ru_toxic_okmlcup",
             "revision": "729025d2cfa68fcbc587ea80014a42d569cd9048",
         },
-        description="""On the Odnoklassniki social network, users post a huge number of comments of various directions and nature every day.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="On the Odnoklassniki social network, users post a huge number of comments of various directions and nature every day. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://cups.online/ru/contests/okmlcup2020",
         type="Classification",
         category="t2t",

mteb/tasks/classification/rus/senti_ru_eval.py

@@ -46,8 +46,7 @@ class SentiRuEval2016ClassificationV2(AbsTaskClassification):
             "path": "mteb/senti_ru_eval2016",
             "revision": "bfa4cbec1753ffed29a8244a4ec208cc9e6c09a0",
         },
-        description="""Russian sentiment analysis evaluation SentiRuEval-2016 devoted to reputation monitoring of banks and telecom companies in Twitter. We describe the task, data, the procedure of data preparation, and participants’ results.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Russian sentiment analysis evaluation SentiRuEval-2016 devoted to reputation monitoring of banks and telecom companies in Twitter. We describe the task, data, the procedure of data preparation, and participants’ results. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/mokoron/sentirueval",
         type="Classification",
         category="t2t",

mteb/tasks/classification/sin/sinhala_news_classification.py

@@ -54,8 +54,7 @@ class SinhalaNewsClassification(AbsTaskClassification):
 class SinhalaNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SinhalaNewsClassification.v2",
-        description="""This file contains news texts (sentences) belonging to 5 different news categories (political, business, technology, sports and Entertainment). The original dataset was released by Nisansa de Silva (Sinhala Text Classification: Observations from the Perspective of a Resource Poor Language, 2015).
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="This file contains news texts (sentences) belonging to 5 different news categories (political, business, technology, sports and Entertainment). The original dataset was released by Nisansa de Silva (Sinhala Text Classification: Observations from the Perspective of a Resource Poor Language, 2015). This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/sinhala_news",
             "revision": "e0b6e93ed5f086fe358595dff1aaad9eb877667a",

mteb/tasks/classification/sin/sinhala_news_source_classification.py

@@ -45,8 +45,7 @@ class SinhalaNewsSourceClassification(AbsTaskClassification):
 class SinhalaNewsSourceClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SinhalaNewsSourceClassification.v2",
-        description="""This dataset contains Sinhala news headlines extracted from 9 news sources (websites) (Sri Lanka Army, Dinamina, GossipLanka, Hiru, ITN, Lankapuwath, NewsLK, Newsfirst, World Socialist Web Site-Sinhala).
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="This dataset contains Sinhala news headlines extracted from 9 news sources (websites) (Sri Lanka Army, Dinamina, GossipLanka, Hiru, ITN, Lankapuwath, NewsLK, Newsfirst, World Socialist Web Site-Sinhala). This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/sinhala_news_source",
             "revision": "6902767dbfa6189cbe5f5b5b56ee6300b1702d33",

mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py

@@ -54,8 +54,7 @@ class CSFDSKMovieReviewSentimentClassification(AbsTaskClassification):
 class CSFDSKMovieReviewSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="CSFDSKMovieReviewSentimentClassification.v2",
-        description="""The dataset contains 30k user reviews from csfd.cz in Slovak.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The dataset contains 30k user reviews from csfd.cz in Slovak. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2304.01922",
         dataset={
             "path": "mteb/csfdsk_movie_review_sentiment",

mteb/tasks/classification/slk/slovak_hate_speech_classification.py

@@ -32,8 +32,7 @@ class SlovakHateSpeechClassification(AbsTaskClassification):
 class SlovakHateSpeechClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SlovakHateSpeechClassification.v2",
-        description="""The dataset contains posts from a social network with human annotations for hateful or offensive language in Slovak.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The dataset contains posts from a social network with human annotations for hateful or offensive language in Slovak. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/TUKE-KEMT/hate_speech_slovak",
         dataset={
             "path": "mteb/slovak_hate_speech",

mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py

@@ -46,8 +46,7 @@ class SlovakMovieReviewSentimentClassification(AbsTaskClassification):
 class SlovakMovieReviewSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SlovakMovieReviewSentimentClassification.v2",
-        description="""User reviews of movies on the CSFD movie database, with 2 sentiment classes (positive, negative)
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="User reviews of movies on the CSFD movie database, with 2 sentiment classes (positive, negative) This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/pdf/2304.01922",
         dataset={
             "path": "mteb/slovak_movie_review_sentiment",

mteb/tasks/classification/slv/frenk_sl_classification.py

@@ -42,8 +42,7 @@ class FrenkSlClassification(AbsTaskClassification):
 class FrenkSlClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="FrenkSlClassification.v2",
-        description="""Slovenian subset of the FRENK dataset. Also available on HuggingFace dataset hub: English subset, Croatian subset.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Slovenian subset of the FRENK dataset. Also available on HuggingFace dataset hub: English subset, Croatian subset. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/frenk_sl",
             "revision": "3b69facc14651fbd152fda173683a7ecf9125b82",

mteb/tasks/classification/spa/spanish_news_classification.py

@@ -39,8 +39,7 @@ class SpanishNewsClassification(AbsTaskClassification):
 class SpanishNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SpanishNewsClassification.v2",
-        description="""A Spanish dataset for news classification. The dataset includes articles from reputable Spanish news sources spanning 12 different categories.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Spanish dataset for news classification. The dataset includes articles from reputable Spanish news sources spanning 12 different categories. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/MarcOrfilaCarreras/spanish-news",
         dataset={
             "path": "mteb/spanish_news",

mteb/tasks/classification/spa/spanish_sentiment_classification.py

@@ -56,8 +56,7 @@ Vylomova, Ekaterina},
 class SpanishSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SpanishSentimentClassification.v2",
-        description="""A Spanish dataset for sentiment classification.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Spanish dataset for sentiment classification. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/sepidmnorozy/Spanish_sentiment",
         dataset={
             "path": "mteb/spanish_sentiment",

mteb/tasks/classification/ssw/siswati_news_classification.py

@@ -45,8 +45,7 @@ class SiswatiNewsClassification(AbsTaskClassification):
 class SiswatiNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SiswatiNewsClassification.v2",
-        description="""Siswati News Classification Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Siswati News Classification Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/dsfsi/za-isizulu-siswati-news",
         dataset={
             "path": "mteb/siswati_news",

mteb/tasks/classification/swa/swahili_news_classification.py

@@ -49,8 +49,7 @@ class SwahiliNewsClassification(AbsTaskClassification):
 class SwahiliNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SwahiliNewsClassification.v2",
-        description="""Dataset for Swahili News Classification, categorized with 6 domains (Local News (Kitaifa), International News (Kimataifa), Finance News (Uchumi), Health News (Afya), Sports News (Michezo), and Entertainment News (Burudani)). Building and Optimizing Swahili Language Models: Techniques, Embeddings, and Datasets
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Dataset for Swahili News Classification, categorized with 6 domains (Local News (Kitaifa), International News (Kimataifa), Finance News (Uchumi), Health News (Afya), Sports News (Michezo), and Entertainment News (Burudani)). Building and Optimizing Swahili Language Models: Techniques, Embeddings, and Datasets This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/Mollel/SwahiliNewsClassification",
         dataset={
             "path": "mteb/swahili_news",

mteb/tasks/classification/swe/dalaj_classification.py

@@ -50,8 +50,7 @@ class DalajClassificationV2(AbsTaskClassification):
             "revision": "ecf6f2d83e8e85816ec3974896557a4aafce4f3e",
             "name": "dalaj",
         },
-        description="""A Swedish dataset for linguistic acceptability. Available as a part of Superlim.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Swedish dataset for linguistic acceptability. Available as a part of Superlim. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://spraakbanken.gu.se/en/resources/superlim",
         type="Classification",
         category="t2c",

mteb/tasks/classification/swe/swe_rec_classification.py

@@ -47,8 +47,7 @@ Fishel, Mark},
 class SweRecClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SweRecClassification.v2",
-        description="""A Swedish dataset for sentiment classification on review
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Swedish dataset for sentiment classification on review This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2023.nodalida-1.20/",
         dataset={
             "path": "mteb/swe_rec",

mteb/tasks/classification/swe/swedish_sentiment_classification.py

@@ -32,8 +32,7 @@ class SwedishSentimentClassification(AbsTaskClassification):
 class SwedishSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SwedishSentimentClassification.v2",
-        description="""Dataset of Swedish reviews scarped from various public available websites
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Dataset of Swedish reviews scarped from various public available websites This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/swedish_reviews",
         dataset={
             "path": "mteb/swedish_sentiment",

mteb/tasks/classification/tam/tamil_news_classification.py

@@ -45,8 +45,7 @@ class TamilNewsClassification(AbsTaskClassification):
 class TamilNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TamilNewsClassification.v2",
-        description="""A Tamil dataset for 6-class classification of Tamil news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Tamil dataset for 6-class classification of Tamil news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/vanangamudi/tamil-news-classification",
         dataset={
             "path": "mteb/tamil_news",

mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py

@@ -36,8 +36,7 @@ class TeluguAndhraJyotiNewsClassification(AbsTaskClassification):
 class TeluguAndhraJyotiNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TeluguAndhraJyotiNewsClassification.v2",
-        description="""A Telugu dataset for 5-class classification of Telugu news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Telugu dataset for 5-class classification of Telugu news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/AnushaMotamarri/Telugu-Newspaper-Article-Dataset",
         dataset={
             "path": "mteb/telugu_andhra_jyoti_news",

mteb/tasks/classification/tha/wisesight_sentiment_classification.py

@@ -46,8 +46,7 @@ Polpanumas, Charin},
 class WisesightSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="WisesightSentimentClassification.v2",
-        description="""Wisesight Sentiment Corpus: Social media messages in Thai language with sentiment label (positive, neutral, negative, question)
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Wisesight Sentiment Corpus: Social media messages in Thai language with sentiment label (positive, neutral, negative, question) This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/PyThaiNLP/wisesight-sentiment",
         dataset={
             "path": "mteb/wisesight_sentiment",

mteb/tasks/classification/tsn/tswana_news_classification.py

@@ -43,8 +43,7 @@ class TswanaNewsClassification(AbsTaskClassification):
 class TswanaNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TswanaNewsClassification.v2",
-        description="""Tswana News Classification Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Tswana News Classification Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://link.springer.com/chapter/10.1007/978-3-031-49002-6_17",
         dataset={
             "path": "mteb/tswana_news",

mteb/tasks/classification/tur/__init__.py

@@ -1,3 +1,6 @@
+from .turkish_constitutional_court import (
+    TurkishConstitutionalCourtViolation,
+)
 from .turkish_movie_sentiment_classification import (
     TurkishMovieSentimentClassification,
     TurkishMovieSentimentClassificationV2,
@@ -8,6 +11,7 @@ from .turkish_product_sentiment_classification import (
 )
 
 __all__ = [
+    "TurkishConstitutionalCourtViolation",
     "TurkishMovieSentimentClassification",
     "TurkishMovieSentimentClassificationV2",
     "TurkishProductSentimentClassification",

mteb/tasks/classification/tur/turkish_constitutional_court.py

@@ -0,0 +1,41 @@
+from mteb.abstasks.classification import AbsTaskClassification
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class TurkishConstitutionalCourtViolation(AbsTaskClassification):
+    # Normalize column names after load_data renames them.
+    label_column_name = "label"
+    input_column_name = "text"
+
+    metadata = TaskMetadata(
+        name="TurkishConstitutionalCourtViolation",
+        description="Binary classification of Turkish constitutional court decisions: Violation vs No violation.",
+        reference="https://huggingface.co/datasets/KocLab-Bilkent/turkish-constitutional-court",
+        type="Classification",
+        category="t2c",
+        modalities=["text"],
+        eval_splits=["test"],
+        eval_langs=["tur-Latn"],
+        main_score="f1",
+        dataset={
+            "path": "denizgulal/turkish-constitutional-court-violation-clean",
+            "revision": "333f49b7ddc72fa4a86ec5bd756a28c585311c74",
+        },
+        date=("2000-01-01", "2023-02-20"),  # dataset card last updated Feb 20, 2023
+        domains=["Legal", "Non-fiction"],
+        task_subtypes=["Political classification"],
+        license="cc-by-4.0",
+        annotations_creators="human-annotated",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation=r"""
+@article{mumcuoglu2021natural,
+  author = {Mumcuoglu, Emre and Ozturk, Ceyhun E. and Ozaktas, Haldun M. and Koc, Aykut},
+  journal = {Information Processing and Management},
+  number = {5},
+  title = {Natural language processing in law: Prediction of outcomes in the higher courts of Turkey},
+  volume = {58},
+  year = {2021},
+}
+""",
+    )

mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py

@@ -45,8 +45,7 @@ class TurkishMovieSentimentClassification(AbsTaskClassification):
 class TurkishMovieSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TurkishMovieSentimentClassification.v2",
-        description="""Turkish Movie Review Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Turkish Movie Review Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://www.win.tue.nl/~mpechen/publications/pubs/MT_WISDOM2013.pdf",
         dataset={
             "path": "mteb/turkish_movie_sentiment",

mteb/tasks/classification/tur/turkish_product_sentiment_classification.py

@@ -40,8 +40,7 @@ class TurkishProductSentimentClassification(AbsTaskClassification):
 class TurkishProductSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TurkishProductSentimentClassification.v2",
-        description="""Turkish Product Review Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Turkish Product Review Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://www.win.tue.nl/~mpechen/publications/pubs/MT_WISDOM2013.pdf",
         dataset={
             "path": "mteb/turkish_product_sentiment",