mteb 2.0.5__py3-none-any.whl → 2.1.19__py3-none-any.whl

mteb/tasks/classification/nld/__init__.py

@@ -2,8 +2,24 @@ from .dutch_book_review_sentiment_classification import (
     DutchBookReviewSentimentClassification,
     DutchBookReviewSentimentClassificationV2,
 )
+from .dutch_cola_classification import DutchColaClassification
+from .dutch_government_bias_classification import DutchGovernmentBiasClassification
+from .dutch_news_articles_classification import DutchNewsArticlesClassification
+from .dutch_sarcastic_headlines_classification import (
+    DutchSarcasticHeadlinesClassification,
+)
+from .iconclass_classification import IconclassClassification
+from .open_tender_classification import OpenTenderClassification
+from .vaccin_chat_nl_classification import VaccinChatNLClassification
 
 __all__ = [
     "DutchBookReviewSentimentClassification",
     "DutchBookReviewSentimentClassificationV2",
+    "DutchColaClassification",
+    "DutchGovernmentBiasClassification",
+    "DutchNewsArticlesClassification",
+    "DutchSarcasticHeadlinesClassification",
+    "IconclassClassification",
+    "OpenTenderClassification",
+    "VaccinChatNLClassification",
 ]

mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py

@@ -48,8 +48,7 @@ Suzan, Verberne},
 class DutchBookReviewSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="DutchBookReviewSentimentClassification.v2",
-        description="""A Dutch book review for sentiment classification.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Dutch book review for sentiment classification. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900). Additionally, a Dutch prompt was included.",
         reference="https://github.com/benjaminvdb/DBRD",
         dataset={
             "path": "mteb/dutch_book_review_sentiment",
@@ -86,4 +85,7 @@ Suzan, Verberne},
 }
 """,
         adapted_from=["DutchBookReviewSentimentClassification"],
+        prompt={
+            "query": "Classificeer de gegeven boekrecensie als positieve of negatieve sentiment"
+        },
     )

mteb/tasks/classification/nld/dutch_cola_classification.py

@@ -0,0 +1,41 @@
+from mteb.abstasks.classification import AbsTaskClassification
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class DutchColaClassification(AbsTaskClassification):
+    samples_per_label = 128
+    metadata = TaskMetadata(
+        name="DutchColaClassification",
+        description="Dutch CoLA is a corpus of linguistic acceptability for Dutch.",
+        reference="https://huggingface.co/datasets/GroNLP/dutch-cola",
+        dataset={
+            "path": "clips/mteb-nl-dutch-cola",
+            "revision": "2269ed7d95d8abaab829f1592b4b2047372e9f81",
+        },
+        type="Classification",
+        category="t2c",
+        modalities=["text"],
+        date=("2024-03-01", "2024-05-01"),
+        eval_splits=["test"],
+        eval_langs=["nld-Latn"],
+        main_score="f1",
+        domains=["Written"],
+        task_subtypes=["Linguistic acceptability"],
+        license="not specified",  # specified as unknown
+        annotations_creators="expert-annotated",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation=r"""
+@misc{gronlp_2024,
+  author = {Bylinina, Lisa and Abdi, Silvana and Brouwer, Hylke and Elzinga, Martine and Gunput, Shenza and Huisman, Sem and Krooneman, Collin and Poot, David and Top, Jelmer and Weideman, Cain},
+  doi = { 10.57967/hf/3825 },
+  publisher = { Hugging Face },
+  title = { {Dutch-CoLA (Revision 5a4196c)} },
+  url = { https://huggingface.co/datasets/GroNLP/dutch-cola },
+  year = {2024},
+}
+""",
+        prompt={
+            "query": "Classificeer de gegeven zin als grammaticaal aanvaardbaar of niet aanvaardbaar"
+        },
+    )

mteb/tasks/classification/nld/dutch_government_bias_classification.py

@@ -0,0 +1,40 @@
+from mteb.abstasks.classification import AbsTaskClassification
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class DutchGovernmentBiasClassification(AbsTaskClassification):
+    samples_per_label = 32
+    metadata = TaskMetadata(
+        name="DutchGovernmentBiasClassification",
+        description="The Dutch Government Data for Bias Detection (DGDB) is a dataset sourced from the Dutch House of Representatives and annotated for bias by experts",
+        reference="https://dl.acm.org/doi/pdf/10.1145/3696410.3714526",
+        dataset={
+            "path": "clips/mteb-nl-dutch-government-bias-detection",
+            "revision": "bf5e20ee2d3ce2e24e4de50f5dd8573e0e0e2fec",
+        },
+        type="Classification",
+        category="t2c",
+        modalities=["text"],
+        date=("2019-10-04", "2019-10-04"),
+        eval_splits=["test"],
+        eval_langs=["nld-Latn"],
+        main_score="f1",
+        domains=["Written", "Government"],
+        task_subtypes=[],
+        license="cc-by-nc-sa-4.0",
+        annotations_creators="expert-annotated",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation=r"""
+@inproceedings{de2025detecting,
+  author = {de Swart, Milena and Den Hengst, Floris and Chen, Jieying},
+  booktitle = {Proceedings of the ACM on Web Conference 2025},
+  pages = {5034--5044},
+  title = {Detecting Linguistic Bias in Government Documents Using Large language Models},
+  year = {2025},
+}
+""",
+        prompt={
+            "query": "Classificeer het gegeven overheidsdocument als bevooroordeeld of niet bevooroordeeld"
+        },
+    )

mteb/tasks/classification/nld/dutch_news_articles_classification.py

@@ -0,0 +1,33 @@
+from mteb.abstasks.classification import AbsTaskClassification
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class DutchNewsArticlesClassification(AbsTaskClassification):
+    metadata = TaskMetadata(
+        name="DutchNewsArticlesClassification",
+        dataset={
+            "path": "clips/mteb-nl-news-articles-cls",
+            "revision": "0a7227d31f85c5676be92767f8df5405ea93de54",
+        },
+        description="This dataset contains all the articles published by the NOS as of the 1st of January 2010. The "
+        "data is obtained by scraping the NOS website. The NOS is one of the biggest (online) news "
+        "organizations in the Netherlands.",
+        reference="https://www.kaggle.com/datasets/maxscheijen/dutch-news-articles",
+        type="Classification",
+        category="t2c",
+        modalities=["text"],
+        eval_splits=["test"],
+        eval_langs=["nld-Latn"],
+        main_score="f1",
+        date=("2009-11-01", "2010-01-01"),
+        domains=["Written", "News"],
+        task_subtypes=["Topic classification"],
+        license="cc-by-nc-sa-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation="",
+        prompt={
+            "query": "Classificeer het gegeven nieuwsartikel in het juiste onderwerp of thema"
+        },
+    )

mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py

@@ -0,0 +1,39 @@
+from mteb.abstasks.classification import AbsTaskClassification
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class DutchSarcasticHeadlinesClassification(AbsTaskClassification):
+    metadata = TaskMetadata(
+        name="DutchSarcasticHeadlinesClassification",
+        description="This dataset contains news headlines of two Dutch news websites. All sarcastic headlines were "
+        "collected from the Speld.nl (the Dutch equivalent of The Onion) whereas all 'normal' headlines "
+        "were collected from the news website Nu.nl.",
+        reference="https://www.kaggle.com/datasets/harrotuin/dutch-news-headlines",
+        dataset={
+            "path": "clips/mteb-nl-sarcastic-headlines",
+            "revision": "7e520e36394795859583f84f81fcb97de915d05a",
+        },
+        type="Classification",
+        category="t2c",
+        modalities=["text"],
+        date=("2019-01-01", "2020-01-01"),
+        eval_splits=["test"],
+        eval_langs=["nld-Latn"],
+        main_score="f1",
+        domains=["News", "Written", "Fiction"],
+        task_subtypes=[],
+        license="cc0-1.0",
+        annotations_creators="derived",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation="""""",
+        prompt={
+            "query": "Classificeer de gegeven krantenkop als sarcastisch of niet sarcastisch"
+        },
+    )
+
+    def dataset_transform(self):
+        for split in self.dataset:
+            self.dataset[split] = self.dataset[split].rename_columns(
+                {"headline": "text", "is_sarcastic": "label"}
+            )

mteb/tasks/classification/nld/iconclass_classification.py

@@ -0,0 +1,44 @@
+from mteb.abstasks.classification import AbsTaskClassification
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class IconclassClassification(AbsTaskClassification):
+    samples_per_label = 32
+    metadata = TaskMetadata(
+        name="IconclassClassification",
+        description="Iconclass is an iconographic thesaurus, which is widely used in the digital heritage domain to "
+        "describe subjects depicted in artworks. The task is to classify the first layer of Iconclass",
+        reference="https://dl.acm.org/doi/pdf/10.1145/3575865",
+        dataset={
+            "path": "clips/mteb-nl-iconclass-cls",
+            "revision": "1cd02f1579dab39fedc95de8cc15fd620557a9f2",
+        },
+        type="Classification",
+        category="t2c",
+        modalities=["text"],
+        date=("2020-01-01", "2020-05-01"),
+        eval_splits=["test"],
+        eval_langs=["nld-Latn"],
+        main_score="f1",
+        domains=["Written", "Fiction"],
+        task_subtypes=[],
+        license="cc-by-nc-sa-4.0",
+        annotations_creators="expert-annotated",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation=r"""
+@article{banar2023transfer,
+  author = {Banar, Nikolay and Daelemans, Walter and Kestemont, Mike},
+  journal = {ACM Journal on Computing and Cultural Heritage},
+  number = {2},
+  pages = {1--16},
+  publisher = {ACM New York, NY},
+  title = {Transfer learning for the visual arts: The multi-modal retrieval of iconclass codes},
+  volume = {16},
+  year = {2023},
+}
+""",
+        prompt={
+            "query": "Classificeer de gegeven titel van het kunstwerk in het juiste onderwerp of thema"
+        },
+    )

mteb/tasks/classification/nld/open_tender_classification.py

@@ -0,0 +1,41 @@
+from mteb.abstasks.classification import AbsTaskClassification
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class OpenTenderClassification(AbsTaskClassification):
+    metadata = TaskMetadata(
+        name="OpenTenderClassification",
+        dataset={
+            "path": "clips/mteb-nl-opentender-cls-pr",
+            "revision": "9af5657575a669dc18c7f897a67287ff7d1a0c65",
+        },
+        description="This dataset contains Belgian and Dutch tender calls from OpenTender in Dutch",
+        reference="https://arxiv.org/abs/2509.12340",
+        type="Classification",
+        category="t2c",
+        modalities=["text"],
+        eval_splits=["test"],
+        eval_langs=["nld-Latn"],
+        main_score="f1",
+        date=("2025-08-01", "2025-08-10"),
+        domains=["Government", "Written"],
+        task_subtypes=[],
+        license="cc-by-4.0",
+        annotations_creators="human-annotated",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation=r"""
+@misc{banar2025mtebnle5nlembeddingbenchmark,
+  archiveprefix = {arXiv},
+  author = {Nikolay Banar and Ehsan Lotfi and Jens Van Nooten and Cristina Arhiliuc and Marija Kliocaite and Walter Daelemans},
+  eprint = {2509.12340},
+  primaryclass = {cs.CL},
+  title = {MTEB-NL and E5-NL: Embedding Benchmark and Models for Dutch},
+  url = {https://arxiv.org/abs/2509.12340},
+  year = {2025},
+}
+""",
+        prompt={
+            "query": "Classificeer de gegeven aanbestedingsbeschrijving in het juiste onderwerp of thema"
+        },
+    )

mteb/tasks/classification/nld/vaccin_chat_nl_classification.py

@@ -0,0 +1,49 @@
+from mteb.abstasks.classification import AbsTaskClassification
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class VaccinChatNLClassification(AbsTaskClassification):
+    metadata = TaskMetadata(
+        name="VaccinChatNLClassification",
+        description="VaccinChatNL is a Flemish Dutch FAQ dataset on the topic of COVID-19 vaccinations in Flanders.",
+        reference="https://huggingface.co/datasets/clips/VaccinChatNL",
+        dataset={
+            "path": "clips/VaccinChatNL",
+            "revision": "bd27d0058bea2ad52470d9072a3b5da6b97c1ac3",
+        },
+        type="Classification",
+        category="t2c",
+        modalities=["text"],
+        date=("2022-01-01", "2022-09-01"),
+        eval_splits=["test"],
+        eval_langs=["nld-Latn"],
+        main_score="f1",
+        domains=["Spoken", "Web"],
+        task_subtypes=[],
+        license="cc-by-4.0",
+        annotations_creators="expert-annotated",
+        dialect=[],
+        sample_creation="created",
+        bibtex_citation=r"""
+@inproceedings{buhmann-etal-2022-domain,
+  address = {Gyeongju, Republic of Korea},
+  author = {Buhmann, Jeska and De Bruyn, Maxime and Lotfi, Ehsan and Daelemans, Walter},
+  booktitle = {Proceedings of the 29th International Conference on Computational Linguistics},
+  month = oct,
+  pages = {3539--3549},
+  publisher = {International Committee on Computational Linguistics},
+  title = {Domain- and Task-Adaptation for {V}accin{C}hat{NL}, a {D}utch {COVID}-19 {FAQ} Answering Corpus and Classification Model},
+  url = {https://aclanthology.org/2022.coling-1.312},
+  year = {2022},
+}
+""",
+        prompt={
+            "query": "Gegeven een gebruikersuiting als query, bepaal de gebruikersintenties"
+        },
+    )
+
+    def dataset_transform(self):
+        for split in self.dataset:
+            self.dataset[split] = self.dataset[split].rename_columns(
+                {"sentence1": "text"}
+            )

mteb/tasks/classification/nob/no_rec_classification.py

@@ -64,8 +64,7 @@ Tokunaga, Takenobu},
 class NoRecClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="NoRecClassification.v2",
-        description="""A Norwegian dataset for sentiment classification on review
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Norwegian dataset for sentiment classification on review This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/L18-1661/",
         dataset={
             # using the mini version to keep results ~comparable to the ScandEval benchmark

mteb/tasks/classification/nob/norwegian_parliament_classification.py

@@ -51,8 +51,7 @@ Brygfjeld, Svein Arne},
 class NorwegianParliamentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="NorwegianParliamentClassification.v2",
-        description="""Norwegian parliament speeches annotated for sentiment
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Norwegian parliament speeches annotated for sentiment This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/NbAiLab/norwegian_parliament",
         dataset={
             "path": "mteb/norwegian_parliament",

mteb/tasks/classification/ory/odia_news_classification.py

@@ -43,8 +43,7 @@ class OdiaNewsClassification(AbsTaskClassification):
 class OdiaNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="OdiaNewsClassification.v2",
-        description="""A Odia dataset for 3-class classification of Odia news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Odia dataset for 3-class classification of Odia news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/goru001/nlp-for-odia",
         dataset={
             "path": "mteb/odia_news",

mteb/tasks/classification/pol/polish_classification.py

@@ -42,8 +42,7 @@ class CbdClassification(AbsTaskClassification):
 class CbdClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="CBD.v2",
-        description="""Polish Tweets annotated for cyberbullying detection.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Polish Tweets annotated for cyberbullying detection. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="http://2019.poleval.pl/files/poleval2019.pdf",
         dataset={
             "path": "mteb/cbd",
@@ -274,8 +273,7 @@ Tetreault, Joel},
 class AllegroReviewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="AllegroReviews.v2",
-        description="""A Polish dataset for sentiment classification on reviews from e-commerce marketplace Allegro.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Polish dataset for sentiment classification on reviews from e-commerce marketplace Allegro. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2020.acl-main.111.pdf",
         dataset={
             "path": "mteb/allegro_reviews",
@@ -362,8 +360,7 @@ class PacClassification(AbsTaskClassification):
 class PacClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="PAC.v2",
-        description="""Polish Paraphrase Corpus
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Polish Paraphrase Corpus This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/pdf/2211.13112.pdf",
         dataset={
             "path": "mteb/pac",

mteb/tasks/classification/ron/moroco.py

@@ -47,8 +47,7 @@ class MorocoV2(AbsTaskClassification):
             "path": "mteb/moroco",
             "revision": "6e70588dbd3d583da8b85989c1c3ab3d4bd2e7c4",
         },
-        description="""The Moldavian and Romanian Dialectal Corpus. The MOROCO data set contains Moldavian and Romanian samples of text collected from the news domain. The samples belong to one of the following six topics: (0) culture, (1) finance, (2) politics, (3) science, (4) sports, (5) tech
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Moldavian and Romanian Dialectal Corpus. The MOROCO data set contains Moldavian and Romanian samples of text collected from the news domain. The samples belong to one of the following six topics: (0) culture, (1) finance, (2) politics, (3) science, (4) sports, (5) tech This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/moroco",
         type="Classification",
         category="t2c",

mteb/tasks/classification/ron/romanian_reviews_sentiment.py

@@ -39,8 +39,7 @@ class RomanianReviewsSentiment(AbsTaskClassification):
 class RomanianReviewsSentimentV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="RomanianReviewsSentiment.v2",
-        description="""LaRoSeDa (A Large Romanian Sentiment Data Set) contains 15,000 reviews written in Romanian
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="LaRoSeDa (A Large Romanian Sentiment Data Set) contains 15,000 reviews written in Romanian This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2101.04197",
         dataset={
             "path": "mteb/romanian_reviews_sentiment",

mteb/tasks/classification/ron/romanian_sentiment_classification.py

@@ -41,8 +41,7 @@ class RomanianSentimentClassification(AbsTaskClassification):
 class RomanianSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="RomanianSentimentClassification.v2",
-        description="""An Romanian dataset for sentiment classification.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="An Romanian dataset for sentiment classification. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2009.08712",
         dataset={
             "path": "mteb/romanian_sentiment",

mteb/tasks/classification/rus/georeview_classification.py

@@ -37,8 +37,7 @@ class GeoreviewClassificationV2(AbsTaskClassification):
             "path": "mteb/georeview",
             "revision": "5194395f82217bc31212fd6a275002fb405f9dfb",
         },
-        description="""Review classification (5-point scale) based on Yandex Georeview dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Review classification (5-point scale) based on Yandex Georeview dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/yandex/geo-reviews-dataset-2023",
         type="Classification",
         category="t2c",

mteb/tasks/classification/rus/headline_classification.py

@@ -66,8 +66,7 @@ class HeadlineClassificationV2(AbsTaskClassification):
             "path": "mteb/headline",
             "revision": "6bd88e7778ee2e3bd8d0ade1be3ad5b6d969145a",
         },
-        description="""Headline rubric classification based on the paraphraser plus dataset.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Headline rubric classification based on the paraphraser plus dataset. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2020.ngt-1.6/",
         type="Classification",
         category="t2c",

mteb/tasks/classification/rus/inappropriateness_classification.py

@@ -70,8 +70,7 @@ class InappropriatenessClassificationV2(AbsTaskClassification):
             "path": "mteb/inappropriateness",
             "revision": "2bdbb71d9b972709173f1477d7dd33c3d67f51ac",
         },
-        description="""Inappropriateness identification in the form of binary classification
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Inappropriateness identification in the form of binary classification This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2021.bsnlp-1.4",
         type="Classification",
         category="t2c",

mteb/tasks/classification/rus/ru_reviews_classification.py

@@ -55,8 +55,7 @@ class RuReviewsClassificationV2(AbsTaskClassification):
             "path": "mteb/ru_reviews",
             "revision": "46d80ee5ac51be8234725558677e59050b9c418e",
         },
-        description="""Product review classification (3-point scale) based on RuRevies dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Product review classification (3-point scale) based on RuRevies dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/sismetanin/rureviews",
         type="Classification",
         category="t2c",

mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py

@@ -39,8 +39,7 @@ class RuToxicOKMLCUPClassificationV2(AbsTaskClassification):
             "path": "mteb/ru_toxic_okmlcup",
             "revision": "729025d2cfa68fcbc587ea80014a42d569cd9048",
         },
-        description="""On the Odnoklassniki social network, users post a huge number of comments of various directions and nature every day.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="On the Odnoklassniki social network, users post a huge number of comments of various directions and nature every day. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://cups.online/ru/contests/okmlcup2020",
         type="Classification",
         category="t2t",

mteb/tasks/classification/rus/senti_ru_eval.py

@@ -46,8 +46,7 @@ class SentiRuEval2016ClassificationV2(AbsTaskClassification):
             "path": "mteb/senti_ru_eval2016",
             "revision": "bfa4cbec1753ffed29a8244a4ec208cc9e6c09a0",
         },
-        description="""Russian sentiment analysis evaluation SentiRuEval-2016 devoted to reputation monitoring of banks and telecom companies in Twitter. We describe the task, data, the procedure of data preparation, and participants’ results.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Russian sentiment analysis evaluation SentiRuEval-2016 devoted to reputation monitoring of banks and telecom companies in Twitter. We describe the task, data, the procedure of data preparation, and participants’ results. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/mokoron/sentirueval",
         type="Classification",
         category="t2t",

mteb/tasks/classification/sin/sinhala_news_classification.py

@@ -54,8 +54,7 @@ class SinhalaNewsClassification(AbsTaskClassification):
 class SinhalaNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SinhalaNewsClassification.v2",
-        description="""This file contains news texts (sentences) belonging to 5 different news categories (political, business, technology, sports and Entertainment). The original dataset was released by Nisansa de Silva (Sinhala Text Classification: Observations from the Perspective of a Resource Poor Language, 2015).
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="This file contains news texts (sentences) belonging to 5 different news categories (political, business, technology, sports and Entertainment). The original dataset was released by Nisansa de Silva (Sinhala Text Classification: Observations from the Perspective of a Resource Poor Language, 2015). This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/sinhala_news",
             "revision": "e0b6e93ed5f086fe358595dff1aaad9eb877667a",

mteb/tasks/classification/sin/sinhala_news_source_classification.py

@@ -45,8 +45,7 @@ class SinhalaNewsSourceClassification(AbsTaskClassification):
 class SinhalaNewsSourceClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SinhalaNewsSourceClassification.v2",
-        description="""This dataset contains Sinhala news headlines extracted from 9 news sources (websites) (Sri Lanka Army, Dinamina, GossipLanka, Hiru, ITN, Lankapuwath, NewsLK, Newsfirst, World Socialist Web Site-Sinhala).
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="This dataset contains Sinhala news headlines extracted from 9 news sources (websites) (Sri Lanka Army, Dinamina, GossipLanka, Hiru, ITN, Lankapuwath, NewsLK, Newsfirst, World Socialist Web Site-Sinhala). This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/sinhala_news_source",
             "revision": "6902767dbfa6189cbe5f5b5b56ee6300b1702d33",

mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py

@@ -54,8 +54,7 @@ class CSFDSKMovieReviewSentimentClassification(AbsTaskClassification):
 class CSFDSKMovieReviewSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="CSFDSKMovieReviewSentimentClassification.v2",
-        description="""The dataset contains 30k user reviews from csfd.cz in Slovak.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The dataset contains 30k user reviews from csfd.cz in Slovak. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2304.01922",
         dataset={
             "path": "mteb/csfdsk_movie_review_sentiment",

mteb/tasks/classification/slk/slovak_hate_speech_classification.py

@@ -32,8 +32,7 @@ class SlovakHateSpeechClassification(AbsTaskClassification):
 class SlovakHateSpeechClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SlovakHateSpeechClassification.v2",
-        description="""The dataset contains posts from a social network with human annotations for hateful or offensive language in Slovak.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The dataset contains posts from a social network with human annotations for hateful or offensive language in Slovak. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/TUKE-KEMT/hate_speech_slovak",
         dataset={
             "path": "mteb/slovak_hate_speech",

mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py

@@ -46,8 +46,7 @@ class SlovakMovieReviewSentimentClassification(AbsTaskClassification):
 class SlovakMovieReviewSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SlovakMovieReviewSentimentClassification.v2",
-        description="""User reviews of movies on the CSFD movie database, with 2 sentiment classes (positive, negative)
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="User reviews of movies on the CSFD movie database, with 2 sentiment classes (positive, negative) This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/pdf/2304.01922",
         dataset={
             "path": "mteb/slovak_movie_review_sentiment",

mteb/tasks/classification/slv/frenk_sl_classification.py

@@ -42,8 +42,7 @@ class FrenkSlClassification(AbsTaskClassification):
 class FrenkSlClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="FrenkSlClassification.v2",
-        description="""Slovenian subset of the FRENK dataset. Also available on HuggingFace dataset hub: English subset, Croatian subset.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Slovenian subset of the FRENK dataset. Also available on HuggingFace dataset hub: English subset, Croatian subset. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/frenk_sl",
             "revision": "3b69facc14651fbd152fda173683a7ecf9125b82",

mteb/tasks/classification/spa/spanish_news_classification.py

@@ -39,8 +39,7 @@ class SpanishNewsClassification(AbsTaskClassification):
 class SpanishNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SpanishNewsClassification.v2",
-        description="""A Spanish dataset for news classification. The dataset includes articles from reputable Spanish news sources spanning 12 different categories.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Spanish dataset for news classification. The dataset includes articles from reputable Spanish news sources spanning 12 different categories. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/MarcOrfilaCarreras/spanish-news",
         dataset={
             "path": "mteb/spanish_news",

mteb/tasks/classification/spa/spanish_sentiment_classification.py

@@ -56,8 +56,7 @@ Vylomova, Ekaterina},
 class SpanishSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SpanishSentimentClassification.v2",
-        description="""A Spanish dataset for sentiment classification.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Spanish dataset for sentiment classification. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/sepidmnorozy/Spanish_sentiment",
         dataset={
             "path": "mteb/spanish_sentiment",

mteb/tasks/classification/ssw/siswati_news_classification.py

@@ -45,8 +45,7 @@ class SiswatiNewsClassification(AbsTaskClassification):
 class SiswatiNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SiswatiNewsClassification.v2",
-        description="""Siswati News Classification Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Siswati News Classification Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/dsfsi/za-isizulu-siswati-news",
         dataset={
             "path": "mteb/siswati_news",