mteb 2.1.4__py3-none-any.whl → 2.5.2__py3-none-any.whl

mteb/tasks/classification/kor/kor_hate_classification.py

@@ -5,14 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class KorHateClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="KorHateClassification",
-        description="""The dataset was created to provide the first human-labeled Korean corpus for
-        toxic speech detection from a Korean online entertainment news aggregator. Recently,
-        two young Korean celebrities suffered from a series of tragic incidents that led to two
-        major Korean web portals to close the comments section on their platform. However, this only
-        serves as a temporary solution, and the fundamental issue has not been solved yet. This dataset
-        hopes to improve Korean hate speech detection. Annotation was performed by 32 annotators,
-        consisting of 29 annotators from the crowdsourcing platform DeepNatural AI and three NLP researchers.
-        """,
+        description="The dataset was created to provide the first human-labeled Korean corpus for toxic speech detection from a Korean online entertainment news aggregator. Recently, two young Korean celebrities suffered from a series of tragic incidents that led to two major Korean web portals to close the comments section on their platform. However, this only serves as a temporary solution, and the fundamental issue has not been solved yet. This dataset hopes to improve Korean hate speech detection. Annotation was performed by 32 annotators, consisting of 29 annotators from the crowdsourcing platform DeepNatural AI and three NLP researchers.",
         dataset={
             "path": "mteb/KorHateClassification",
             "revision": "a4e70398c3689a5f55cd1f4a447d8d2da0a7dd1e",
@@ -48,15 +41,7 @@ class KorHateClassification(AbsTaskClassification):
 class KorHateClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="KorHateClassification.v2",
-        description="""The dataset was created to provide the first human-labeled Korean corpus for
-        toxic speech detection from a Korean online entertainment news aggregator. Recently,
-        two young Korean celebrities suffered from a series of tragic incidents that led to two
-        major Korean web portals to close the comments section on their platform. However, this only
-        serves as a temporary solution, and the fundamental issue has not been solved yet. This dataset
-        hopes to improve Korean hate speech detection. Annotation was performed by 32 annotators,
-        consisting of 29 annotators from the crowdsourcing platform DeepNatural AI and three NLP researchers.
-
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The dataset was created to provide the first human-labeled Korean corpus for toxic speech detection from a Korean online entertainment news aggregator. Recently, two young Korean celebrities suffered from a series of tragic incidents that led to two major Korean web portals to close the comments section on their platform. However, this only serves as a temporary solution, and the fundamental issue has not been solved yet. This dataset hopes to improve Korean hate speech detection. Annotation was performed by 32 annotators, consisting of 29 annotators from the crowdsourcing platform DeepNatural AI and three NLP researchers. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/kor_hate",
             "revision": "5d64e6dcbe9204c934e9a3852b1130a6f2d51ad4",

mteb/tasks/classification/kor/kor_sarcasm_classification.py

@@ -5,15 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class KorSarcasmClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="KorSarcasmClassification",
-        description="""
-        The Korean Sarcasm Dataset was created to detect sarcasm in text, which can significantly alter the original
-        meaning of a sentence. 9319 tweets were collected from Twitter and labeled for sarcasm or not_sarcasm. These
-        tweets were gathered by querying for: irony sarcastic, and
-        sarcasm.
-        The dataset was created by gathering HTML data from Twitter. Queries for hashtags that include sarcasm
-        and variants of it were used to return tweets. It was preprocessed by removing the keyword
-        hashtag, urls and mentions of the user to preserve anonymity.
-        """,
+        description="The Korean Sarcasm Dataset was created to detect sarcasm in text, which can significantly alter the original meaning of a sentence. 9319 tweets were collected from Twitter and labeled for sarcasm or not_sarcasm. These tweets were gathered by querying for: irony sarcastic, and sarcasm. The dataset was created by gathering HTML data from Twitter. Queries for hashtags that include sarcasm and variants of it were used to return tweets. It was preprocessed by removing the keyword hashtag, urls and mentions of the user to preserve anonymity.",
         dataset={
             "path": "mteb/KorSarcasmClassification",
             "revision": "6701f384372c04aa8c64b10582e72eb84135a1d4",
@@ -49,16 +41,7 @@ class KorSarcasmClassification(AbsTaskClassification):
 class KorSarcasmClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="KorSarcasmClassification.v2",
-        description="""
-        The Korean Sarcasm Dataset was created to detect sarcasm in text, which can significantly alter the original
-        meaning of a sentence. 9319 tweets were collected from Twitter and labeled for sarcasm or not_sarcasm. These
-        tweets were gathered by querying for: irony sarcastic, and
-        sarcasm.
-        The dataset was created by gathering HTML data from Twitter. Queries for hashtags that include sarcasm
-        and variants of it were used to return tweets. It was preprocessed by removing the keyword
-        hashtag, urls and mentions of the user to preserve anonymity.
-
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Korean Sarcasm Dataset was created to detect sarcasm in text, which can significantly alter the original meaning of a sentence. 9319 tweets were collected from Twitter and labeled for sarcasm or not_sarcasm. These tweets were gathered by querying for: irony sarcastic, and sarcasm. The dataset was created by gathering HTML data from Twitter. Queries for hashtags that include sarcasm and variants of it were used to return tweets. It was preprocessed by removing the keyword hashtag, urls and mentions of the user to preserve anonymity. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/kor_sarcasm",
             "revision": "0e5e17b4dba569776e445f5639ba13dc406b2b0e",

mteb/tasks/classification/kur/kurdish_sentiment_classification.py

@@ -42,8 +42,7 @@ class KurdishSentimentClassification(AbsTaskClassification):
 class KurdishSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="KurdishSentimentClassification.v2",
-        description="""Kurdish Sentiment Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Kurdish Sentiment Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://link.springer.com/article/10.1007/s10579-023-09716-6",
         dataset={
             "path": "mteb/kurdish_sentiment",

mteb/tasks/classification/mal/malayalam_news_classification.py

@@ -42,8 +42,7 @@ class MalayalamNewsClassification(AbsTaskClassification):
 class MalayalamNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="MalayalamNewsClassification.v2",
-        description="""A Malayalam dataset for 3-class classification of Malayalam news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Malayalam dataset for 3-class classification of Malayalam news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/goru001/nlp-for-malyalam",
         dataset={
             "path": "mteb/malayalam_news",

mteb/tasks/classification/mar/marathi_news_classification.py

@@ -43,8 +43,7 @@ class MarathiNewsClassification(AbsTaskClassification):
 class MarathiNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="MarathiNewsClassification.v2",
-        description="""A Marathi dataset for 3-class classification of Marathi news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Marathi dataset for 3-class classification of Marathi news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/goru001/nlp-for-marathi",
         dataset={
             "path": "mteb/marathi_news",

mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py

@@ -49,8 +49,7 @@ Bontcheva, Kalina},
 class MacedonianTweetSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="MacedonianTweetSentimentClassification.v2",
-        description="""An Macedonian dataset for tweet sentiment classification.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="An Macedonian dataset for tweet sentiment classification. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/R15-1034/",
         dataset={
             "path": "mteb/macedonian_tweet_sentiment",

mteb/tasks/classification/multilingual/catalonia_tweet_classification.py

@@ -10,12 +10,7 @@ _LANGS = {
 class CataloniaTweetClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="CataloniaTweetClassification",
-        description="""This dataset contains two corpora in Spanish and Catalan that consist of annotated Twitter
-        messages for automatic stance detection. The data was collected over 12 days during February and March
-        of 2019 from tweets posted in Barcelona, and during September of 2018 from tweets posted in the town of Terrassa, Catalonia.
-        Each corpus is annotated with three classes: AGAINST, FAVOR and NEUTRAL, which express the stance
-        towards the target - independence of Catalonia.
-        """,
+        description="This dataset contains two corpora in Spanish and Catalan that consist of annotated Twitter messages for automatic stance detection. The data was collected over 12 days during February and March of 2019 from tweets posted in Barcelona, and during September of 2018 from tweets posted in the town of Terrassa, Catalonia. Each corpus is annotated with three classes: AGAINST, FAVOR and NEUTRAL, which express the stance towards the target - independence of Catalonia.",
         reference="https://aclanthology.org/2020.lrec-1.171/",
         dataset={
             "path": "community-datasets/catalonia_independence",

mteb/tasks/classification/multilingual/multi_hate_classification.py

@@ -24,10 +24,7 @@ class MultiHateClassification(AbsTaskClassification):
             "path": "mteb/multi-hatecheck",
             "revision": "8f95949846bb9e33c6aaf730ccfdb8fe6bcfb7a9",
         },
-        description="""Hate speech detection dataset with binary
-                       (hateful vs non-hateful) labels. Includes 25+ distinct types of hate
-                       and challenging non-hate, and 11 languages.
-                     """,
+        description="Hate speech detection dataset with binary (hateful vs non-hateful) labels. Includes 25+ distinct types of hate and challenging non-hate, and 11 languages.",
         reference="https://aclanthology.org/2022.woah-1.15/",
         type="Classification",
         category="t2c",

mteb/tasks/classification/multilingual/ru_sci_bench_classification.py

@@ -9,11 +9,7 @@ class RuSciBenchCoreRiscClassification(AbsTaskClassification):
             "path": "mlsa-iai-msu-lab/ru_sci_bench_mteb",
             "revision": "fbc0599a0b5f00b3c7d87ab4d13490f04fb77f8e",
         },
-        description="""This binary classification task aims to determine whether a scientific paper
-        (based on its title and abstract) belongs to the Core of the Russian Science Citation Index (RISC).
-        The RISC includes a wide range of publications, but the Core RISC comprises the most cited and prestigious
-        journals, dissertations, theses, monographs, and studies. The task is provided for both Russian and English
-        versions of the paper's title and abstract.""",
+        description="This binary classification task aims to determine whether a scientific paper (based on its title and abstract) belongs to the Core of the Russian Science Citation Index (RISC). The RISC includes a wide range of publications, but the Core RISC comprises the most cited and prestigious journals, dissertations, theses, monographs, and studies. The task is provided for both Russian and English versions of the paper's title and abstract.",
         reference="https://github.com/mlsa-iai-msu-lab/ru_sci_bench_mteb",
         type="Classification",
         category="t2c",
@@ -57,10 +53,7 @@ class RuSciBenchPubTypeClassification(AbsTaskClassification):
             "path": "mlsa-iai-msu-lab/ru_sci_bench_mteb",
             "revision": "fbc0599a0b5f00b3c7d87ab4d13490f04fb77f8e",
         },
-        description="""This task involves classifying scientific papers (based on their title and abstract)
-        into different publication types. The dataset identifies the following types:
-        'Article', 'Conference proceedings', 'Survey', 'Miscellanea', 'Short message', 'Review', and 'Personalia'.
-        This task is available for both Russian and English versions of the paper's title and abstract.""",
+        description="This task involves classifying scientific papers (based on their title and abstract) into different publication types. The dataset identifies the following types: 'Article', 'Conference proceedings', 'Survey', 'Miscellanea', 'Short message', 'Review', and 'Personalia'. This task is available for both Russian and English versions of the paper's title and abstract.",
         reference="https://github.com/mlsa-iai-msu-lab/ru_sci_bench_mteb",
         type="Classification",
         category="t2c",
@@ -104,13 +97,7 @@ class RuSciBenchGRNTIClassificationV2(AbsTaskClassification):
             "path": "mlsa-iai-msu-lab/ru_sci_bench_mteb",
             "revision": "fbc0599a0b5f00b3c7d87ab4d13490f04fb77f8e",
         },
-        description="""Classification of scientific papers based on the GRNTI (State Rubricator of Scientific and
-        Technical Information) rubricator. GRNTI is a universal hierarchical classification of knowledge domains
-        adopted in Russia and CIS countries to systematize the entire flow of scientific and technical information.
-        This task uses the first level of the GRNTI hierarchy and top 28 classes by frequency.
-
-        In this version, English language support has been added and data partitioning has been slightly modified.
-        """,
+        description="Classification of scientific papers based on the GRNTI (State Rubricator of Scientific and Technical Information) rubricator. GRNTI is a universal hierarchical classification of knowledge domains adopted in Russia and CIS countries to systematize the entire flow of scientific and technical information. This task uses the first level of the GRNTI hierarchy and top 28 classes by frequency. In this version, English language support has been added and data partitioning has been slightly modified.",
         reference="https://github.com/mlsa-iai-msu-lab/ru_sci_bench_mteb",
         type="Classification",
         category="t2c",
@@ -154,13 +141,7 @@ class RuSciBenchOECDClassificationV2(AbsTaskClassification):
             "path": "mlsa-iai-msu-lab/ru_sci_bench_mteb",
             "revision": "fbc0599a0b5f00b3c7d87ab4d13490f04fb77f8e",
         },
-        description="""Classification of scientific papers based on the OECD
-        (Organization for Economic Co-operation and Development) rubricator. OECD provides
-        a hierarchical 3-level system of classes for labeling scientific articles.
-        This task uses the first two levels of the OECD hierarchy, top 29 classes.
-
-        In this version, English language support has been added and data partitioning has been slightly modified.
-        """,
+        description="Classification of scientific papers based on the OECD (Organization for Economic Co-operation and Development) rubricator. OECD provides a hierarchical 3-level system of classes for labeling scientific articles. This task uses the first two levels of the OECD hierarchy, top 29 classes. In this version, English language support has been added and data partitioning has been slightly modified.",
         reference="https://github.com/mlsa-iai-msu-lab/ru_sci_bench_mteb",
         type="Classification",
         category="t2c",

mteb/tasks/classification/multilingual/scala_classification.py

@@ -12,8 +12,7 @@ _LANGS = {
 class ScalaClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="ScalaClassification",
-        description="""ScaLa a linguistic acceptability dataset for the mainland Scandinavian languages automatically constructed from dependency annotations in Universal Dependencies Treebanks.
-        Published as part of 'ScandEval: A Benchmark for Scandinavian Natural Language Processing'""",
+        description="ScaLa a linguistic acceptability dataset for the mainland Scandinavian languages automatically constructed from dependency annotations in Universal Dependencies Treebanks. Published as part of 'ScandEval: A Benchmark for Scandinavian Natural Language Processing'",
         reference="https://aclanthology.org/2023.nodalida-1.20/",
         dataset={
             "path": "mteb/multilingual-scala-classification",

mteb/tasks/classification/multilingual/sib200_classification.py

@@ -205,12 +205,7 @@ _LANGS = {
 class SIB200Classification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SIB200Classification",
-        description="""SIB-200 is the largest publicly available topic classification
-        dataset based on Flores-200 covering 205 languages and dialects annotated. The dataset is
-        annotated in English for the topics,  science/technology, travel, politics, sports,
-        health, entertainment, and geography. The labels are then transferred to the other languages
-        in Flores-200 which are human-translated.
-        """,
+        description="SIB-200 is the largest publicly available topic classification dataset based on Flores-200 covering 205 languages and dialects annotated. The dataset is annotated in English for the topics, science/technology, travel, politics, sports, health, entertainment, and geography. The labels are then transferred to the other languages in Flores-200 which are human-translated.",
         reference="https://arxiv.org/abs/2309.07445",
         dataset={
             "path": "mteb/sib200",

mteb/tasks/classification/mya/myanmar_news.py

@@ -45,8 +45,7 @@ class MyanmarNewsV2(AbsTaskClassification):
             "path": "mteb/myanmar_news",
             "revision": "475b43ffbdb5138ad67a01a2c860bc7db502f3c5",
         },
-        description="""The Myanmar News dataset on Hugging Face contains news articles in Burmese. It is designed for tasks such as text classification, sentiment analysis, and language modeling. The dataset includes a variety of news topics in 4 categories, providing a rich resource for natural language processing applications involving Burmese which is a low resource language.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Myanmar News dataset on Hugging Face contains news articles in Burmese. It is designed for tasks such as text classification, sentiment analysis, and language modeling. The dataset includes a variety of news topics in 4 categories, providing a rich resource for natural language processing applications involving Burmese which is a low resource language. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/myanmar_news",
         type="Classification",
         category="t2c",

mteb/tasks/classification/nep/nepali_news_classification.py

@@ -57,8 +57,7 @@ Tan, Liling},
 class NepaliNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="NepaliNewsClassification.v2",
-        description="""A Nepali dataset for 7500 news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Nepali dataset for 7500 news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/goru001/nlp-for-nepali",
         dataset={
             "path": "mteb/nepali_news",

mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py

@@ -48,8 +48,7 @@ Suzan, Verberne},
 class DutchBookReviewSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="DutchBookReviewSentimentClassification.v2",
-        description="""A Dutch book review for sentiment classification.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Dutch book review for sentiment classification. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900). Additionally, a Dutch prompt was included.",
         reference="https://github.com/benjaminvdb/DBRD",
         dataset={
             "path": "mteb/dutch_book_review_sentiment",
@@ -86,4 +85,7 @@ Suzan, Verberne},
 }
 """,
         adapted_from=["DutchBookReviewSentimentClassification"],
+        prompt={
+            "query": "Classificeer de gegeven boekrecensie als positieve of negatieve sentiment"
+        },
     )

mteb/tasks/classification/nld/dutch_cola_classification.py

@@ -35,4 +35,7 @@ class DutchColaClassification(AbsTaskClassification):
   year = {2024},
 }
 """,
+        prompt={
+            "query": "Classificeer de gegeven zin als grammaticaal aanvaardbaar of niet aanvaardbaar"
+        },
     )

mteb/tasks/classification/nld/dutch_government_bias_classification.py

@@ -34,4 +34,7 @@ class DutchGovernmentBiasClassification(AbsTaskClassification):
   year = {2025},
 }
 """,
+        prompt={
+            "query": "Classificeer het gegeven overheidsdocument als bevooroordeeld of niet bevooroordeeld"
+        },
     )

mteb/tasks/classification/nld/dutch_news_articles_classification.py

@@ -27,4 +27,7 @@ class DutchNewsArticlesClassification(AbsTaskClassification):
         dialect=[],
         sample_creation="found",
         bibtex_citation="",
+        prompt={
+            "query": "Classificeer het gegeven nieuwsartikel in het juiste onderwerp of thema"
+        },
     )

mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py

@@ -27,6 +27,9 @@ class DutchSarcasticHeadlinesClassification(AbsTaskClassification):
         dialect=[],
         sample_creation="found",
         bibtex_citation="""""",
+        prompt={
+            "query": "Classificeer de gegeven krantenkop als sarcastisch of niet sarcastisch"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/classification/nld/iconclass_classification.py

@@ -38,4 +38,7 @@ class IconclassClassification(AbsTaskClassification):
   year = {2023},
 }
 """,
+        prompt={
+            "query": "Classificeer de gegeven titel van het kunstwerk in het juiste onderwerp of thema"
+        },
     )

mteb/tasks/classification/nld/open_tender_classification.py

@@ -35,4 +35,7 @@ class OpenTenderClassification(AbsTaskClassification):
   year = {2025},
 }
 """,
+        prompt={
+            "query": "Classificeer de gegeven aanbestedingsbeschrijving in het juiste onderwerp of thema"
+        },
     )

mteb/tasks/classification/nld/vaccin_chat_nl_classification.py

@@ -37,6 +37,9 @@ class VaccinChatNLClassification(AbsTaskClassification):
   year = {2022},
 }
 """,
+        prompt={
+            "query": "Gegeven een gebruikersuiting als query, bepaal de gebruikersintenties"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/classification/nob/no_rec_classification.py

@@ -64,8 +64,7 @@ Tokunaga, Takenobu},
 class NoRecClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="NoRecClassification.v2",
-        description="""A Norwegian dataset for sentiment classification on review
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Norwegian dataset for sentiment classification on review This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/L18-1661/",
         dataset={
             # using the mini version to keep results ~comparable to the ScandEval benchmark

mteb/tasks/classification/nob/norwegian_parliament_classification.py

@@ -51,8 +51,7 @@ Brygfjeld, Svein Arne},
 class NorwegianParliamentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="NorwegianParliamentClassification.v2",
-        description="""Norwegian parliament speeches annotated for sentiment
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Norwegian parliament speeches annotated for sentiment This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/NbAiLab/norwegian_parliament",
         dataset={
             "path": "mteb/norwegian_parliament",

mteb/tasks/classification/ory/odia_news_classification.py

@@ -43,8 +43,7 @@ class OdiaNewsClassification(AbsTaskClassification):
 class OdiaNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="OdiaNewsClassification.v2",
-        description="""A Odia dataset for 3-class classification of Odia news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Odia dataset for 3-class classification of Odia news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/goru001/nlp-for-odia",
         dataset={
             "path": "mteb/odia_news",

mteb/tasks/classification/pol/polish_classification.py

@@ -42,8 +42,7 @@ class CbdClassification(AbsTaskClassification):
 class CbdClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="CBD.v2",
-        description="""Polish Tweets annotated for cyberbullying detection.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Polish Tweets annotated for cyberbullying detection. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="http://2019.poleval.pl/files/poleval2019.pdf",
         dataset={
             "path": "mteb/cbd",
@@ -274,8 +273,7 @@ Tetreault, Joel},
 class AllegroReviewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="AllegroReviews.v2",
-        description="""A Polish dataset for sentiment classification on reviews from e-commerce marketplace Allegro.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Polish dataset for sentiment classification on reviews from e-commerce marketplace Allegro. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2020.acl-main.111.pdf",
         dataset={
             "path": "mteb/allegro_reviews",
@@ -362,8 +360,7 @@ class PacClassification(AbsTaskClassification):
 class PacClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="PAC.v2",
-        description="""Polish Paraphrase Corpus
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Polish Paraphrase Corpus This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/pdf/2211.13112.pdf",
         dataset={
             "path": "mteb/pac",

mteb/tasks/classification/ron/moroco.py

@@ -47,8 +47,7 @@ class MorocoV2(AbsTaskClassification):
             "path": "mteb/moroco",
             "revision": "6e70588dbd3d583da8b85989c1c3ab3d4bd2e7c4",
         },
-        description="""The Moldavian and Romanian Dialectal Corpus. The MOROCO data set contains Moldavian and Romanian samples of text collected from the news domain. The samples belong to one of the following six topics: (0) culture, (1) finance, (2) politics, (3) science, (4) sports, (5) tech
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Moldavian and Romanian Dialectal Corpus. The MOROCO data set contains Moldavian and Romanian samples of text collected from the news domain. The samples belong to one of the following six topics: (0) culture, (1) finance, (2) politics, (3) science, (4) sports, (5) tech This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/moroco",
         type="Classification",
         category="t2c",

mteb/tasks/classification/ron/romanian_reviews_sentiment.py

@@ -39,8 +39,7 @@ class RomanianReviewsSentiment(AbsTaskClassification):
 class RomanianReviewsSentimentV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="RomanianReviewsSentiment.v2",
-        description="""LaRoSeDa (A Large Romanian Sentiment Data Set) contains 15,000 reviews written in Romanian
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="LaRoSeDa (A Large Romanian Sentiment Data Set) contains 15,000 reviews written in Romanian This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2101.04197",
         dataset={
             "path": "mteb/romanian_reviews_sentiment",

mteb/tasks/classification/ron/romanian_sentiment_classification.py

@@ -41,8 +41,7 @@ class RomanianSentimentClassification(AbsTaskClassification):
 class RomanianSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="RomanianSentimentClassification.v2",
-        description="""An Romanian dataset for sentiment classification.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="An Romanian dataset for sentiment classification. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2009.08712",
         dataset={
             "path": "mteb/romanian_sentiment",

mteb/tasks/classification/rus/georeview_classification.py

@@ -37,8 +37,7 @@ class GeoreviewClassificationV2(AbsTaskClassification):
             "path": "mteb/georeview",
             "revision": "5194395f82217bc31212fd6a275002fb405f9dfb",
         },
-        description="""Review classification (5-point scale) based on Yandex Georeview dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Review classification (5-point scale) based on Yandex Georeview dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/yandex/geo-reviews-dataset-2023",
         type="Classification",
         category="t2c",

mteb/tasks/classification/rus/headline_classification.py

@@ -66,8 +66,7 @@ class HeadlineClassificationV2(AbsTaskClassification):
             "path": "mteb/headline",
             "revision": "6bd88e7778ee2e3bd8d0ade1be3ad5b6d969145a",
         },
-        description="""Headline rubric classification based on the paraphraser plus dataset.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Headline rubric classification based on the paraphraser plus dataset. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2020.ngt-1.6/",
         type="Classification",
         category="t2c",

mteb/tasks/classification/rus/inappropriateness_classification.py

@@ -70,8 +70,7 @@ class InappropriatenessClassificationV2(AbsTaskClassification):
             "path": "mteb/inappropriateness",
             "revision": "2bdbb71d9b972709173f1477d7dd33c3d67f51ac",
         },
-        description="""Inappropriateness identification in the form of binary classification
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Inappropriateness identification in the form of binary classification This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2021.bsnlp-1.4",
         type="Classification",
         category="t2c",

mteb/tasks/classification/rus/ru_reviews_classification.py

@@ -55,8 +55,7 @@ class RuReviewsClassificationV2(AbsTaskClassification):
             "path": "mteb/ru_reviews",
             "revision": "46d80ee5ac51be8234725558677e59050b9c418e",
         },
-        description="""Product review classification (3-point scale) based on RuRevies dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Product review classification (3-point scale) based on RuRevies dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/sismetanin/rureviews",
         type="Classification",
         category="t2c",

mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py

@@ -39,8 +39,7 @@ class RuToxicOKMLCUPClassificationV2(AbsTaskClassification):
             "path": "mteb/ru_toxic_okmlcup",
             "revision": "729025d2cfa68fcbc587ea80014a42d569cd9048",
         },
-        description="""On the Odnoklassniki social network, users post a huge number of comments of various directions and nature every day.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="On the Odnoklassniki social network, users post a huge number of comments of various directions and nature every day. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://cups.online/ru/contests/okmlcup2020",
         type="Classification",
         category="t2t",

mteb/tasks/classification/rus/senti_ru_eval.py

@@ -46,8 +46,7 @@ class SentiRuEval2016ClassificationV2(AbsTaskClassification):
             "path": "mteb/senti_ru_eval2016",
             "revision": "bfa4cbec1753ffed29a8244a4ec208cc9e6c09a0",
         },
-        description="""Russian sentiment analysis evaluation SentiRuEval-2016 devoted to reputation monitoring of banks and telecom companies in Twitter. We describe the task, data, the procedure of data preparation, and participants’ results.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Russian sentiment analysis evaluation SentiRuEval-2016 devoted to reputation monitoring of banks and telecom companies in Twitter. We describe the task, data, the procedure of data preparation, and participants’ results. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/mokoron/sentirueval",
         type="Classification",
         category="t2t",

mteb/tasks/classification/sin/sinhala_news_classification.py

@@ -54,8 +54,7 @@ class SinhalaNewsClassification(AbsTaskClassification):
 class SinhalaNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SinhalaNewsClassification.v2",
-        description="""This file contains news texts (sentences) belonging to 5 different news categories (political, business, technology, sports and Entertainment). The original dataset was released by Nisansa de Silva (Sinhala Text Classification: Observations from the Perspective of a Resource Poor Language, 2015).
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="This file contains news texts (sentences) belonging to 5 different news categories (political, business, technology, sports and Entertainment). The original dataset was released by Nisansa de Silva (Sinhala Text Classification: Observations from the Perspective of a Resource Poor Language, 2015). This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/sinhala_news",
             "revision": "e0b6e93ed5f086fe358595dff1aaad9eb877667a",

mteb/tasks/classification/sin/sinhala_news_source_classification.py

@@ -45,8 +45,7 @@ class SinhalaNewsSourceClassification(AbsTaskClassification):
 class SinhalaNewsSourceClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SinhalaNewsSourceClassification.v2",
-        description="""This dataset contains Sinhala news headlines extracted from 9 news sources (websites) (Sri Lanka Army, Dinamina, GossipLanka, Hiru, ITN, Lankapuwath, NewsLK, Newsfirst, World Socialist Web Site-Sinhala).
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="This dataset contains Sinhala news headlines extracted from 9 news sources (websites) (Sri Lanka Army, Dinamina, GossipLanka, Hiru, ITN, Lankapuwath, NewsLK, Newsfirst, World Socialist Web Site-Sinhala). This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/sinhala_news_source",
             "revision": "6902767dbfa6189cbe5f5b5b56ee6300b1702d33",

mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py

@@ -54,8 +54,7 @@ class CSFDSKMovieReviewSentimentClassification(AbsTaskClassification):
 class CSFDSKMovieReviewSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="CSFDSKMovieReviewSentimentClassification.v2",
-        description="""The dataset contains 30k user reviews from csfd.cz in Slovak.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The dataset contains 30k user reviews from csfd.cz in Slovak. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/abs/2304.01922",
         dataset={
             "path": "mteb/csfdsk_movie_review_sentiment",

mteb/tasks/classification/slk/slovak_hate_speech_classification.py

@@ -32,8 +32,7 @@ class SlovakHateSpeechClassification(AbsTaskClassification):
 class SlovakHateSpeechClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SlovakHateSpeechClassification.v2",
-        description="""The dataset contains posts from a social network with human annotations for hateful or offensive language in Slovak.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The dataset contains posts from a social network with human annotations for hateful or offensive language in Slovak. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/TUKE-KEMT/hate_speech_slovak",
         dataset={
             "path": "mteb/slovak_hate_speech",

mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py

@@ -46,8 +46,7 @@ class SlovakMovieReviewSentimentClassification(AbsTaskClassification):
 class SlovakMovieReviewSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SlovakMovieReviewSentimentClassification.v2",
-        description="""User reviews of movies on the CSFD movie database, with 2 sentiment classes (positive, negative)
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="User reviews of movies on the CSFD movie database, with 2 sentiment classes (positive, negative) This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://arxiv.org/pdf/2304.01922",
         dataset={
             "path": "mteb/slovak_movie_review_sentiment",

mteb/tasks/classification/slv/frenk_sl_classification.py

@@ -42,8 +42,7 @@ class FrenkSlClassification(AbsTaskClassification):
 class FrenkSlClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="FrenkSlClassification.v2",
-        description="""Slovenian subset of the FRENK dataset. Also available on HuggingFace dataset hub: English subset, Croatian subset.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Slovenian subset of the FRENK dataset. Also available on HuggingFace dataset hub: English subset, Croatian subset. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/frenk_sl",
             "revision": "3b69facc14651fbd152fda173683a7ecf9125b82",