mteb 2.1.4__py3-none-any.whl → 2.5.2__py3-none-any.whl

mteb/tasks/classification/spa/spanish_news_classification.py

@@ -39,8 +39,7 @@ class SpanishNewsClassification(AbsTaskClassification):
 class SpanishNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SpanishNewsClassification.v2",
-        description="""A Spanish dataset for news classification. The dataset includes articles from reputable Spanish news sources spanning 12 different categories.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Spanish dataset for news classification. The dataset includes articles from reputable Spanish news sources spanning 12 different categories. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/MarcOrfilaCarreras/spanish-news",
         dataset={
             "path": "mteb/spanish_news",

mteb/tasks/classification/spa/spanish_sentiment_classification.py

@@ -56,8 +56,7 @@ Vylomova, Ekaterina},
 class SpanishSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SpanishSentimentClassification.v2",
-        description="""A Spanish dataset for sentiment classification.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Spanish dataset for sentiment classification. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/sepidmnorozy/Spanish_sentiment",
         dataset={
             "path": "mteb/spanish_sentiment",

mteb/tasks/classification/ssw/siswati_news_classification.py

@@ -45,8 +45,7 @@ class SiswatiNewsClassification(AbsTaskClassification):
 class SiswatiNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SiswatiNewsClassification.v2",
-        description="""Siswati News Classification Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Siswati News Classification Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/dsfsi/za-isizulu-siswati-news",
         dataset={
             "path": "mteb/siswati_news",

mteb/tasks/classification/swa/swahili_news_classification.py

@@ -49,8 +49,7 @@ class SwahiliNewsClassification(AbsTaskClassification):
 class SwahiliNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SwahiliNewsClassification.v2",
-        description="""Dataset for Swahili News Classification, categorized with 6 domains (Local News (Kitaifa), International News (Kimataifa), Finance News (Uchumi), Health News (Afya), Sports News (Michezo), and Entertainment News (Burudani)). Building and Optimizing Swahili Language Models: Techniques, Embeddings, and Datasets
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Dataset for Swahili News Classification, categorized with 6 domains (Local News (Kitaifa), International News (Kimataifa), Finance News (Uchumi), Health News (Afya), Sports News (Michezo), and Entertainment News (Burudani)). Building and Optimizing Swahili Language Models: Techniques, Embeddings, and Datasets This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/Mollel/SwahiliNewsClassification",
         dataset={
             "path": "mteb/swahili_news",

mteb/tasks/classification/swe/dalaj_classification.py

@@ -50,8 +50,7 @@ class DalajClassificationV2(AbsTaskClassification):
             "revision": "ecf6f2d83e8e85816ec3974896557a4aafce4f3e",
             "name": "dalaj",
         },
-        description="""A Swedish dataset for linguistic acceptability. Available as a part of Superlim.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Swedish dataset for linguistic acceptability. Available as a part of Superlim. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://spraakbanken.gu.se/en/resources/superlim",
         type="Classification",
         category="t2c",

mteb/tasks/classification/swe/swe_rec_classification.py

@@ -47,8 +47,7 @@ Fishel, Mark},
 class SweRecClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SweRecClassification.v2",
-        description="""A Swedish dataset for sentiment classification on review
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Swedish dataset for sentiment classification on review This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2023.nodalida-1.20/",
         dataset={
             "path": "mteb/swe_rec",

mteb/tasks/classification/swe/swedish_sentiment_classification.py

@@ -32,8 +32,7 @@ class SwedishSentimentClassification(AbsTaskClassification):
 class SwedishSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SwedishSentimentClassification.v2",
-        description="""Dataset of Swedish reviews scarped from various public available websites
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Dataset of Swedish reviews scarped from various public available websites This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/swedish_reviews",
         dataset={
             "path": "mteb/swedish_sentiment",

mteb/tasks/classification/tam/tamil_news_classification.py

@@ -45,8 +45,7 @@ class TamilNewsClassification(AbsTaskClassification):
 class TamilNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TamilNewsClassification.v2",
-        description="""A Tamil dataset for 6-class classification of Tamil news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Tamil dataset for 6-class classification of Tamil news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/vanangamudi/tamil-news-classification",
         dataset={
             "path": "mteb/tamil_news",

mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py

@@ -36,8 +36,7 @@ class TeluguAndhraJyotiNewsClassification(AbsTaskClassification):
 class TeluguAndhraJyotiNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TeluguAndhraJyotiNewsClassification.v2",
-        description="""A Telugu dataset for 5-class classification of Telugu news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Telugu dataset for 5-class classification of Telugu news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/AnushaMotamarri/Telugu-Newspaper-Article-Dataset",
         dataset={
             "path": "mteb/telugu_andhra_jyoti_news",

mteb/tasks/classification/tha/wisesight_sentiment_classification.py

@@ -46,8 +46,7 @@ Polpanumas, Charin},
 class WisesightSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="WisesightSentimentClassification.v2",
-        description="""Wisesight Sentiment Corpus: Social media messages in Thai language with sentiment label (positive, neutral, negative, question)
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Wisesight Sentiment Corpus: Social media messages in Thai language with sentiment label (positive, neutral, negative, question) This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/PyThaiNLP/wisesight-sentiment",
         dataset={
             "path": "mteb/wisesight_sentiment",

mteb/tasks/classification/tsn/tswana_news_classification.py

@@ -43,8 +43,7 @@ class TswanaNewsClassification(AbsTaskClassification):
 class TswanaNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TswanaNewsClassification.v2",
-        description="""Tswana News Classification Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Tswana News Classification Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://link.springer.com/chapter/10.1007/978-3-031-49002-6_17",
         dataset={
             "path": "mteb/tswana_news",

mteb/tasks/classification/tur/__init__.py

@@ -1,3 +1,6 @@
+from .turkish_constitutional_court import (
+    TurkishConstitutionalCourtViolation,
+)
 from .turkish_movie_sentiment_classification import (
     TurkishMovieSentimentClassification,
     TurkishMovieSentimentClassificationV2,
@@ -8,6 +11,7 @@ from .turkish_product_sentiment_classification import (
 )
 
 __all__ = [
+    "TurkishConstitutionalCourtViolation",
     "TurkishMovieSentimentClassification",
     "TurkishMovieSentimentClassificationV2",
     "TurkishProductSentimentClassification",

mteb/tasks/classification/tur/turkish_constitutional_court.py

@@ -0,0 +1,41 @@
+from mteb.abstasks.classification import AbsTaskClassification
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class TurkishConstitutionalCourtViolation(AbsTaskClassification):
+    # Normalize column names after load_data renames them.
+    label_column_name = "label"
+    input_column_name = "text"
+
+    metadata = TaskMetadata(
+        name="TurkishConstitutionalCourtViolation",
+        description="Binary classification of Turkish constitutional court decisions: Violation vs No violation.",
+        reference="https://huggingface.co/datasets/KocLab-Bilkent/turkish-constitutional-court",
+        type="Classification",
+        category="t2c",
+        modalities=["text"],
+        eval_splits=["test"],
+        eval_langs=["tur-Latn"],
+        main_score="f1",
+        dataset={
+            "path": "denizgulal/turkish-constitutional-court-violation-clean",
+            "revision": "333f49b7ddc72fa4a86ec5bd756a28c585311c74",
+        },
+        date=("2000-01-01", "2023-02-20"),  # dataset card last updated Feb 20, 2023
+        domains=["Legal", "Non-fiction"],
+        task_subtypes=["Political classification"],
+        license="cc-by-4.0",
+        annotations_creators="human-annotated",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation=r"""
+@article{mumcuoglu2021natural,
+  author = {Mumcuoglu, Emre and Ozturk, Ceyhun E. and Ozaktas, Haldun M. and Koc, Aykut},
+  journal = {Information Processing and Management},
+  number = {5},
+  title = {Natural language processing in law: Prediction of outcomes in the higher courts of Turkey},
+  volume = {58},
+  year = {2021},
+}
+""",
+    )

mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py

@@ -45,8 +45,7 @@ class TurkishMovieSentimentClassification(AbsTaskClassification):
 class TurkishMovieSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TurkishMovieSentimentClassification.v2",
-        description="""Turkish Movie Review Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Turkish Movie Review Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://www.win.tue.nl/~mpechen/publications/pubs/MT_WISDOM2013.pdf",
         dataset={
             "path": "mteb/turkish_movie_sentiment",

mteb/tasks/classification/tur/turkish_product_sentiment_classification.py

@@ -40,8 +40,7 @@ class TurkishProductSentimentClassification(AbsTaskClassification):
 class TurkishProductSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TurkishProductSentimentClassification.v2",
-        description="""Turkish Product Review Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Turkish Product Review Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://www.win.tue.nl/~mpechen/publications/pubs/MT_WISDOM2013.pdf",
         dataset={
             "path": "mteb/turkish_product_sentiment",

mteb/tasks/classification/ukr/ukr_formality_classification.py

@@ -5,13 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class UkrFormalityClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="UkrFormalityClassification",
-        description="""
-        This dataset contains Ukrainian Formality Classification dataset obtained by
-        trainslating English GYAFC data.
-        English data source: https://aclanthology.org/N18-1012/
-        Translation into Ukrainian language using model: https://huggingface.co/facebook/nllb-200-distilled-600M
-        Additionally, the dataset was balanced, with labels: 0 - informal, 1 - formal.
-        """,
+        description="This dataset contains Ukrainian Formality Classification dataset obtained by trainslating English GYAFC data. English data source: https://aclanthology.org/N18-1012/ Translation into Ukrainian language using model: https://huggingface.co/facebook/nllb-200-distilled-600M Additionally, the dataset was balanced, with labels: 0 - informal, 1 - formal.",
         dataset={
             "path": "ukr-detect/ukr-formality-dataset-translated-gyafc",
             "revision": "671d1e6bbf45a74ef21af351fd4ef7b32b7856f8",
@@ -56,14 +50,7 @@ Tetreault, Joel},
 class UkrFormalityClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="UkrFormalityClassification.v2",
-        description="""
-        This dataset contains Ukrainian Formality Classification dataset obtained by
-        trainslating English GYAFC data.
-        English data source: https://aclanthology.org/N18-1012/
-        Translation into Ukrainian language using model: https://huggingface.co/facebook/nllb-200-distilled-600M
-        Additionally, the dataset was balanced, with labels: 0 - informal, 1 - formal.
-
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="This dataset contains Ukrainian Formality Classification dataset obtained by trainslating English GYAFC data. English data source: https://aclanthology.org/N18-1012/ Translation into Ukrainian language using model: https://huggingface.co/facebook/nllb-200-distilled-600M Additionally, the dataset was balanced, with labels: 0 - informal, 1 - formal. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/ukr_formality",
             "revision": "e0b2dfa57d505f207deb571e58b0bd0b81180bd4",

mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py

@@ -40,8 +40,7 @@ class UrduRomanSentimentClassification(AbsTaskClassification):
 class UrduRomanSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="UrduRomanSentimentClassification.v2",
-        description="""The Roman Urdu dataset is a data corpus comprising of more than 20000 records tagged for sentiment (Positive, Negative, Neutral)
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Roman Urdu dataset is a data corpus comprising of more than 20000 records tagged for sentiment (Positive, Negative, Neutral) This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://archive.ics.uci.edu/dataset/458/roman+urdu+data+set",
         dataset={
             "path": "mteb/urdu_roman_sentiment",

mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py

@@ -11,12 +11,7 @@ class AmazonCounterfactualVNClassification(AbsTaskClassification):
             "path": "GreenNode/amazon-counterfactual-vn",
             "revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253",
         },
-        description="""A collection of translated Amazon customer reviews annotated for counterfactual detection pair classification.
-        The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-        - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-        - Applies advanced embedding models to filter the translations.
-        - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.
-        """,
+        description="A collection of translated Amazon customer reviews annotated for counterfactual detection pair classification. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2104.06893",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/amazon_polarity_vn_classification.py

@@ -5,12 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class AmazonPolarityVNClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="AmazonPolarityVNClassification",
-        description="""A collection of translated Amazon customer reviews annotated for polarity classification.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.
-            """,
+        description="A collection of translated Amazon customer reviews annotated for polarity classification. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://huggingface.co/datasets/amazon_polarity",
         dataset={
             "path": "GreenNode/amazon-polarity-vn",

mteb/tasks/classification/vie/amazon_reviews_vn_classification.py

@@ -9,11 +9,7 @@ class AmazonReviewsVNClassification(AbsTaskClassification):
             "path": "GreenNode/amazon-reviews-multi-vn",
             "revision": "27da94deb6d4f44af789a3d70750fa506b79f189",
         },
-        description="""A collection of translated Amazon reviews specifically designed to aid research in multilingual text classification.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A collection of translated Amazon reviews specifically designed to aid research in multilingual text classification. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2010.02573",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/banking77_vn_classification.py

@@ -5,11 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class Banking77VNClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="Banking77VNClassification",
-        description="""A translated dataset composed of online banking queries annotated with their corresponding intents.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset composed of online banking queries annotated with their corresponding intents. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2003.04807",
         dataset={
             "path": "GreenNode/banking77-vn",

mteb/tasks/classification/vie/emotion_vn_classification.py

@@ -7,11 +7,7 @@ class EmotionVNClassification(AbsTaskClassification):
 
     metadata = TaskMetadata(
         name="EmotionVNClassification",
-        description="""Emotion is a translated dataset of Vietnamese from English Twitter messages with six basic emotions: anger, fear, joy, love, sadness, and surprise.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="Emotion is a translated dataset of Vietnamese from English Twitter messages with six basic emotions: anger, fear, joy, love, sadness, and surprise. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://www.aclweb.org/anthology/D18-1404",
         dataset={
             "path": "GreenNode/emotion-vn",

mteb/tasks/classification/vie/imdb_vn_classification.py

@@ -5,11 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class ImdbVNClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="ImdbVNClassification",
-        description="""A translated dataset of large movie reviews annotated for sentiment classification.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset of large movie reviews annotated for sentiment classification. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         dataset={
             "path": "GreenNode/imdb-vn",
             "revision": "0dccb383ee26c90c99d03c8674cf40de642f099a",

mteb/tasks/classification/vie/massive_intent_vn_classification.py

@@ -9,11 +9,7 @@ class MassiveIntentVNClassification(AbsTaskClassification):
             "path": "GreenNode/amazon-massive-intent-vn",
             "revision": "35c7ced69f958dbbaa24f792db4a9250e461866d",
         },
-        description="""A translated dataset from MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2204.08582#:~:text=MASSIVE%20contains%201M%20realistic%2C%20parallel,diverse%20languages%20from%2029%20genera.",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/massive_scenario_vn_classification.py

@@ -9,11 +9,7 @@ class MassiveScenarioVNClassification(AbsTaskClassification):
             "path": "GreenNode/amazon-massive-scenario-vn",
             "revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89",
         },
-        description="""A translated dataset from MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2204.08582#:~:text=MASSIVE%20contains%201M%20realistic%2C%20parallel,diverse%20languages%20from%2029%20genera.",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/mtop_domain_vn_classification.py

@@ -9,11 +9,7 @@ class MTOPDomainVNClassification(AbsTaskClassification):
             "path": "GreenNode/mtop-domain-vn",
             "revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca",
         },
-        description="""A translated dataset from MTOP: Multilingual Task-Oriented Semantic Parsing
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from MTOP: Multilingual Task-Oriented Semantic Parsing The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/pdf/2008.09335.pdf",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/mtop_intent_vn_classification.py

@@ -9,11 +9,7 @@ class MTOPIntentVNClassification(AbsTaskClassification):
             "path": "GreenNode/mtop-intent-vn",
             "revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a",
         },
-        description="""A translated dataset from MTOP: Multilingual Task-Oriented Semantic Parsing
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from MTOP: Multilingual Task-Oriented Semantic Parsing The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/pdf/2008.09335.pdf",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/toxic_conversations_vn_classification.py

@@ -7,11 +7,7 @@ class ToxicConversationsVNClassification(AbsTaskClassification):
 
     metadata = TaskMetadata(
         name="ToxicConversationsVNClassification",
-        description="""A translated dataset from Collection of comments from the Civil Comments platform together with annotations if the comment is toxic or not.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from Collection of comments from the Civil Comments platform together with annotations if the comment is toxic or not. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://www.kaggle.com/competitions/jigsaw-unintended-bias-in-toxicity-classification/overview",
         dataset={
             "path": "GreenNode/toxic-conversations-50k-vn",

mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py

@@ -7,11 +7,7 @@ class TweetSentimentExtractionVNClassification(AbsTaskClassification):
 
     metadata = TaskMetadata(
         name="TweetSentimentExtractionVNClassification",
-        description="""A collection of translated tweets annotated for sentiment extraction.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A collection of translated tweets annotated for sentiment extraction. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://www.kaggle.com/competitions/tweet-sentiment-extraction/overview",
         dataset={
             "path": "GreenNode/tweet-sentiment-extraction-vn",

mteb/tasks/classification/vie/vie_student_feedback_classification.py

@@ -45,8 +45,7 @@ class VieStudentFeedbackClassification(AbsTaskClassification):
 class VieStudentFeedbackClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="VieStudentFeedbackClassification.v2",
-        description="""A Vietnamese dataset for classification of student feedback
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Vietnamese dataset for classification of student feedback This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://ieeexplore.ieee.org/document/8573337",
         dataset={
             "path": "mteb/vie_student_feedback",

mteb/tasks/classification/zho/cmteb_classification.py

@@ -79,8 +79,7 @@ Lan, Zhenzhong },
 class TNewsV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TNews.v2",
-        description="""Short Text Classification for News
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Short Text Classification for News This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://www.cluebenchmarks.com/introduce.html",
         dataset={
             "path": "mteb/t_news",
@@ -229,8 +228,7 @@ Lan, Zhenzhong },
 class IFlyTekV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="IFlyTek.v2",
-        description="""Long Text classification for the description of Apps
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Long Text classification for the description of Apps This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://www.cluebenchmarks.com/introduce.html",
         dataset={
             "path": "mteb/i_fly_tek",
@@ -335,8 +333,7 @@ class MultilingualSentiment(AbsTaskClassification):
 class MultilingualSentimentV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="MultilingualSentiment.v2",
-        description="""A collection of multilingual sentiments datasets grouped into 3 classes -- positive, neutral, negative
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A collection of multilingual sentiments datasets grouped into 3 classes -- positive, neutral, negative This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/tyqiangz/multilingual-sentiment-datasets",
         dataset={
             "path": "mteb/multilingual_sentiment",
@@ -403,8 +400,7 @@ class JDReview(AbsTaskClassification):
 class JDReviewV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="JDReview.v2",
-        description="""review for iphone
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="review for iphone This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2023.nodalida-1.20/",
         dataset={
             "path": "mteb/jd_review",
@@ -514,8 +510,7 @@ class Waimai(AbsTaskClassification):
 class WaimaiV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="Waimai.v2",
-        description="""Sentiment Analysis of user reviews on takeaway platforms
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Sentiment Analysis of user reviews on takeaway platforms This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2023.nodalida-1.20/",
         dataset={
             "path": "mteb/waimai",

mteb/tasks/classification/zho/yue_openrice_review_classification.py

@@ -48,8 +48,7 @@ class YueOpenriceReviewClassification(AbsTaskClassification):
 class YueOpenriceReviewClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="YueOpenriceReviewClassification.v2",
-        description="""A Cantonese dataset for review classification
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Cantonese dataset for review classification This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/Christainx/Dataset_Cantonese_Openrice",
         dataset={
             "path": "mteb/yue_openrice_review",

mteb/tasks/classification/zul/isi_zulu_news_classification.py

@@ -45,8 +45,7 @@ class IsiZuluNewsClassification(AbsTaskClassification):
 class IsiZuluNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="IsiZuluNewsClassification.v2",
-        description="""isiZulu News Classification Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="isiZulu News Classification Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/dsfsi/za-isizulu-siswati-news",
         dataset={
             "path": "mteb/isi_zulu_news",

mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py

@@ -8,9 +8,7 @@ class MewsC16JaClustering(AbsTaskClustering):
 
     metadata = TaskMetadata(
         name="MewsC16JaClustering",
-        description="""MewsC-16 (Multilingual Short Text Clustering Dataset for News in 16 languages) is constructed from Wikinews.
-        This dataset is the Japanese split of MewsC-16, containing topic sentences from Wikinews articles in 12 categories.
-        More detailed information is available in the Appendix E of the citation.""",
+        description="MewsC-16 (Multilingual Short Text Clustering Dataset for News in 16 languages) is constructed from Wikinews. This dataset is the Japanese split of MewsC-16, containing topic sentences from Wikinews articles in 12 categories. More detailed information is available in the Appendix E of the citation.",
         reference="https://github.com/sbintuitions/JMTEB",
         dataset={
             "path": "mteb/MewsC16JaClustering",

mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py

@@ -210,12 +210,7 @@ class SIB200ClusteringFast(AbsTaskClustering):
 
     metadata = TaskMetadata(
         name="SIB200ClusteringS2S",
-        description="""SIB-200 is the largest publicly available topic classification
-        dataset based on Flores-200 covering 205 languages and dialects annotated. The dataset is
-        annotated in English for the topics,  science/technology, travel, politics, sports,
-        health, entertainment, and geography. The labels are then transferred to the other languages
-        in Flores-200 which are human-translated.
-        """,
+        description="SIB-200 is the largest publicly available topic classification dataset based on Flores-200 covering 205 languages and dialects annotated. The dataset is annotated in English for the topics, science/technology, travel, politics, sports, health, entertainment, and geography. The labels are then transferred to the other languages in Flores-200 which are human-translated.",
         reference="https://arxiv.org/abs/2309.07445",
         dataset={
             "path": "mteb/sib200",

mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py

@@ -28,6 +28,9 @@ class DutchNewsArticlesClusteringP2P(AbsTaskClustering):
         dialect=[],
         sample_creation="found",
         bibtex_citation="",
+        prompt={
+            "query": "Identificeer de hoofdcategorie van nieuwsartikelen op basis van de titels en de inhoud"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py

@@ -28,6 +28,9 @@ class DutchNewsArticlesClusteringS2S(AbsTaskClustering):
         dialect=[],
         sample_creation="found",
         bibtex_citation="",
+        prompt={
+            "query": "Identificeer de hoofdcategorie van nieuwsartikelen op basis van de titels"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/clustering/nld/iconclass_clustering_s2s.py

@@ -38,6 +38,9 @@ class IconclassClusteringS2S(AbsTaskClustering):
   year = {2023},
 }
 """,
+        prompt={
+            "query": "Identificeer het onderwerp of thema van kunstwerken op basis van de titels"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/clustering/nld/open_tender_clustering_p2p.py

@@ -38,6 +38,9 @@ class OpenTenderClusteringP2P(AbsTaskClustering):
   year = {2025},
 }
 """,
+        prompt={
+            "query": "Identificeer de hoofdcategorie van aanbestedingen op basis van de titels en beschrijvingen"
+        },
     )
 
     def dataset_transform(self):