mteb 2.1.4__py3-none-any.whl → 2.7.2__py3-none-any.whl

mteb/tasks/classification/ukr/ukr_formality_classification.py

@@ -5,13 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class UkrFormalityClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="UkrFormalityClassification",
-        description="""
-        This dataset contains Ukrainian Formality Classification dataset obtained by
-        trainslating English GYAFC data.
-        English data source: https://aclanthology.org/N18-1012/
-        Translation into Ukrainian language using model: https://huggingface.co/facebook/nllb-200-distilled-600M
-        Additionally, the dataset was balanced, with labels: 0 - informal, 1 - formal.
-        """,
+        description="This dataset contains Ukrainian Formality Classification dataset obtained by trainslating English GYAFC data. English data source: https://aclanthology.org/N18-1012/ Translation into Ukrainian language using model: https://huggingface.co/facebook/nllb-200-distilled-600M Additionally, the dataset was balanced, with labels: 0 - informal, 1 - formal.",
         dataset={
             "path": "ukr-detect/ukr-formality-dataset-translated-gyafc",
             "revision": "671d1e6bbf45a74ef21af351fd4ef7b32b7856f8",
@@ -56,14 +50,7 @@ Tetreault, Joel},
 class UkrFormalityClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="UkrFormalityClassification.v2",
-        description="""
-        This dataset contains Ukrainian Formality Classification dataset obtained by
-        trainslating English GYAFC data.
-        English data source: https://aclanthology.org/N18-1012/
-        Translation into Ukrainian language using model: https://huggingface.co/facebook/nllb-200-distilled-600M
-        Additionally, the dataset was balanced, with labels: 0 - informal, 1 - formal.
-
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="This dataset contains Ukrainian Formality Classification dataset obtained by trainslating English GYAFC data. English data source: https://aclanthology.org/N18-1012/ Translation into Ukrainian language using model: https://huggingface.co/facebook/nllb-200-distilled-600M Additionally, the dataset was balanced, with labels: 0 - informal, 1 - formal. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/ukr_formality",
             "revision": "e0b2dfa57d505f207deb571e58b0bd0b81180bd4",

mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py

@@ -40,8 +40,7 @@ class UrduRomanSentimentClassification(AbsTaskClassification):
 class UrduRomanSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="UrduRomanSentimentClassification.v2",
-        description="""The Roman Urdu dataset is a data corpus comprising of more than 20000 records tagged for sentiment (Positive, Negative, Neutral)
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Roman Urdu dataset is a data corpus comprising of more than 20000 records tagged for sentiment (Positive, Negative, Neutral) This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://archive.ics.uci.edu/dataset/458/roman+urdu+data+set",
         dataset={
             "path": "mteb/urdu_roman_sentiment",

mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py

@@ -11,12 +11,7 @@ class AmazonCounterfactualVNClassification(AbsTaskClassification):
             "path": "GreenNode/amazon-counterfactual-vn",
             "revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253",
         },
-        description="""A collection of translated Amazon customer reviews annotated for counterfactual detection pair classification.
-        The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-        - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-        - Applies advanced embedding models to filter the translations.
-        - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.
-        """,
+        description="A collection of translated Amazon customer reviews annotated for counterfactual detection pair classification. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2104.06893",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/amazon_polarity_vn_classification.py

@@ -5,12 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class AmazonPolarityVNClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="AmazonPolarityVNClassification",
-        description="""A collection of translated Amazon customer reviews annotated for polarity classification.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.
-            """,
+        description="A collection of translated Amazon customer reviews annotated for polarity classification. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://huggingface.co/datasets/amazon_polarity",
         dataset={
             "path": "GreenNode/amazon-polarity-vn",

mteb/tasks/classification/vie/amazon_reviews_vn_classification.py

@@ -9,11 +9,7 @@ class AmazonReviewsVNClassification(AbsTaskClassification):
             "path": "GreenNode/amazon-reviews-multi-vn",
             "revision": "27da94deb6d4f44af789a3d70750fa506b79f189",
         },
-        description="""A collection of translated Amazon reviews specifically designed to aid research in multilingual text classification.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A collection of translated Amazon reviews specifically designed to aid research in multilingual text classification. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2010.02573",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/banking77_vn_classification.py

@@ -5,11 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class Banking77VNClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="Banking77VNClassification",
-        description="""A translated dataset composed of online banking queries annotated with their corresponding intents.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset composed of online banking queries annotated with their corresponding intents. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2003.04807",
         dataset={
             "path": "GreenNode/banking77-vn",

mteb/tasks/classification/vie/emotion_vn_classification.py

@@ -7,11 +7,7 @@ class EmotionVNClassification(AbsTaskClassification):
 
     metadata = TaskMetadata(
         name="EmotionVNClassification",
-        description="""Emotion is a translated dataset of Vietnamese from English Twitter messages with six basic emotions: anger, fear, joy, love, sadness, and surprise.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="Emotion is a translated dataset of Vietnamese from English Twitter messages with six basic emotions: anger, fear, joy, love, sadness, and surprise. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://www.aclweb.org/anthology/D18-1404",
         dataset={
             "path": "GreenNode/emotion-vn",

mteb/tasks/classification/vie/imdb_vn_classification.py

@@ -5,11 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class ImdbVNClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="ImdbVNClassification",
-        description="""A translated dataset of large movie reviews annotated for sentiment classification.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset of large movie reviews annotated for sentiment classification. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         dataset={
             "path": "GreenNode/imdb-vn",
             "revision": "0dccb383ee26c90c99d03c8674cf40de642f099a",

mteb/tasks/classification/vie/massive_intent_vn_classification.py

@@ -9,11 +9,7 @@ class MassiveIntentVNClassification(AbsTaskClassification):
             "path": "GreenNode/amazon-massive-intent-vn",
             "revision": "35c7ced69f958dbbaa24f792db4a9250e461866d",
         },
-        description="""A translated dataset from MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2204.08582#:~:text=MASSIVE%20contains%201M%20realistic%2C%20parallel,diverse%20languages%20from%2029%20genera.",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/massive_scenario_vn_classification.py

@@ -9,11 +9,7 @@ class MassiveScenarioVNClassification(AbsTaskClassification):
             "path": "GreenNode/amazon-massive-scenario-vn",
             "revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89",
         },
-        description="""A translated dataset from MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2204.08582#:~:text=MASSIVE%20contains%201M%20realistic%2C%20parallel,diverse%20languages%20from%2029%20genera.",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/mtop_domain_vn_classification.py

@@ -9,11 +9,7 @@ class MTOPDomainVNClassification(AbsTaskClassification):
             "path": "GreenNode/mtop-domain-vn",
             "revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca",
         },
-        description="""A translated dataset from MTOP: Multilingual Task-Oriented Semantic Parsing
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from MTOP: Multilingual Task-Oriented Semantic Parsing The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/pdf/2008.09335.pdf",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/mtop_intent_vn_classification.py

@@ -9,11 +9,7 @@ class MTOPIntentVNClassification(AbsTaskClassification):
             "path": "GreenNode/mtop-intent-vn",
             "revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a",
         },
-        description="""A translated dataset from MTOP: Multilingual Task-Oriented Semantic Parsing
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from MTOP: Multilingual Task-Oriented Semantic Parsing The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/pdf/2008.09335.pdf",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/toxic_conversations_vn_classification.py

@@ -7,11 +7,7 @@ class ToxicConversationsVNClassification(AbsTaskClassification):
 
     metadata = TaskMetadata(
         name="ToxicConversationsVNClassification",
-        description="""A translated dataset from Collection of comments from the Civil Comments platform together with annotations if the comment is toxic or not.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from Collection of comments from the Civil Comments platform together with annotations if the comment is toxic or not. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://www.kaggle.com/competitions/jigsaw-unintended-bias-in-toxicity-classification/overview",
         dataset={
             "path": "GreenNode/toxic-conversations-50k-vn",

mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py

@@ -7,11 +7,7 @@ class TweetSentimentExtractionVNClassification(AbsTaskClassification):
 
     metadata = TaskMetadata(
         name="TweetSentimentExtractionVNClassification",
-        description="""A collection of translated tweets annotated for sentiment extraction.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A collection of translated tweets annotated for sentiment extraction. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://www.kaggle.com/competitions/tweet-sentiment-extraction/overview",
         dataset={
             "path": "GreenNode/tweet-sentiment-extraction-vn",

mteb/tasks/classification/vie/vie_student_feedback_classification.py

@@ -45,8 +45,7 @@ class VieStudentFeedbackClassification(AbsTaskClassification):
 class VieStudentFeedbackClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="VieStudentFeedbackClassification.v2",
-        description="""A Vietnamese dataset for classification of student feedback
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Vietnamese dataset for classification of student feedback This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://ieeexplore.ieee.org/document/8573337",
         dataset={
             "path": "mteb/vie_student_feedback",

mteb/tasks/classification/zho/cmteb_classification.py

@@ -79,8 +79,7 @@ Lan, Zhenzhong },
 class TNewsV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TNews.v2",
-        description="""Short Text Classification for News
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Short Text Classification for News This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://www.cluebenchmarks.com/introduce.html",
         dataset={
             "path": "mteb/t_news",
@@ -229,8 +228,7 @@ Lan, Zhenzhong },
 class IFlyTekV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="IFlyTek.v2",
-        description="""Long Text classification for the description of Apps
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Long Text classification for the description of Apps This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://www.cluebenchmarks.com/introduce.html",
         dataset={
             "path": "mteb/i_fly_tek",
@@ -335,8 +333,7 @@ class MultilingualSentiment(AbsTaskClassification):
 class MultilingualSentimentV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="MultilingualSentiment.v2",
-        description="""A collection of multilingual sentiments datasets grouped into 3 classes -- positive, neutral, negative
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A collection of multilingual sentiments datasets grouped into 3 classes -- positive, neutral, negative This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/tyqiangz/multilingual-sentiment-datasets",
         dataset={
             "path": "mteb/multilingual_sentiment",
@@ -403,8 +400,7 @@ class JDReview(AbsTaskClassification):
 class JDReviewV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="JDReview.v2",
-        description="""review for iphone
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="review for iphone This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2023.nodalida-1.20/",
         dataset={
             "path": "mteb/jd_review",
@@ -514,8 +510,7 @@ class Waimai(AbsTaskClassification):
 class WaimaiV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="Waimai.v2",
-        description="""Sentiment Analysis of user reviews on takeaway platforms
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Sentiment Analysis of user reviews on takeaway platforms This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2023.nodalida-1.20/",
         dataset={
             "path": "mteb/waimai",

mteb/tasks/classification/zho/yue_openrice_review_classification.py

@@ -48,8 +48,7 @@ class YueOpenriceReviewClassification(AbsTaskClassification):
 class YueOpenriceReviewClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="YueOpenriceReviewClassification.v2",
-        description="""A Cantonese dataset for review classification
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Cantonese dataset for review classification This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/Christainx/Dataset_Cantonese_Openrice",
         dataset={
             "path": "mteb/yue_openrice_review",

mteb/tasks/classification/zul/isi_zulu_news_classification.py

@@ -45,8 +45,7 @@ class IsiZuluNewsClassification(AbsTaskClassification):
 class IsiZuluNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="IsiZuluNewsClassification.v2",
-        description="""isiZulu News Classification Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="isiZulu News Classification Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/dsfsi/za-isizulu-siswati-news",
         dataset={
             "path": "mteb/isi_zulu_news",

mteb/tasks/clustering/eng/hume_wiki_cities_clustering.py

@@ -25,7 +25,7 @@ class HUMEWikiCitiesClustering(AbsTaskClusteringLegacy):
         dialect=[],
         sample_creation="found",
         bibtex_citation=r"""
-@online{wikidump,
+@online{wikidump2024,
   author = {Wikimedia Foundation},
   title = {Wikimedia Downloads},
   url = {https://dumps.wikimedia.org},

mteb/tasks/clustering/eng/wiki_cities_clustering.py

@@ -25,7 +25,7 @@ class WikiCitiesClustering(AbsTaskClusteringLegacy):
         dialect=[],
         sample_creation="found",
         bibtex_citation=r"""
-@online{wikidump,
+@online{wikidump2024,
   author = {Wikimedia Foundation},
   title = {Wikimedia Downloads},
   url = {https://dumps.wikimedia.org},

mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py

@@ -8,9 +8,7 @@ class MewsC16JaClustering(AbsTaskClustering):
 
     metadata = TaskMetadata(
         name="MewsC16JaClustering",
-        description="""MewsC-16 (Multilingual Short Text Clustering Dataset for News in 16 languages) is constructed from Wikinews.
-        This dataset is the Japanese split of MewsC-16, containing topic sentences from Wikinews articles in 12 categories.
-        More detailed information is available in the Appendix E of the citation.""",
+        description="MewsC-16 (Multilingual Short Text Clustering Dataset for News in 16 languages) is constructed from Wikinews. This dataset is the Japanese split of MewsC-16, containing topic sentences from Wikinews articles in 12 categories. More detailed information is available in the Appendix E of the citation.",
         reference="https://github.com/sbintuitions/JMTEB",
         dataset={
             "path": "mteb/MewsC16JaClustering",

mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py

@@ -210,12 +210,7 @@ class SIB200ClusteringFast(AbsTaskClustering):
 
     metadata = TaskMetadata(
         name="SIB200ClusteringS2S",
-        description="""SIB-200 is the largest publicly available topic classification
-        dataset based on Flores-200 covering 205 languages and dialects annotated. The dataset is
-        annotated in English for the topics,  science/technology, travel, politics, sports,
-        health, entertainment, and geography. The labels are then transferred to the other languages
-        in Flores-200 which are human-translated.
-        """,
+        description="SIB-200 is the largest publicly available topic classification dataset based on Flores-200 covering 205 languages and dialects annotated. The dataset is annotated in English for the topics, science/technology, travel, politics, sports, health, entertainment, and geography. The labels are then transferred to the other languages in Flores-200 which are human-translated.",
         reference="https://arxiv.org/abs/2309.07445",
         dataset={
             "path": "mteb/sib200",

mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py

@@ -28,6 +28,9 @@ class DutchNewsArticlesClusteringP2P(AbsTaskClustering):
         dialect=[],
         sample_creation="found",
         bibtex_citation="",
+        prompt={
+            "query": "Identificeer de hoofdcategorie van nieuwsartikelen op basis van de titels en de inhoud"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py

@@ -28,6 +28,9 @@ class DutchNewsArticlesClusteringS2S(AbsTaskClustering):
         dialect=[],
         sample_creation="found",
         bibtex_citation="",
+        prompt={
+            "query": "Identificeer de hoofdcategorie van nieuwsartikelen op basis van de titels"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/clustering/nld/iconclass_clustering_s2s.py

@@ -38,6 +38,9 @@ class IconclassClusteringS2S(AbsTaskClustering):
   year = {2023},
 }
 """,
+        prompt={
+            "query": "Identificeer het onderwerp of thema van kunstwerken op basis van de titels"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/clustering/nld/open_tender_clustering_p2p.py

@@ -38,6 +38,9 @@ class OpenTenderClusteringP2P(AbsTaskClustering):
   year = {2025},
 }
 """,
+        prompt={
+            "query": "Identificeer de hoofdcategorie van aanbestedingen op basis van de titels en beschrijvingen"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/clustering/nld/open_tender_clustering_s2s.py

@@ -38,4 +38,7 @@ class OpenTenderClusteringS2S(AbsTaskClustering):
   year = {2025},
 }
 """,
+        prompt={
+            "query": "Identificeer de hoofdcategorie van aanbestedingen op basis van de titels"
+        },
     )

mteb/tasks/clustering/nld/vabb_clustering_p2p.py

@@ -39,6 +39,9 @@ class VABBClusteringP2P(AbsTaskClustering):
   year = {2024},
 }
 """,
+        prompt={
+            "query": "Identificeer de hoofdcategorie van wetenschappelijke artikelen op basis van de titels en abstracts"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/clustering/nld/vabb_clustering_s2s.py

@@ -39,6 +39,9 @@ class VABBClusteringS2S(AbsTaskClustering):
   year = {2024},
 }
 """,
+        prompt={
+            "query": "Identificeer de hoofdcategorie van wetenschappelijke artikelen op basis van de titels"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py

@@ -5,11 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class RedditClusteringP2PVN(AbsTaskClusteringLegacy):
     metadata = TaskMetadata(
         name="RedditClusteringP2P-VN",
-        description="""A translated dataset from Clustering of title+posts from reddit. Clustering of 10 sets of 50k paragraphs and 40 sets of 10k paragraphs.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from Clustering of title+posts from reddit. Clustering of 10 sets of 50k paragraphs and 40 sets of 10k paragraphs. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2104.07081",
         dataset={
             "path": "GreenNode/reddit-clustering-p2p-vn",

mteb/tasks/clustering/vie/reddit_clustering_vn.py

@@ -5,11 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class RedditClusteringVN(AbsTaskClusteringLegacy):
     metadata = TaskMetadata(
         name="RedditClustering-VN",
-        description="""A translated dataset from Clustering of titles from 199 subreddits. Clustering of 25 sets, each with 10-50 classes, and each class with 100 - 1000 sentences.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from Clustering of titles from 199 subreddits. Clustering of 25 sets, each with 10-50 classes, and each class with 100 - 1000 sentences. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2104.07081",
         dataset={
             "path": "GreenNode/reddit-clustering-vn",

mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py

@@ -5,11 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class StackExchangeClusteringP2PVN(AbsTaskClusteringLegacy):
     metadata = TaskMetadata(
         name="StackExchangeClusteringP2P-VN",
-        description="""A translated Clustering of title+body from stackexchange. Clustering of 5 sets of 10k paragraphs and 5 sets of 5k paragraphs.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated Clustering of title+body from stackexchange. Clustering of 5 sets of 10k paragraphs and 5 sets of 5k paragraphs. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2104.07081",
         dataset={
             "path": "GreenNode/stackexchange-clustering-p2p-vn",

mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py

@@ -5,11 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class StackExchangeClusteringVN(AbsTaskClusteringLegacy):
     metadata = TaskMetadata(
         name="StackExchangeClustering-VN",
-        description="""A translated dataset from Clustering of titles from 121 stackexchanges. Clustering of 25 sets, each with 10-50 classes, and each class with 100 - 1000 sentences.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from Clustering of titles from 121 stackexchanges. Clustering of 25 sets, each with 10-50 classes, and each class with 100 - 1000 sentences. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2104.07081",
         dataset={
             "path": "GreenNode/stackexchange-clustering-vn",

mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py

@@ -5,11 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class TwentyNewsgroupsClusteringVN(AbsTaskClusteringLegacy):
     metadata = TaskMetadata(
         name="TwentyNewsgroupsClustering-VN",
-        description="""A translated dataset from Clustering of the 20 Newsgroups dataset (subject only).
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from Clustering of the 20 Newsgroups dataset (subject only). The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://scikit-learn.org/0.19/datasets/twenty_newsgroups.html",
         dataset={
             "path": "GreenNode/twentynewsgroups-clustering-vn",

mteb/tasks/clustering/zho/cmteb_clustering.py

@@ -226,7 +226,7 @@ class ThuNewsClusteringFastS2S(AbsTaskClustering):
         dialect=[],
         sample_creation="found",
         bibtex_citation=r"""
-@software{THUCTC,
+@software{sun2016thuctc,
   author = {Sun, M. and Li, J. and Guo, Z. and Yu, Z. and Zheng, Y. and Si, X. and Liu, Z.},
   note = {THU Chinese Text Classification Toolkit},
   publisher = {THU Natural Language Processing Lab},
@@ -285,7 +285,7 @@ class ThuNewsClusteringFastP2P(AbsTaskClustering):
         dialect=[],
         sample_creation="found",
         bibtex_citation=r"""
-@software{THUCTC,
+@software{sun2016thuctc,
   author = {Sun, M. and Li, J. and Guo, Z. and Yu, Z. and Zheng, Y. and Si, X. and Liu, Z.},
   note = {THU Chinese Text Classification Toolkit},
   publisher = {THU Natural Language Processing Lab},

mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py

@@ -49,7 +49,7 @@ class SugarCrepe(AbsTaskImageTextPairClassification):
         """Load dataset from HuggingFace hub"""
         if self.data_loaded:
             return
-        self.dataset = datasets.load_dataset(**self.metadata.dataset)  # type: ignore
+        self.dataset = datasets.load_dataset(**self.metadata.dataset)
         self.dataset = datasets.DatasetDict({"test": self.dataset["train"]})
         self.dataset_transform()
         self.data_loaded = True

mteb/tasks/multilabel_classification/ita/emit_classification.py

@@ -7,11 +7,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class EmitClassification(AbsTaskMultilabelClassification):
     metadata = TaskMetadata(
         name="EmitClassification",
-        description="""The EMit dataset is a comprehensive resource for the detection of emotions in Italian social media texts.
-        The EMit dataset consists of social media messages about TV shows, TV series, music videos, and advertisements.
-        Each message is annotated with one or more of the 8 primary emotions defined by Plutchik
-        (anger, anticipation, disgust, fear, joy, sadness, surprise, trust), as well as an additional label “love.”
-        """,
+        description="The EMit dataset is a comprehensive resource for the detection of emotions in Italian social media texts. The EMit dataset consists of social media messages about TV shows, TV series, music videos, and advertisements. Each message is annotated with one or more of the 8 primary emotions defined by Plutchik (anger, anticipation, disgust, fear, joy, sadness, surprise, trust), as well as an additional label “love.”",
         reference="https://github.com/oaraque/emit",
         dataset={
             "path": "MattiaSangermano/emit",

mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py

@@ -7,15 +7,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class KorHateSpeechMLClassification(AbsTaskMultilabelClassification):
     metadata = TaskMetadata(
         name="KorHateSpeechMLClassification",
-        description="""
-        The Korean Multi-label Hate Speech Dataset, K-MHaS, consists of 109,692 utterances from Korean online news comments,
-        labelled with 8 fine-grained hate speech classes (labels: Politics, Origin, Physical, Age, Gender, Religion, Race, Profanity)
-        or Not Hate Speech class. Each utterance provides from a single to four labels that can handles Korean language patterns effectively.
-        For more details, please refer to the paper about K-MHaS, published at COLING 2022.
-        This dataset is based on the Korean online news comments available on Kaggle and Github.
-        The unlabeled raw data was collected between January 2018 and June 2020.
-        The language producers are users who left the comments on the Korean online news platform between 2018 and 2020.
-        """,
+        description="The Korean Multi-label Hate Speech Dataset, K-MHaS, consists of 109,692 utterances from Korean online news comments, labelled with 8 fine-grained hate speech classes (labels: Politics, Origin, Physical, Age, Gender, Religion, Race, Profanity) or Not Hate Speech class. Each utterance provides from a single to four labels that can handles Korean language patterns effectively. For more details, please refer to the paper about K-MHaS, published at COLING 2022. This dataset is based on the Korean online news comments available on Kaggle and Github. The unlabeled raw data was collected between January 2018 and June 2020. The language producers are users who left the comments on the Korean online news platform between 2018 and 2020.",
         dataset={
             "path": "mteb/KorHateSpeechMLClassification",
             "revision": "47cd2e61b64f2f11ccb006a579cda71318c6de9b",

mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py

@@ -7,12 +7,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class MalteseNewsClassification(AbsTaskMultilabelClassification):
     metadata = TaskMetadata(
         name="MalteseNewsClassification",
-        description="""A multi-label topic classification dataset for Maltese News
-        Articles. The data was collected from the press_mt subset from Korpus
-        Malti v4.0. Article contents were cleaned to filter out JavaScript, CSS,
-        & repeated non-Maltese sub-headings. The labels are based on the category
-        field from this corpus.
-        """,
+        description="A multi-label topic classification dataset for Maltese News Articles. The data was collected from the press_mt subset from Korpus Malti v4.0. Article contents were cleaned to filter out JavaScript, CSS, & repeated non-Maltese sub-headings. The labels are based on the category field from this corpus.",
         reference="https://huggingface.co/datasets/MLRS/maltese_news_categories",
         dataset={
             "path": "MLRS/maltese_news_categories",

mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py

@@ -61,6 +61,9 @@ Yih, Scott Wen-tau},
   year = {2021},
 }
 """,
+        prompt={
+            "query": "Classificeer COVID-19-gerelateerde sociale media-berichten in alle toepasselijke desinformatiecategorieën"
+        },
     )
 
     def dataset_transform(self) -> None: