mteb 2.0.5__py3-none-any.whl → 2.1.19__py3-none-any.whl

mteb/tasks/classification/swa/swahili_news_classification.py

@@ -49,8 +49,7 @@ class SwahiliNewsClassification(AbsTaskClassification):
 class SwahiliNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SwahiliNewsClassification.v2",
-        description="""Dataset for Swahili News Classification, categorized with 6 domains (Local News (Kitaifa), International News (Kimataifa), Finance News (Uchumi), Health News (Afya), Sports News (Michezo), and Entertainment News (Burudani)). Building and Optimizing Swahili Language Models: Techniques, Embeddings, and Datasets
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Dataset for Swahili News Classification, categorized with 6 domains (Local News (Kitaifa), International News (Kimataifa), Finance News (Uchumi), Health News (Afya), Sports News (Michezo), and Entertainment News (Burudani)). Building and Optimizing Swahili Language Models: Techniques, Embeddings, and Datasets This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/Mollel/SwahiliNewsClassification",
         dataset={
             "path": "mteb/swahili_news",

mteb/tasks/classification/swe/dalaj_classification.py

@@ -50,8 +50,7 @@ class DalajClassificationV2(AbsTaskClassification):
             "revision": "ecf6f2d83e8e85816ec3974896557a4aafce4f3e",
             "name": "dalaj",
         },
-        description="""A Swedish dataset for linguistic acceptability. Available as a part of Superlim.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Swedish dataset for linguistic acceptability. Available as a part of Superlim. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://spraakbanken.gu.se/en/resources/superlim",
         type="Classification",
         category="t2c",

mteb/tasks/classification/swe/swe_rec_classification.py

@@ -47,8 +47,7 @@ Fishel, Mark},
 class SweRecClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SweRecClassification.v2",
-        description="""A Swedish dataset for sentiment classification on review
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Swedish dataset for sentiment classification on review This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2023.nodalida-1.20/",
         dataset={
             "path": "mteb/swe_rec",

mteb/tasks/classification/swe/swedish_sentiment_classification.py

@@ -32,8 +32,7 @@ class SwedishSentimentClassification(AbsTaskClassification):
 class SwedishSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="SwedishSentimentClassification.v2",
-        description="""Dataset of Swedish reviews scarped from various public available websites
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Dataset of Swedish reviews scarped from various public available websites This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/swedish_reviews",
         dataset={
             "path": "mteb/swedish_sentiment",

mteb/tasks/classification/tam/tamil_news_classification.py

@@ -45,8 +45,7 @@ class TamilNewsClassification(AbsTaskClassification):
 class TamilNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TamilNewsClassification.v2",
-        description="""A Tamil dataset for 6-class classification of Tamil news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Tamil dataset for 6-class classification of Tamil news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/vanangamudi/tamil-news-classification",
         dataset={
             "path": "mteb/tamil_news",

mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py

@@ -36,8 +36,7 @@ class TeluguAndhraJyotiNewsClassification(AbsTaskClassification):
 class TeluguAndhraJyotiNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TeluguAndhraJyotiNewsClassification.v2",
-        description="""A Telugu dataset for 5-class classification of Telugu news articles
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Telugu dataset for 5-class classification of Telugu news articles This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/AnushaMotamarri/Telugu-Newspaper-Article-Dataset",
         dataset={
             "path": "mteb/telugu_andhra_jyoti_news",

mteb/tasks/classification/tha/wisesight_sentiment_classification.py

@@ -46,8 +46,7 @@ Polpanumas, Charin},
 class WisesightSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="WisesightSentimentClassification.v2",
-        description="""Wisesight Sentiment Corpus: Social media messages in Thai language with sentiment label (positive, neutral, negative, question)
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Wisesight Sentiment Corpus: Social media messages in Thai language with sentiment label (positive, neutral, negative, question) This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/PyThaiNLP/wisesight-sentiment",
         dataset={
             "path": "mteb/wisesight_sentiment",

mteb/tasks/classification/tha/wongnai_reviews_classification.py

@@ -5,7 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class WongnaiReviewsClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="WongnaiReviewsClassification",
-        description="Wongnai features over 200,000 restaurants, beauty salons, and spas across Thailand on its platform, with detailed information about each merchant and user reviews. In this dataset there are 5 classes corressponding each star rating",
+        description="Wongnai features over 200,000 restaurants, beauty salons, and spas across Thailand on its platform, with detailed information about each merchant and user reviews. In this dataset there are 5 classes corresponding each star rating",
         reference="https://github.com/wongnai/wongnai-corpus",
         dataset={
             "path": "Wongnai/wongnai_reviews",

mteb/tasks/classification/tsn/tswana_news_classification.py

@@ -43,8 +43,7 @@ class TswanaNewsClassification(AbsTaskClassification):
 class TswanaNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TswanaNewsClassification.v2",
-        description="""Tswana News Classification Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Tswana News Classification Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://link.springer.com/chapter/10.1007/978-3-031-49002-6_17",
         dataset={
             "path": "mteb/tswana_news",

mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py

@@ -45,8 +45,7 @@ class TurkishMovieSentimentClassification(AbsTaskClassification):
 class TurkishMovieSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TurkishMovieSentimentClassification.v2",
-        description="""Turkish Movie Review Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Turkish Movie Review Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://www.win.tue.nl/~mpechen/publications/pubs/MT_WISDOM2013.pdf",
         dataset={
             "path": "mteb/turkish_movie_sentiment",

mteb/tasks/classification/tur/turkish_product_sentiment_classification.py

@@ -40,8 +40,7 @@ class TurkishProductSentimentClassification(AbsTaskClassification):
 class TurkishProductSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TurkishProductSentimentClassification.v2",
-        description="""Turkish Product Review Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Turkish Product Review Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://www.win.tue.nl/~mpechen/publications/pubs/MT_WISDOM2013.pdf",
         dataset={
             "path": "mteb/turkish_product_sentiment",

mteb/tasks/classification/ukr/ukr_formality_classification.py

@@ -5,13 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class UkrFormalityClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="UkrFormalityClassification",
-        description="""
-        This dataset contains Ukrainian Formality Classification dataset obtained by
-        trainslating English GYAFC data.
-        English data source: https://aclanthology.org/N18-1012/
-        Translation into Ukrainian language using model: https://huggingface.co/facebook/nllb-200-distilled-600M
-        Additionally, the dataset was balanced, witha labels: 0 - informal, 1 - formal.
-        """,
+        description="This dataset contains Ukrainian Formality Classification dataset obtained by trainslating English GYAFC data. English data source: https://aclanthology.org/N18-1012/ Translation into Ukrainian language using model: https://huggingface.co/facebook/nllb-200-distilled-600M Additionally, the dataset was balanced, with labels: 0 - informal, 1 - formal.",
         dataset={
             "path": "ukr-detect/ukr-formality-dataset-translated-gyafc",
             "revision": "671d1e6bbf45a74ef21af351fd4ef7b32b7856f8",
@@ -56,14 +50,7 @@ Tetreault, Joel},
 class UkrFormalityClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="UkrFormalityClassification.v2",
-        description="""
-        This dataset contains Ukrainian Formality Classification dataset obtained by
-        trainslating English GYAFC data.
-        English data source: https://aclanthology.org/N18-1012/
-        Translation into Ukrainian language using model: https://huggingface.co/facebook/nllb-200-distilled-600M
-        Additionally, the dataset was balanced, witha labels: 0 - informal, 1 - formal.
-
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="This dataset contains Ukrainian Formality Classification dataset obtained by trainslating English GYAFC data. English data source: https://aclanthology.org/N18-1012/ Translation into Ukrainian language using model: https://huggingface.co/facebook/nllb-200-distilled-600M Additionally, the dataset was balanced, with labels: 0 - informal, 1 - formal. This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         dataset={
             "path": "mteb/ukr_formality",
             "revision": "e0b2dfa57d505f207deb571e58b0bd0b81180bd4",

mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py

@@ -40,8 +40,7 @@ class UrduRomanSentimentClassification(AbsTaskClassification):
 class UrduRomanSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="UrduRomanSentimentClassification.v2",
-        description="""The Roman Urdu dataset is a data corpus comprising of more than 20000 records tagged for sentiment (Positive, Negative, Neutral)
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="The Roman Urdu dataset is a data corpus comprising of more than 20000 records tagged for sentiment (Positive, Negative, Neutral) This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://archive.ics.uci.edu/dataset/458/roman+urdu+data+set",
         dataset={
             "path": "mteb/urdu_roman_sentiment",

mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py

@@ -11,12 +11,7 @@ class AmazonCounterfactualVNClassification(AbsTaskClassification):
             "path": "GreenNode/amazon-counterfactual-vn",
             "revision": "b48bc27d383cfca5b6a47135a52390fa5f66b253",
         },
-        description="""A collection of translated Amazon customer reviews annotated for counterfactual detection pair classification.
-        The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-        - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-        - Applies advanced embedding models to filter the translations.
-        - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.
-        """,
+        description="A collection of translated Amazon customer reviews annotated for counterfactual detection pair classification. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2104.06893",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/amazon_polarity_vn_classification.py

@@ -5,12 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class AmazonPolarityVNClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="AmazonPolarityVNClassification",
-        description="""A collection of translated Amazon customer reviews annotated for polarity classification.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.
-            """,
+        description="A collection of translated Amazon customer reviews annotated for polarity classification. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://huggingface.co/datasets/amazon_polarity",
         dataset={
             "path": "GreenNode/amazon-polarity-vn",

mteb/tasks/classification/vie/amazon_reviews_vn_classification.py

@@ -9,11 +9,7 @@ class AmazonReviewsVNClassification(AbsTaskClassification):
             "path": "GreenNode/amazon-reviews-multi-vn",
             "revision": "27da94deb6d4f44af789a3d70750fa506b79f189",
         },
-        description="""A collection of translated Amazon reviews specifically designed to aid research in multilingual text classification.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A collection of translated Amazon reviews specifically designed to aid research in multilingual text classification. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2010.02573",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/banking77_vn_classification.py

@@ -5,11 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class Banking77VNClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="Banking77VNClassification",
-        description="""A translated dataset composed of online banking queries annotated with their corresponding intents.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset composed of online banking queries annotated with their corresponding intents. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2003.04807",
         dataset={
             "path": "GreenNode/banking77-vn",

mteb/tasks/classification/vie/emotion_vn_classification.py

@@ -7,11 +7,7 @@ class EmotionVNClassification(AbsTaskClassification):
 
     metadata = TaskMetadata(
         name="EmotionVNClassification",
-        description="""Emotion is a translated dataset of Vietnamese from English Twitter messages with six basic emotions: anger, fear, joy, love, sadness, and surprise.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="Emotion is a translated dataset of Vietnamese from English Twitter messages with six basic emotions: anger, fear, joy, love, sadness, and surprise. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://www.aclweb.org/anthology/D18-1404",
         dataset={
             "path": "GreenNode/emotion-vn",

mteb/tasks/classification/vie/imdb_vn_classification.py

@@ -5,11 +5,7 @@ from mteb.abstasks.task_metadata import TaskMetadata
 class ImdbVNClassification(AbsTaskClassification):
     metadata = TaskMetadata(
         name="ImdbVNClassification",
-        description="""A translated dataset of large movie reviews annotated for sentiment classification.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset of large movie reviews annotated for sentiment classification. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         dataset={
             "path": "GreenNode/imdb-vn",
             "revision": "0dccb383ee26c90c99d03c8674cf40de642f099a",

mteb/tasks/classification/vie/massive_intent_vn_classification.py

@@ -9,11 +9,7 @@ class MassiveIntentVNClassification(AbsTaskClassification):
             "path": "GreenNode/amazon-massive-intent-vn",
             "revision": "35c7ced69f958dbbaa24f792db4a9250e461866d",
         },
-        description="""A translated dataset from MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2204.08582#:~:text=MASSIVE%20contains%201M%20realistic%2C%20parallel,diverse%20languages%20from%2029%20genera.",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/massive_scenario_vn_classification.py

@@ -9,11 +9,7 @@ class MassiveScenarioVNClassification(AbsTaskClassification):
             "path": "GreenNode/amazon-massive-scenario-vn",
             "revision": "a82e282d9f5aec1a8cf7d868ce40f70669c16b89",
         },
-        description="""A translated dataset from MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/abs/2204.08582#:~:text=MASSIVE%20contains%201M%20realistic%2C%20parallel,diverse%20languages%20from%2029%20genera.",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/mtop_domain_vn_classification.py

@@ -9,11 +9,7 @@ class MTOPDomainVNClassification(AbsTaskClassification):
             "path": "GreenNode/mtop-domain-vn",
             "revision": "6e1ec8c54c018151c77472d94b1c0765230cf6ca",
         },
-        description="""A translated dataset from MTOP: Multilingual Task-Oriented Semantic Parsing
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from MTOP: Multilingual Task-Oriented Semantic Parsing The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/pdf/2008.09335.pdf",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/mtop_intent_vn_classification.py

@@ -9,11 +9,7 @@ class MTOPIntentVNClassification(AbsTaskClassification):
             "path": "GreenNode/mtop-intent-vn",
             "revision": "c4e81a5c9a813a0142d905e261e5a446cc6fbc4a",
         },
-        description="""A translated dataset from MTOP: Multilingual Task-Oriented Semantic Parsing
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from MTOP: Multilingual Task-Oriented Semantic Parsing The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://arxiv.org/pdf/2008.09335.pdf",
         category="t2c",
         type="Classification",

mteb/tasks/classification/vie/toxic_conversations_vn_classification.py

@@ -7,11 +7,7 @@ class ToxicConversationsVNClassification(AbsTaskClassification):
 
     metadata = TaskMetadata(
         name="ToxicConversationsVNClassification",
-        description="""A translated dataset from Collection of comments from the Civil Comments platform together with annotations if the comment is toxic or not.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A translated dataset from Collection of comments from the Civil Comments platform together with annotations if the comment is toxic or not. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://www.kaggle.com/competitions/jigsaw-unintended-bias-in-toxicity-classification/overview",
         dataset={
             "path": "GreenNode/toxic-conversations-50k-vn",

mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py

@@ -7,11 +7,7 @@ class TweetSentimentExtractionVNClassification(AbsTaskClassification):
 
     metadata = TaskMetadata(
         name="TweetSentimentExtractionVNClassification",
-        description="""A collection of translated tweets annotated for sentiment extraction.
-            The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system:
-            - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation.
-            - Applies advanced embedding models to filter the translations.
-            - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.""",
+        description="A collection of translated tweets annotated for sentiment extraction. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
         reference="https://www.kaggle.com/competitions/tweet-sentiment-extraction/overview",
         dataset={
             "path": "GreenNode/tweet-sentiment-extraction-vn",

mteb/tasks/classification/vie/vie_student_feedback_classification.py

@@ -45,8 +45,7 @@ class VieStudentFeedbackClassification(AbsTaskClassification):
 class VieStudentFeedbackClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="VieStudentFeedbackClassification.v2",
-        description="""A Vietnamese dataset for classification of student feedback
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Vietnamese dataset for classification of student feedback This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://ieeexplore.ieee.org/document/8573337",
         dataset={
             "path": "mteb/vie_student_feedback",

mteb/tasks/classification/zho/cmteb_classification.py

@@ -79,8 +79,7 @@ Lan, Zhenzhong },
 class TNewsV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="TNews.v2",
-        description="""Short Text Classification for News
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Short Text Classification for News This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://www.cluebenchmarks.com/introduce.html",
         dataset={
             "path": "mteb/t_news",
@@ -229,8 +228,7 @@ Lan, Zhenzhong },
 class IFlyTekV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="IFlyTek.v2",
-        description="""Long Text classification for the description of Apps
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Long Text classification for the description of Apps This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://www.cluebenchmarks.com/introduce.html",
         dataset={
             "path": "mteb/i_fly_tek",
@@ -335,8 +333,7 @@ class MultilingualSentiment(AbsTaskClassification):
 class MultilingualSentimentV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="MultilingualSentiment.v2",
-        description="""A collection of multilingual sentiments datasets grouped into 3 classes -- positive, neutral, negative
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A collection of multilingual sentiments datasets grouped into 3 classes -- positive, neutral, negative This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/tyqiangz/multilingual-sentiment-datasets",
         dataset={
             "path": "mteb/multilingual_sentiment",
@@ -403,8 +400,7 @@ class JDReview(AbsTaskClassification):
 class JDReviewV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="JDReview.v2",
-        description="""review for iphone
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="review for iphone This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2023.nodalida-1.20/",
         dataset={
             "path": "mteb/jd_review",
@@ -514,8 +510,7 @@ class Waimai(AbsTaskClassification):
 class WaimaiV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="Waimai.v2",
-        description="""Sentiment Analysis of user reviews on takeaway platforms
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="Sentiment Analysis of user reviews on takeaway platforms This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://aclanthology.org/2023.nodalida-1.20/",
         dataset={
             "path": "mteb/waimai",

mteb/tasks/classification/zho/yue_openrice_review_classification.py

@@ -48,8 +48,7 @@ class YueOpenriceReviewClassification(AbsTaskClassification):
 class YueOpenriceReviewClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="YueOpenriceReviewClassification.v2",
-        description="""A Cantonese dataset for review classification
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="A Cantonese dataset for review classification This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://github.com/Christainx/Dataset_Cantonese_Openrice",
         dataset={
             "path": "mteb/yue_openrice_review",

mteb/tasks/classification/zul/isi_zulu_news_classification.py

@@ -45,8 +45,7 @@ class IsiZuluNewsClassification(AbsTaskClassification):
 class IsiZuluNewsClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="IsiZuluNewsClassification.v2",
-        description="""isiZulu News Classification Dataset
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        description="isiZulu News Classification Dataset This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)",
         reference="https://huggingface.co/datasets/dsfsi/za-isizulu-siswati-news",
         dataset={
             "path": "mteb/isi_zulu_news",

mteb/tasks/clustering/__init__.py

@@ -5,6 +5,7 @@ from .fra import *
 from .jpn import *
 from .kor import *
 from .multilingual import *
+from .nld import *
 from .nob import *
 from .pol import *
 from .rom import *

mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py

@@ -8,9 +8,7 @@ class MewsC16JaClustering(AbsTaskClustering):
 
     metadata = TaskMetadata(
         name="MewsC16JaClustering",
-        description="""MewsC-16 (Multilingual Short Text Clustering Dataset for News in 16 languages) is constructed from Wikinews.
-        This dataset is the Japanese split of MewsC-16, containing topic sentences from Wikinews articles in 12 categories.
-        More detailed information is available in the Appendix E of the citation.""",
+        description="MewsC-16 (Multilingual Short Text Clustering Dataset for News in 16 languages) is constructed from Wikinews. This dataset is the Japanese split of MewsC-16, containing topic sentences from Wikinews articles in 12 categories. More detailed information is available in the Appendix E of the citation.",
         reference="https://github.com/sbintuitions/JMTEB",
         dataset={
             "path": "mteb/MewsC16JaClustering",

mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py

@@ -210,12 +210,7 @@ class SIB200ClusteringFast(AbsTaskClustering):
 
     metadata = TaskMetadata(
         name="SIB200ClusteringS2S",
-        description="""SIB-200 is the largest publicly available topic classification
-        dataset based on Flores-200 covering 205 languages and dialects annotated. The dataset is
-        annotated in English for the topics,  science/technology, travel, politics, sports,
-        health, entertainment, and geography. The labels are then transferred to the other languages
-        in Flores-200 which are human-translated.
-        """,
+        description="SIB-200 is the largest publicly available topic classification dataset based on Flores-200 covering 205 languages and dialects annotated. The dataset is annotated in English for the topics, science/technology, travel, politics, sports, health, entertainment, and geography. The labels are then transferred to the other languages in Flores-200 which are human-translated.",
         reference="https://arxiv.org/abs/2309.07445",
         dataset={
             "path": "mteb/sib200",

mteb/tasks/clustering/nld/__init__.py

@@ -0,0 +1,17 @@
+from .dutch_news_articles_clustering_p2p import DutchNewsArticlesClusteringP2P
+from .dutch_news_articles_clustering_s2s import DutchNewsArticlesClusteringS2S
+from .iconclass_clustering_s2s import IconclassClusteringS2S
+from .open_tender_clustering_p2p import OpenTenderClusteringP2P
+from .open_tender_clustering_s2s import OpenTenderClusteringS2S
+from .vabb_clustering_p2p import VABBClusteringP2P
+from .vabb_clustering_s2s import VABBClusteringS2S
+
+__all__ = [
+    "DutchNewsArticlesClusteringP2P",
+    "DutchNewsArticlesClusteringS2S",
+    "IconclassClusteringS2S",
+    "OpenTenderClusteringP2P",
+    "OpenTenderClusteringS2S",
+    "VABBClusteringP2P",
+    "VABBClusteringS2S",
+]

mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py

@@ -0,0 +1,40 @@
+from mteb.abstasks.clustering import AbsTaskClustering
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class DutchNewsArticlesClusteringP2P(AbsTaskClustering):
+    max_fraction_of_documents_to_embed = 1.0
+    metadata = TaskMetadata(
+        name="DutchNewsArticlesClusteringP2P",
+        dataset={
+            "path": "clips/mteb-nl-news-articles-cls",
+            "revision": "0a7227d31f85c5676be92767f8df5405ea93de54",
+        },
+        description="This dataset contains all the articles published by the NOS as of the 1st of January 2010. The "
+        "data is obtained by scraping the NOS website. The NOS is one of the biggest (online) news "
+        "organizations in the Netherlands.",
+        reference="https://www.kaggle.com/datasets/maxscheijen/dutch-news-articles",
+        type="Clustering",
+        category="t2c",
+        modalities=["text"],
+        eval_splits=["test"],
+        eval_langs=["nld-Latn"],
+        main_score="v_measure",
+        date=("2009-11-01", "2010-01-01"),
+        domains=["Written", "News"],
+        task_subtypes=[],
+        license="cc-by-nc-sa-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation="",
+        prompt={
+            "query": "Identificeer de hoofdcategorie van nieuwsartikelen op basis van de titels en de inhoud"
+        },
+    )
+
+    def dataset_transform(self):
+        for split in self.dataset:
+            self.dataset[split] = self.dataset[split].rename_columns(
+                {"label": "labels", "text": "sentences"}
+            )

mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py

@@ -0,0 +1,40 @@
+from mteb.abstasks.clustering import AbsTaskClustering
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class DutchNewsArticlesClusteringS2S(AbsTaskClustering):
+    max_fraction_of_documents_to_embed = 1.0
+    metadata = TaskMetadata(
+        name="DutchNewsArticlesClusteringS2S",
+        dataset={
+            "path": "clips/mteb-nl-news-articles-cls",
+            "revision": "0a7227d31f85c5676be92767f8df5405ea93de54",
+        },
+        description="This dataset contains all the articles published by the NOS as of the 1st of January 2010. The "
+        "data is obtained by scraping the NOS website. The NOS is one of the biggest (online) news "
+        "organizations in the Netherlands.",
+        reference="https://www.kaggle.com/datasets/maxscheijen/dutch-news-articles",
+        type="Clustering",
+        category="t2c",
+        modalities=["text"],
+        eval_splits=["test"],
+        eval_langs=["nld-Latn"],
+        main_score="v_measure",
+        date=("2009-11-01", "2010-01-01"),
+        domains=["Written", "News"],
+        task_subtypes=[],
+        license="cc-by-nc-sa-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation="",
+        prompt={
+            "query": "Identificeer de hoofdcategorie van nieuwsartikelen op basis van de titels"
+        },
+    )
+
+    def dataset_transform(self):
+        for split in self.dataset:
+            self.dataset[split] = self.dataset[split].rename_columns(
+                {"label": "labels", "title": "sentences"}
+            )