mteb 2.1.6__py3-none-any.whl → 2.1.7__py3-none-any.whl

mteb/descriptive_stats/Retrieval/ArguAna-NL.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 10080,
+        "number_of_characters": 11742019,
+        "documents_text_statistics": {
+            "total_text_length": 9897099,
+            "min_text_length": 1,
+            "average_text_length": 1141.0074936592114,
+            "max_text_length": 7337,
+            "unique_texts": 8624
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 1844920,
+            "min_text_length": 252,
+            "average_text_length": 1312.176386913229,
+            "max_text_length": 6050,
+            "unique_texts": 1298
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 1406,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 1,
+            "unique_relevant_docs": 1406
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/NFCorpus-NL.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 3956,
+        "number_of_characters": 6345348,
+        "documents_text_statistics": {
+            "total_text_length": 6337710,
+            "min_text_length": 144,
+            "average_text_length": 1744.483897605285,
+            "max_text_length": 8480,
+            "unique_texts": 3593
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 7638,
+            "min_text_length": 3,
+            "average_text_length": 23.647058823529413,
+            "max_text_length": 89,
+            "unique_texts": 323
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 12334,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 38.18575851393189,
+            "max_relevant_docs_per_query": 475,
+            "unique_relevant_docs": 3128
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/SCIDOCS-NL.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 26657,
+        "number_of_characters": 34261482,
+        "documents_text_statistics": {
+            "total_text_length": 34181168,
+            "min_text_length": 10,
+            "average_text_length": 1332.2355692403632,
+            "max_text_length": 9275,
+            "unique_texts": 25656
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 80314,
+            "min_text_length": 17,
+            "average_text_length": 80.314,
+            "max_text_length": 227,
+            "unique_texts": 1000
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 4928,
+            "min_relevant_docs_per_query": 27,
+            "average_relevant_docs_per_query": 4.928,
+            "max_relevant_docs_per_query": 30,
+            "unique_relevant_docs": 25657
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/SciFact-NL.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 5483,
+        "number_of_characters": 8526662,
+        "documents_text_statistics": {
+            "total_text_length": 8496576,
+            "min_text_length": 228,
+            "average_text_length": 1639.3162261238665,
+            "max_text_length": 9187,
+            "unique_texts": 5183
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 30086,
+            "min_text_length": 24,
+            "average_text_length": 100.28666666666666,
+            "max_text_length": 228,
+            "unique_texts": 300
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 339,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.13,
+            "max_relevant_docs_per_query": 5,
+            "unique_relevant_docs": 283
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py

@@ -49,7 +49,8 @@ class DutchBookReviewSentimentClassificationV2(AbsTaskClassification):
     metadata = TaskMetadata(
         name="DutchBookReviewSentimentClassification.v2",
         description="""A Dutch book review for sentiment classification.
-        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900)""",
+        This version corrects errors found in the original data. For details, see [pull request](https://github.com/embeddings-benchmark/mteb/pull/2900).
+        Additionally, a Dutch prompt was included.""",
         reference="https://github.com/benjaminvdb/DBRD",
         dataset={
             "path": "mteb/dutch_book_review_sentiment",
@@ -86,4 +87,7 @@ Suzan, Verberne},
 }
 """,
         adapted_from=["DutchBookReviewSentimentClassification"],
+        prompt={
+            "query": "Classificeer de gegeven boekrecensie als positieve of negatieve sentiment"
+        },
     )

mteb/tasks/classification/nld/dutch_cola_classification.py

@@ -35,4 +35,7 @@ class DutchColaClassification(AbsTaskClassification):
   year = {2024},
 }
 """,
+        prompt={
+            "query": "Classificeer de gegeven zin als grammaticaal aanvaardbaar of niet aanvaardbaar"
+        },
     )

mteb/tasks/classification/nld/dutch_government_bias_classification.py

@@ -34,4 +34,7 @@ class DutchGovernmentBiasClassification(AbsTaskClassification):
   year = {2025},
 }
 """,
+        prompt={
+            "query": "Classificeer het gegeven overheidsdocument als bevooroordeeld of niet bevooroordeeld"
+        },
     )

mteb/tasks/classification/nld/dutch_news_articles_classification.py

@@ -27,4 +27,7 @@ class DutchNewsArticlesClassification(AbsTaskClassification):
         dialect=[],
         sample_creation="found",
         bibtex_citation="",
+        prompt={
+            "query": "Classificeer het gegeven nieuwsartikel in het juiste onderwerp of thema"
+        },
     )

mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py

@@ -27,6 +27,9 @@ class DutchSarcasticHeadlinesClassification(AbsTaskClassification):
         dialect=[],
         sample_creation="found",
         bibtex_citation="""""",
+        prompt={
+            "query": "Classificeer de gegeven krantenkop als sarcastisch of niet sarcastisch"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/classification/nld/iconclass_classification.py

@@ -38,4 +38,7 @@ class IconclassClassification(AbsTaskClassification):
   year = {2023},
 }
 """,
+        prompt={
+            "query": "Classificeer de gegeven titel van het kunstwerk in het juiste onderwerp of thema"
+        },
     )

mteb/tasks/classification/nld/open_tender_classification.py

@@ -35,4 +35,7 @@ class OpenTenderClassification(AbsTaskClassification):
   year = {2025},
 }
 """,
+        prompt={
+            "query": "Classificeer de gegeven aanbestedingsbeschrijving in het juiste onderwerp of thema"
+        },
     )

mteb/tasks/classification/nld/vaccin_chat_nl_classification.py

@@ -37,6 +37,9 @@ class VaccinChatNLClassification(AbsTaskClassification):
   year = {2022},
 }
 """,
+        prompt={
+            "query": "Gegeven een gebruikersuiting als query, bepaal de gebruikersintenties"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py

@@ -28,6 +28,9 @@ class DutchNewsArticlesClusteringP2P(AbsTaskClustering):
         dialect=[],
         sample_creation="found",
         bibtex_citation="",
+        prompt={
+            "query": "Identificeer de hoofdcategorie van nieuwsartikelen op basis van de titels en de inhoud"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py

@@ -28,6 +28,9 @@ class DutchNewsArticlesClusteringS2S(AbsTaskClustering):
         dialect=[],
         sample_creation="found",
         bibtex_citation="",
+        prompt={
+            "query": "Identificeer de hoofdcategorie van nieuwsartikelen op basis van de titels"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/clustering/nld/iconclass_clustering_s2s.py

@@ -38,6 +38,9 @@ class IconclassClusteringS2S(AbsTaskClustering):
   year = {2023},
 }
 """,
+        prompt={
+            "query": "Identificeer het onderwerp of thema van kunstwerken op basis van de titels"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/clustering/nld/open_tender_clustering_p2p.py

@@ -38,6 +38,9 @@ class OpenTenderClusteringP2P(AbsTaskClustering):
   year = {2025},
 }
 """,
+        prompt={
+            "query": "Identificeer de hoofdcategorie van aanbestedingen op basis van de titels en beschrijvingen"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/clustering/nld/open_tender_clustering_s2s.py

@@ -38,4 +38,7 @@ class OpenTenderClusteringS2S(AbsTaskClustering):
   year = {2025},
 }
 """,
+        prompt={
+            "query": "Identificeer de hoofdcategorie van aanbestedingen op basis van de titels"
+        },
     )

mteb/tasks/clustering/nld/vabb_clustering_p2p.py

@@ -39,6 +39,9 @@ class VABBClusteringP2P(AbsTaskClustering):
   year = {2024},
 }
 """,
+        prompt={
+            "query": "Identificeer de hoofdcategorie van wetenschappelijke artikelen op basis van de titels en abstracts"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/clustering/nld/vabb_clustering_s2s.py

@@ -39,6 +39,9 @@ class VABBClusteringS2S(AbsTaskClustering):
   year = {2024},
 }
 """,
+        prompt={
+            "query": "Identificeer de hoofdcategorie van wetenschappelijke artikelen op basis van de titels"
+        },
     )
 
     def dataset_transform(self):

mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py

@@ -61,6 +61,9 @@ Yih, Scott Wen-tau},
   year = {2021},
 }
 """,
+        prompt={
+            "query": "Classificeer COVID-19-gerelateerde sociale media-berichten in alle toepasselijke desinformatiecategorieën"
+        },
     )
 
     def dataset_transform(self) -> None:

mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py

@@ -41,4 +41,7 @@ class VABBMultiLabelClassification(AbsTaskMultilabelClassification):
   year = {2024},
 }
 """,
+        prompt={
+            "query": "Classificeer de onderwerpen van een wetenschappelijk artikel op basis van de abstract"
+        },
     )

mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py

@@ -33,4 +33,7 @@ class SICKNLPairClassification(AbsTaskPairClassification):
   year = {2021},
 }
 """,
+        prompt={
+            "query": "Zoek tekst die semantisch vergelijkbaar is met de gegeven tekst."
+        },
     )

mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py

@@ -38,4 +38,7 @@ class XLWICNLPairClassification(AbsTaskPairClassification):
   year = {2020},
 }
 """,
+        prompt={
+            "query": "Zoek tekst die semantisch vergelijkbaar is met de gegeven tekst."
+        },
     )

mteb/tasks/retrieval/nld/__init__.py

@@ -1,4 +1,4 @@
-from .argu_ana_nl_retrieval import ArguAnaNL
+from .argu_ana_nl_retrieval import ArguAnaNL, ArguAnaNLv2
 from .bbsard_nl_retrieval import BBSARDNLRetrieval
 from .climate_fevernl_retrieval import ClimateFEVERNL
 from .cqa_dupstack_android_nl_retrieval import CQADupstackAndroidNLRetrieval
@@ -20,12 +20,12 @@ from .fi_qa2018_nl_retrieval import FiQA2018NL
 from .hotpot_qanl_retrieval import HotpotQANL
 from .legal_qa_nl_retrieval import LegalQANLRetrieval
 from .mmarconl_retrieval import MMMARCONL
-from .nf_corpus_nl_retrieval import NFCorpusNL
+from .nf_corpus_nl_retrieval import NFCorpusNL, NFCorpusNLv2
 from .nqnl_retrieval import NQNL
 from .open_tender_retrieval import OpenTenderRetrieval
 from .quora_nl_retrieval import QuoraNLRetrieval
-from .sci_fact_nl_retrieval import SciFactNL
-from .scidocsnl_retrieval import SCIDOCSNL
+from .sci_fact_nl_retrieval import SciFactNL, SciFactNLv2
+from .scidocsnl_retrieval import SCIDOCSNL, SCIDOCSNLv2
 from .touche2020_nl_retrieval import Touche2020NL
 from .treccovidnl_retrieval import TRECCOVIDNL
 from .vabb_retrieval import VABBRetrieval
@@ -37,6 +37,7 @@ __all__ = [
     "SCIDOCSNL",
     "TRECCOVIDNL",
     "ArguAnaNL",
+    "ArguAnaNLv2",
     "BBSARDNLRetrieval",
     "CQADupstackAndroidNLRetrieval",
     "CQADupstackEnglishNLRetrieval",
@@ -57,9 +58,12 @@ __all__ = [
     "HotpotQANL",
     "LegalQANLRetrieval",
     "NFCorpusNL",
+    "NFCorpusNLv2",
     "OpenTenderRetrieval",
     "QuoraNLRetrieval",
+    "SCIDOCSNLv2",
     "SciFactNL",
+    "SciFactNLv2",
     "Touche2020NL",
     "VABBRetrieval",
 ]

mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py

@@ -1,33 +1,26 @@
 from mteb.abstasks.retrieval import AbsTaskRetrieval
 from mteb.abstasks.task_metadata import TaskMetadata
 
-
-class ArguAnaNL(AbsTaskRetrieval):
-    ignore_identical_ids = True
-
-    metadata = TaskMetadata(
-        name="ArguAna-NL",
-        description="ArguAna involves the task of retrieval of the best counterargument to an argument. ArguAna-NL is "
-        "a Dutch translation.",
-        reference="https://huggingface.co/datasets/clips/beir-nl-arguana",
-        dataset={
-            "path": "clips/beir-nl-arguana",
-            "revision": "4cd085d148fe2cac923bb7758d6ef585926170ba",
-        },
-        type="Retrieval",
-        category="t2t",
-        modalities=["text"],
-        eval_splits=["test"],
-        eval_langs=["nld-Latn"],
-        main_score="ndcg_at_10",
-        date=("2016-03-01", "2016-03-01"),  # best guess: based on publication date
-        domains=["Written", "Non-fiction"],
-        task_subtypes=[],
-        license="cc-by-sa-4.0",
-        annotations_creators="derived",
-        dialect=[],
-        sample_creation="machine-translated and verified",  # manually checked a small subset
-        bibtex_citation=r"""
+_argu_ana_nl_metadata = dict(
+    reference="https://huggingface.co/datasets/clips/beir-nl-arguana",
+    dataset={
+        "path": "clips/beir-nl-arguana",
+        "revision": "4cd085d148fe2cac923bb7758d6ef585926170ba",
+    },
+    type="Retrieval",
+    category="t2t",
+    modalities=["text"],
+    eval_splits=["test"],
+    eval_langs=["nld-Latn"],
+    main_score="ndcg_at_10",
+    date=("2016-03-01", "2016-03-01"),  # best guess: based on publication date
+    domains=["Written", "Non-fiction"],
+    task_subtypes=[],
+    license="cc-by-sa-4.0",
+    annotations_creators="derived",
+    dialect=[],
+    sample_creation="machine-translated and verified",  # manually checked a small subset
+    bibtex_citation=r"""
 @misc{banar2024beirnlzeroshotinformationretrieval,
   archiveprefix = {arXiv},
   author = {Nikolay Banar and Ehsan Lotfi and Walter Daelemans},
@@ -38,5 +31,31 @@ class ArguAnaNL(AbsTaskRetrieval):
   year = {2024},
 }
 """,
+)
+
+
+class ArguAnaNL(AbsTaskRetrieval):
+    ignore_identical_ids = True
+
+    metadata = TaskMetadata(
+        name="ArguAna-NL",
+        description="ArguAna involves the task of retrieval of the best counterargument to an argument. ArguAna-NL is "
+        "a Dutch translation.",
         adapted_from=["ArguAna"],
+        **_argu_ana_nl_metadata,
+    )
+
+
+class ArguAnaNLv2(AbsTaskRetrieval):
+    ignore_identical_ids = True
+
+    metadata = TaskMetadata(
+        name="ArguAna-NL.v2",
+        description="ArguAna involves the task of retrieval of the best counterargument to an argument. ArguAna-NL is "
+        "a Dutch translation. This version adds a Dutch prompt to the dataset.",
+        prompt={
+            "query": "Gegeven een bewering, vind documenten die de bewering weerleggen"
+        },
+        adapted_from=["ArguAna-NL"],
+        **_argu_ana_nl_metadata,
     )

mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py

@@ -38,4 +38,7 @@ class BBSARDNLRetrieval(AbsTaskRetrieval):
   year = {2025},
 }
 """,
+        prompt={
+            "query": "Gegeven een juridische vraag, haal documenten op die kunnen helpen bij het beantwoorden van de vraag"
+        },
     )

mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py

@@ -27,4 +27,7 @@ class DutchNewsArticlesRetrieval(AbsTaskRetrieval):
         dialect=[],
         sample_creation="found",
         bibtex_citation="",
+        prompt={
+            "query": "Gegeven een titel, haal het nieuwsartikel op dat het beste bij de titel past"
+        },
     )

mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py

@@ -36,4 +36,7 @@ class LegalQANLRetrieval(AbsTaskRetrieval):
   year = {2024},
 }
 """,
+        prompt={
+            "query": "Gegeven een juridische vraag, haal documenten op die kunnen helpen bij het beantwoorden van de vraag"
+        },
     )

mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py

@@ -1,31 +1,26 @@
 from mteb.abstasks.retrieval import AbsTaskRetrieval
 from mteb.abstasks.task_metadata import TaskMetadata
 
-
-class NFCorpusNL(AbsTaskRetrieval):
-    metadata = TaskMetadata(
-        name="NFCorpus-NL",
-        dataset={
-            "path": "clips/beir-nl-nfcorpus",
-            "revision": "942953e674fd0f619ff89897abb806dc3df5dd39",
-        },
-        description="NFCorpus: A Full-Text Learning to Rank Dataset for Medical Information Retrieval. NFCorpus-NL is "
-        "a Dutch translation.",
-        reference="https://huggingface.co/datasets/clips/beir-nl-nfcorpus",
-        type="Retrieval",
-        category="t2t",
-        modalities=["text"],
-        eval_splits=["test"],
-        eval_langs=["nld-Latn"],
-        main_score="ndcg_at_10",
-        date=("2016-03-01", "2016-03-01"),  # best guess: based on publication date
-        domains=["Medical", "Academic", "Written"],
-        task_subtypes=[],
-        license="cc-by-4.0",
-        annotations_creators="derived",
-        dialect=[],
-        sample_creation="machine-translated and verified",  # manually checked a small subset
-        bibtex_citation=r"""
+_nf_corpus_metadata = dict(
+    dataset={
+        "path": "clips/beir-nl-nfcorpus",
+        "revision": "942953e674fd0f619ff89897abb806dc3df5dd39",
+    },
+    reference="https://huggingface.co/datasets/clips/beir-nl-nfcorpus",
+    type="Retrieval",
+    category="t2t",
+    modalities=["text"],
+    eval_splits=["test"],
+    eval_langs=["nld-Latn"],
+    main_score="ndcg_at_10",
+    date=("2016-03-01", "2016-03-01"),  # best guess: based on publication date
+    domains=["Medical", "Academic", "Written"],
+    task_subtypes=[],
+    license="cc-by-4.0",
+    annotations_creators="derived",
+    dialect=[],
+    sample_creation="machine-translated and verified",  # manually checked a small subset
+    bibtex_citation=r"""
 @misc{banar2024beirnlzeroshotinformationretrieval,
   archiveprefix = {arXiv},
   author = {Nikolay Banar and Ehsan Lotfi and Walter Daelemans},
@@ -36,5 +31,27 @@ class NFCorpusNL(AbsTaskRetrieval):
   year = {2024},
 }
 """,
+)
+
+
+class NFCorpusNL(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="NFCorpus-NL",
+        description="NFCorpus: A Full-Text Learning to Rank Dataset for Medical Information Retrieval. NFCorpus-NL is "
+        "a Dutch translation.",
         adapted_from=["NFCorpus"],
+        **_nf_corpus_metadata,
+    )
+
+
+class NFCorpusNLv2(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="NFCorpus-NL.v2",
+        description="NFCorpus: A Full-Text Learning to Rank Dataset for Medical Information Retrieval. NFCorpus-NL is "
+        "a Dutch translation. This version adds a Dutch prompt to the dataset.",
+        adapted_from=["NFCorpus-NL"],
+        prompt={
+            "query": "Gegeven een vraag, haal relevante documenten op die de vraag het beste beantwoorden"
+        },
+        **_nf_corpus_metadata,
     )

mteb/tasks/retrieval/nld/open_tender_retrieval.py

@@ -35,4 +35,7 @@ class OpenTenderRetrieval(AbsTaskRetrieval):
   year = {2025},
 }
 """,
+        prompt={
+            "query": "Gegeven een titel, haal de aanbestedingsbeschrijving op die het beste bij de titel past"
+        },
     )

mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py

@@ -1,30 +1,26 @@
 from mteb.abstasks.retrieval import AbsTaskRetrieval
 from mteb.abstasks.task_metadata import TaskMetadata
 
-
-class SciFactNL(AbsTaskRetrieval):
-    metadata = TaskMetadata(
-        name="SciFact-NL",
-        dataset={
-            "path": "clips/beir-nl-scifact",
-            "revision": "856d8dfc294b138856bbf3042450e3782321e44e",
-        },
-        description="SciFactNL verifies scientific claims in Dutch using evidence from the research literature containing scientific paper abstracts.",
-        reference="https://huggingface.co/datasets/clips/beir-nl-scifact",
-        type="Retrieval",
-        category="t2t",
-        modalities=["text"],
-        eval_splits=["test"],
-        eval_langs=["nld-Latn"],
-        main_score="ndcg_at_10",
-        date=("2020-05-01", "2020-05-01"),  # best guess: based on submission date
-        domains=["Academic", "Medical", "Written"],
-        task_subtypes=[],
-        license="cc-by-4.0",
-        annotations_creators="derived",
-        dialect=[],
-        sample_creation="machine-translated and verified",  # manually checked a small subset
-        bibtex_citation=r"""
+_sci_fact_nl_metadata = dict(
+    dataset={
+        "path": "clips/beir-nl-scifact",
+        "revision": "856d8dfc294b138856bbf3042450e3782321e44e",
+    },
+    reference="https://huggingface.co/datasets/clips/beir-nl-scifact",
+    type="Retrieval",
+    category="t2t",
+    modalities=["text"],
+    eval_splits=["test"],
+    eval_langs=["nld-Latn"],
+    main_score="ndcg_at_10",
+    date=("2020-05-01", "2020-05-01"),  # best guess: based on submission date
+    domains=["Academic", "Medical", "Written"],
+    task_subtypes=[],
+    license="cc-by-4.0",
+    annotations_creators="derived",
+    dialect=[],
+    sample_creation="machine-translated and verified",  # manually checked a small subset
+    bibtex_citation=r"""
 @misc{banar2024beirnlzeroshotinformationretrieval,
   archiveprefix = {arXiv},
   author = {Nikolay Banar and Ehsan Lotfi and Walter Daelemans},
@@ -35,5 +31,27 @@ class SciFactNL(AbsTaskRetrieval):
   year = {2024},
 }
 """,
+)
+
+
+class SciFactNL(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="SciFact-NL",
+        description="SciFactNL verifies scientific claims in Dutch using evidence from the research literature "
+        "containing scientific paper abstracts.",
         adapted_from=["SciFact"],
+        **_sci_fact_nl_metadata,
+    )
+
+
+class SciFactNLv2(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="SciFact-NL.v2",
+        description="SciFactNL verifies scientific claims in Dutch using evidence from the research literature "
+        "containing scientific paper abstracts. This version adds a Dutch prompt to the dataset.",
+        adapted_from=["SciFact-NL"],
+        prompt={
+            "query": "Given a scientific claim, retrieve documents that support or refute the claim"
+        },
+        **_sci_fact_nl_metadata,
     )

mteb/tasks/retrieval/nld/scidocsnl_retrieval.py

@@ -1,33 +1,26 @@
 from mteb.abstasks.retrieval import AbsTaskRetrieval
 from mteb.abstasks.task_metadata import TaskMetadata
 
-
-class SCIDOCSNL(AbsTaskRetrieval):
-    metadata = TaskMetadata(
-        name="SCIDOCS-NL",
-        dataset={
-            "path": "clips/beir-nl-scidocs",
-            "revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38",
-        },
-        description=(
-            "SciDocs, a new evaluation benchmark consisting of seven document-level tasks ranging from citation"
-            + " prediction, to document classification and recommendation. SciDocs-NL is a Dutch translation."
-        ),
-        reference="https://huggingface.co/datasets/clips/beir-nl-scidocs",
-        type="Retrieval",
-        category="t2t",
-        modalities=["text"],
-        eval_splits=["test"],
-        eval_langs=["nld-Latn"],
-        main_score="ndcg_at_10",
-        date=("2020-05-01", "2020-05-01"),  # best guess: based on submission date
-        domains=["Academic", "Written", "Non-fiction"],
-        task_subtypes=[],
-        license="cc-by-sa-4.0",
-        annotations_creators="derived",
-        dialect=[],
-        sample_creation="machine-translated and verified",  # manually checked a small subset
-        bibtex_citation=r"""
+_scidocsnl_metadata = dict(
+    dataset={
+        "path": "clips/beir-nl-scidocs",
+        "revision": "4e018aa220029f9d1bd5a31de3650e322e32ea38",
+    },
+    reference="https://huggingface.co/datasets/clips/beir-nl-scidocs",
+    type="Retrieval",
+    category="t2t",
+    modalities=["text"],
+    eval_splits=["test"],
+    eval_langs=["nld-Latn"],
+    main_score="ndcg_at_10",
+    date=("2020-05-01", "2020-05-01"),  # best guess: based on submission date
+    domains=["Academic", "Written", "Non-fiction"],
+    task_subtypes=[],
+    license="cc-by-sa-4.0",
+    annotations_creators="derived",
+    dialect=[],
+    sample_creation="machine-translated and verified",  # manually checked a small subset
+    bibtex_citation=r"""
 @misc{banar2024beirnlzeroshotinformationretrieval,
   archiveprefix = {arXiv},
   author = {Nikolay Banar and Ehsan Lotfi and Walter Daelemans},
@@ -38,5 +31,29 @@ class SCIDOCSNL(AbsTaskRetrieval):
   year = {2024},
 }
 """,
+)
+
+
+class SCIDOCSNL(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="SCIDOCS-NL",
+        description="SciDocs, a new evaluation benchmark consisting of seven document-level tasks ranging from "
+        "citation prediction, to document classification and recommendation. SciDocs-NL is a Dutch "
+        "translation.",
         adapted_from=["SCIDOCS"],
+        **_scidocsnl_metadata,
+    )
+
+
+class SCIDOCSNLv2(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="SCIDOCS-NL.v2",
+        description="SciDocs, a new evaluation benchmark consisting of seven document-level tasks ranging from "
+        "citation prediction, to document classification and recommendation. SciDocs-NL is a Dutch "
+        "translation. This version adds a Dutch prompt to the dataset.",
+        adapted_from=["SCIDOCS-NL"],
+        **_scidocsnl_metadata,
+        prompt={
+            "query": "Gegeven de titel van een wetenschappelijk artikel, haal de abstracts op van artikelen die door het gegeven artikel worden geciteerd"
+        },
     )

mteb/tasks/retrieval/nld/vabb_retrieval.py

@@ -38,4 +38,7 @@ class VABBRetrieval(AbsTaskRetrieval):
   year = {2024},
 }
 """,
+        prompt={
+            "query": "Gegeven een titel, haal de wetenschappelijke abstract op die het beste bij de titel past"
+        },
     )

mteb/tasks/sts/nld/sick_nl_sts.py

@@ -35,6 +35,7 @@ class SICKNLSTS(AbsTaskSTS):
   year = {2021},
 }
 """,
+        prompt={"query": "Haal semantisch vergelijkbare tekst op"},
     )
 
     min_score = 0

{mteb-2.1.6.dist-info → mteb-2.1.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mteb
-Version: 2.1.6
+Version: 2.1.7
 Summary: Massive Text Embedding Benchmark
 Author-email: MTEB Contributors <niklas@huggingface.co>, Kenneth Enevoldsen <kenneth.enevoldsen@cas.au.dk>, Nouamane Tazi <nouamane@huggingface.co>, Nils Reimers <info@nils-reimers.de>
 Maintainer-email: Kenneth Enevoldsen <kenneth.enevoldsen@cas.au.dk>, Roman Solomatin <risolomatin@gmail.com>, Isaac Chung <chungisaac1217@gmail.com>

{mteb-2.1.6.dist-info → mteb-2.1.7.dist-info}/RECORD

@@ -974,6 +974,7 @@ mteb/descriptive_stats/Retrieval/AppsRetrieval.json,sha256=aDBlI0xzeOIFUn6a7ylFI
 mteb/descriptive_stats/Retrieval/ArguAna-Fa.json,sha256=0Nug1fXP5u4mue6aLgHHilOoUbmI9s4491NTTbkqLsw,993
 mteb/descriptive_stats/Retrieval/ArguAna-Fa.v2.json,sha256=NNCJfL5SpqUn5JHdWr4QiIKAnm6qEIdh9kDEIHp-37U,993
 mteb/descriptive_stats/Retrieval/ArguAna-NL.json,sha256=MJfSGq8QAqbL_mjQXqtYGoxV2u0O_sIvc0ywHdlhO1c,994
+mteb/descriptive_stats/Retrieval/ArguAna-NL.v2.json,sha256=MJfSGq8QAqbL_mjQXqtYGoxV2u0O_sIvc0ywHdlhO1c,994
 mteb/descriptive_stats/Retrieval/ArguAna-PL.json,sha256=WtaqLTUsMBoobvdwyqmTEMB2FFc9ULgrdLX7wufn7DU,994
 mteb/descriptive_stats/Retrieval/ArguAna-VN.json,sha256=BAAAPBe_vwIKGFbmy_pVaKSiaAtsHP_UdeVB8lhzxMU,994
 mteb/descriptive_stats/Retrieval/ArguAna.json,sha256=pX57RjspcrVBDsf4iHDI5zJcQpoqfPQutSGtwkLmPW0,995
@@ -1206,6 +1207,7 @@ mteb/descriptive_stats/Retrieval/MrTidyRetrieval.json,sha256=X2Jp5nByCv_UNmeeHOp
 mteb/descriptive_stats/Retrieval/MultiLongDocRetrieval.json,sha256=MGBeQevI03sxAK3qldfye3yRxQ7O5URV90NFyCNUr_k,33239
 mteb/descriptive_stats/Retrieval/NFCorpus-Fa.json,sha256=rqHqn43MBaA4cni5FbCD5CK_TmQ5z3SiXDmfGx7GIUg,1002
 mteb/descriptive_stats/Retrieval/NFCorpus-NL.json,sha256=x5eYhzWMKToA0ayxP3h10FyegCrbirrCywRQCzMI9SM,1003
+mteb/descriptive_stats/Retrieval/NFCorpus-NL.v2.json,sha256=x5eYhzWMKToA0ayxP3h10FyegCrbirrCywRQCzMI9SM,1003
 mteb/descriptive_stats/Retrieval/NFCorpus-PL.json,sha256=gY7QM-fjnAnaMdfdRtHaMLzugzUDKMGM-xMomtuq2Qg,1005
 mteb/descriptive_stats/Retrieval/NFCorpus-VN.json,sha256=S-oi9KTAmpfqWbN7aAfh6_E2QP34l9FT8c6x-UOKi4I,1002
 mteb/descriptive_stats/Retrieval/NFCorpus.json,sha256=bRUA4qS0L3UekskKHRRVHsV28EPMQJ3i5CuCY6FA0J8,1004
@@ -1278,6 +1280,7 @@ mteb/descriptive_stats/Retrieval/RuSciBenchCociteRetrieval.json,sha256=_Op8mcXjv
 mteb/descriptive_stats/Retrieval/SCIDOCS-Fa.json,sha256=CAXjSpSoy3V3TQM2PKtZtumi3fCUizc8Dlb89VEa620,986
 mteb/descriptive_stats/Retrieval/SCIDOCS-Fa.v2.json,sha256=G7sucOO-wWsSV0oP_jhf3AKrv5MItE9P7Xauq0M4-_I,987
 mteb/descriptive_stats/Retrieval/SCIDOCS-NL.json,sha256=qYFAgsJ7FT-qDLUStkHTmAu46PxesfIVEGU-DxEpf3c,987
+mteb/descriptive_stats/Retrieval/SCIDOCS-NL.v2.json,sha256=qYFAgsJ7FT-qDLUStkHTmAu46PxesfIVEGU-DxEpf3c,987
 mteb/descriptive_stats/Retrieval/SCIDOCS-PL.json,sha256=-N7x2MkyRMCbN2fa3D0cnNbhZftGQt1BdiZezYo7fm0,988
 mteb/descriptive_stats/Retrieval/SCIDOCS-VN.json,sha256=mzaXUR3KxBZBZoJ-hImEz9x6XEX-cu_WyKlb0ccx2mQ,988
 mteb/descriptive_stats/Retrieval/SCIDOCS.json,sha256=Xa2HtyeuWVV9xJOT1YwhrM32RubiMql1lkz-d1moKSc,988
@@ -1288,6 +1291,7 @@ mteb/descriptive_stats/Retrieval/SadeemQuestionRetrieval.json,sha256=xvMLI0XiyWb
 mteb/descriptive_stats/Retrieval/SciFact-Fa.json,sha256=BZHK8KUj5ShBzfomQxUbH8GBVpWYpepwdNaOZ1DHUE0,988
 mteb/descriptive_stats/Retrieval/SciFact-Fa.v2.json,sha256=1U8zTDU24TBaZ2cVX6puKT_oQx_vdLBeVz6MRswOrJE,976
 mteb/descriptive_stats/Retrieval/SciFact-NL.json,sha256=ncSxx1APRy-i0Sh_x7uEmJAPCSm9cRgLBbyUd02t0QI,989
+mteb/descriptive_stats/Retrieval/SciFact-NL.v2.json,sha256=ncSxx1APRy-i0Sh_x7uEmJAPCSm9cRgLBbyUd02t0QI,989
 mteb/descriptive_stats/Retrieval/SciFact-PL.json,sha256=UwPs1wwErZcNU6y5sNbKpuOOTnvXSGhgQY8IUKvjsas,977
 mteb/descriptive_stats/Retrieval/SciFact-VN.json,sha256=iUldliZZHxc3sEbMVqmjWk9Z36-WhMJSvIk9Ep57DH0,1002
 mteb/descriptive_stats/Retrieval/SciFact.json,sha256=1Gh0ph7_m5oc5hjlKw7KvslEd4qgJL8NgxtEkERTNXw,987
@@ -1769,14 +1773,14 @@ mteb/tasks/classification/mya/myanmar_news.py,sha256=fRDQBaSnNSLGIDU7HBz8xlHkIcc
 mteb/tasks/classification/nep/__init__.py,sha256=Sj3bPg2KXOui4nwgVhSdz6JUpjadQJ1ZJjxxpMyMLfQ,176
 mteb/tasks/classification/nep/nepali_news_classification.py,sha256=FL6IJTixczeO4xTCswSNdW2OLvqY3d7syEBo8BugN9s,3661
 mteb/tasks/classification/nld/__init__.py,sha256=a_YlxI4tL8joDa1RF-ctbA4kw_8kHhM0sWBNtX1FTcQ,1037
-mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=5JoP1APtPmAeyV_uLsmQzVw6rKTolz5WX-HJ1ugoZCc,3389
-mteb/tasks/classification/nld/dutch_cola_classification.py,sha256=tV6wdrNToJMI4QL-Ujh79tDiazNVnpzcSvzA1eQWGXY,1471
-mteb/tasks/classification/nld/dutch_government_bias_classification.py,sha256=Rqrv1HsrvKwI7bZctwPkKF5IUT9uLaoiiijwcGHqzPc,1458
-mteb/tasks/classification/nld/dutch_news_articles_classification.py,sha256=VwAE5zj5Z6yO31k66YqoJOUEWrNzu9-nPdufGwDZpJg,1220
-mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=o9rpMS-ZovTNniGL1QhiZKpZS_zzKSrP--WY8TXIlg0,1447
-mteb/tasks/classification/nld/iconclass_classification.py,sha256=t74aHdFGTbEa2tgeOc-6fpGNeC-Sd1BryzKVecK0kas,1523
-mteb/tasks/classification/nld/open_tender_classification.py,sha256=PknkVwUlGWYe8dhzNe54noZhZWXGpUyj7zPii5lOWN0,1391
-mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=wRruABPcWdm_JzX_LkKCTpyOjK35tbY7KUB3UL-RTSc,1800
+mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=eFCFFSUfRwXvXVaf6C-ntPs_DiXa-6P4uuoB_3ZEb00,3566
+mteb/tasks/classification/nld/dutch_cola_classification.py,sha256=_mRNluXpo91ChJXIOGwRNsimQqotmhnk0dwW4DZjEX0,1601
+mteb/tasks/classification/nld/dutch_government_bias_classification.py,sha256=pDU6zS7u69Pz1AiEAT0na-3haUAJtvMqywFgDoqKImU,1594
+mteb/tasks/classification/nld/dutch_news_articles_classification.py,sha256=OU0C_k06iIP3EZ_8PMEeRk29q_Fp0G64j1jRwHNGFXs,1343
+mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=_uSrF4qTwiiPq0x3eJ3puaF0RbzqVwPwGAtKLywBB38,1569
+mteb/tasks/classification/nld/iconclass_classification.py,sha256=YlrA74ePG5ijAAj-wwIU-Gom5j5cyWDSCPYbVYLspd8,1655
+mteb/tasks/classification/nld/open_tender_classification.py,sha256=ObtvxZjMhzJkaSOLniyWFtHgVdIOFBq7C84_VTRLT50,1525
+mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=QjYdEFbDMGCM5PhKR1ydpErTj35ttnOjg0Q7sg3vlo0,1921
 mteb/tasks/classification/nob/__init__.py,sha256=axgfxU9oueXuBJgbnyb0B5coAqxiCv543SsMEYcQm7o,366
 mteb/tasks/classification/nob/no_rec_classification.py,sha256=xXetGpPz_juq31cSsJnO6RZ5oyCfi080c_jjmPQRxFM,4186
 mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=ztJSIufWm3WCwg3Is00NN4tIOuRVBFkiTFYM7bsxlb8,4007
@@ -1913,13 +1917,13 @@ mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=4UfRF82DLNLLvD
 mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=a8uu1Eiq4_M-U28eBC511Y3UNCHZVK64oZtVmAuk7Wo,8574
 mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=XgMqPZ74tWjxU169qN8ri_aZVQ_kaR6xFVNJYyWBt4E,4384
 mteb/tasks/clustering/nld/__init__.py,sha256=_KwG_aTmQpSAek4clgtkV7MQ5dpUOmbgIQWZoux5T-w,682
-mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=UOJ7eLoYAoGgW6iAhmJfFzxZTAXO8f8oZhKHuVJzwBw,1442
-mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=undeyAivREAZQOmG3beegrQZVmPAII5rDfxIk8ylhvQ,1443
-mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=yvzLRLXYRQ2pz-w2zWiuNJwPJT7NwN-17BgDnHmUui8,1739
-mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=0MQ3PcrbuKh-1JTFPoh-KZcV96kDBLz6-ujjsrYFZ3w,1910
-mteb/tasks/clustering/nld/open_tender_clustering_s2s.py,sha256=5zp1upeLZGKy3sCStEVjdhISGaEcBFO_a0_Ut45VXbQ,1591
-mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=ivHWLWW9ZP-EKoJcb63iB-J5w-GnaNn0cf8t1fMDwRk,2041
-mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=qbOdO6U_hf19i5sGO_X336ZJ6wnCGt3I5KnndsgtVNQ,2056
+mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=xFiTQPZosUR8iYwHG3T1-SGwtMReMg5ofQvkrvIHjiE,1580
+mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=07i07z9-Iu6d_PGtS4uFBNGte0PXqWmif-x_B5PxndE,1568
+mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=k1S7Cx3n9kYg2jmQGydaYFC6zbb-D--S6hbxYQ6bIVg,1865
+mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=Yek6Y9ITCJ95Yhg48ryItfxx0e_Um2s8OtBvv2zZ0YU,2052
+mteb/tasks/clustering/nld/open_tender_clustering_s2s.py,sha256=9DlFx_VQHFrRR5Gi6zDg0OYnmxeXYSPMlFKpFhjFvco,1715
+mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=TDGBUwN6AAQ8U0S0Whp5OiU0_XAsNsonrCeqxNnYFCg,2191
+mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=2UXW5pk95meD5FNHuMY4S1mhlaPl0NfrKDAV9N4_uCY,2193
 mteb/tasks/clustering/nob/__init__.py,sha256=de-t3amIyZAo0iPjy33xVMFKCQlcDNmS4M8dgfWsr1U,503
 mteb/tasks/clustering/nob/snl_clustering.py,sha256=n4-cHyAgJUEckqvEO1fk-o4rdXeIALNe2-enpvW4M9o,3580
 mteb/tasks/clustering/nob/snl_hierarchical_clustering.py,sha256=OfdGmodK0eHTQMLo22SMI4FxM47wUCJmYYL8OOPqrCg,3328
@@ -1988,8 +1992,8 @@ mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=s
 mteb/tasks/multilabel_classification/multilingual/__init__.py,sha256=gYOJftJq07gP6SH5QMn-SZQ83MQINfWlz1fvFRDdqmI,139
 mteb/tasks/multilabel_classification/multilingual/multi_eurlex_multilabel_classification.py,sha256=vfnIfW_oOy8dnrXd2zKBNmhTfg8ydVtYIJqZxRMsqr0,2405
 mteb/tasks/multilabel_classification/nld/__init__.py,sha256=84hVtfQAZNYt1lGzf0Oc_Hrx6vBKHjN2L_h2ilcIKRk,297
-mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=UJ5tEKTU-WjcwZnToejxqw1bcaIfEIKhZY5ZyFnO4FU,2927
-mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py,sha256=KPhsIv8ffktfyuZxjwi4_ymnjsz7I-ZE2P5eC_Lul1w,1802
+mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=LgRBPVW6gMHtlpfYDs4TTl7E1QJYNOKeuH1kszFjNrM,3085
+mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py,sha256=_eapD0SUYG8ZUhnc3-NmN86Qer8qkTGRnrSn_T-Ch5Y,1939
 mteb/tasks/multilabel_classification/por/__init__.py,sha256=mJW70APO6ofl6XiPEbsRgL1qVi_RMsWpJwHrdx5_wmw,136
 mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=m1jA33p_MVNoYRptNuVfd-YEPTc1G3EcCFB836YFlMk,1975
 mteb/tasks/multilabel_classification/rus/__init__.py,sha256=skzrIGJ4giqi0tIiwCZux3JAYDlmu_vYZWrEBlusC6Q,355
@@ -2037,8 +2041,8 @@ mteb/tasks/pair_classification/multilingual/rte3.py,sha256=ZR3kpz8Y2AxyLe0uIYORo
 mteb/tasks/pair_classification/multilingual/x_stance.py,sha256=NPLzF8j_d_Y8kLocfIr8qaeJzJBwWE-1uveXxmGYI8M,1536
 mteb/tasks/pair_classification/multilingual/xnli.py,sha256=q7erc3tCbamua46CuhJc36jPKOoIs4KCzD91zBPG-Y4,4677
 mteb/tasks/pair_classification/nld/__init__.py,sha256=H65VNZnmBDsyupF4PtYVz-PwYD9b0xXb-9e6ODK2-DM,214
-mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py,sha256=mk4P6iZU6x9PenULz1b60AVV6VocXT9JLpnq8ZT-fy8,1343
-mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py,sha256=Q-ObZiYkPyhqK3cygWYUjCpHznIVcKcR5VZ-wF7onfM,1890
+mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py,sha256=l420srn-nm1wbo361ogCU-Fq2B0Gv97FiN9UXSUrElY,1459
+mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py,sha256=YZ9yG4Lyh9jd7DgbBzo0sd7QNmjZZ64eR7rMiA0STxE,2006
 mteb/tasks/pair_classification/pol/__init__.py,sha256=3bEzEe4yom2SL3XaqNwSs_0eCv6LKFEAoOOoD9FK-gk,110
 mteb/tasks/pair_classification/pol/polish_pc.py,sha256=vUkkYqewzNcRQkZ_wLM63xH21PKtBGhiVGLPas5XN6o,6782
 mteb/tasks/pair_classification/por/__init__.py,sha256=E_dD1BZfjS0gBjzmkhUnl8SrqiGegLRfPhcItUAn6b8,104
@@ -2344,9 +2348,9 @@ mteb/tasks/retrieval/multilingual/x_market_retrieval.py,sha256=vp1Q5al9swuoChpbm
 mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=o5rhMeRf9HCZQxDKU9SIibqQSR5pw4bmYV8I5nALmQ4,3971
 mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=IUMlMB1G1MbYOg9q81FPTk1pKnnLGS-WLgypehOOXqQ,5123
 mteb/tasks/retrieval/multilingual/xpqa_retrieval.py,sha256=7ZL1cDK8OLvRwqC5r1dJKiQUkJP27RvuA_XX_Oaa--E,3029
-mteb/tasks/retrieval/nld/__init__.py,sha256=AmiOwoaf7N8uElM8w3qRBttTVDmHE99SaTNz8kxJ7Pw,2668
-mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=R65AvhmxvXmtLiguNBTKNLMh4Q-s7o9UWoTR-3x2_GU,1534
-mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py,sha256=0SAHmPvNwR7AzeLiZDduN7GMguS6HZrhVG-l-VOz79k,1517
+mteb/tasks/retrieval/nld/__init__.py,sha256=kQ7eR-n63XTBnzK1lHexfsCPjJWeg2OpLi5i6M3HSDc,2798
+mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=c3O3PWvv-XpHE3YNv0EGzPbR71VnSq9RhOsT57z5iRY,2048
+mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py,sha256=4QUFjAer2WapzLZUNOUTnjZwgsKoCFi7rqX1UJnneOU,1669
 mteb/tasks/retrieval/nld/climate_fevernl_retrieval.py,sha256=VQ7Z3GpmIdhM47e5Vz3p7bSzJaYBKvVf8SX9VvvLlEw,1577
 mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=A6bTYkteMZWUSf_ocJ8bL_4PyCMeq34vavvNGuIWt-Q,2618
 mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=6q7yzUe4Tw-BGi_lQPXMBgMMO5tqZ-y7n0NdzQ0Pm-c,2618
@@ -2361,21 +2365,21 @@ mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=JgQsDdqTth9EFR
 mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=A_eHnC2bgmNOM_QfJJYh_salrHENYlwjmZ4A1hFmzJ4,2600
 mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=Yo0NBvNn8BJWuoNWAGvAI-2khVSreqa4XXX0r5LZ7wo,2596
 mteb/tasks/retrieval/nld/db_pedia_nl_retrieval.py,sha256=bhd2ESL-roRgvDDB4cAKDmusYmOEJaJGfMfuMzFLVcw,1633
-mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py,sha256=ds0_AJGTVBKr7KYV3k2H9UfF0WcmM9gDuYg8_sbvZVY,1195
+mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py,sha256=RfQXg-GNSeL6ZklO3YKJ2dKG8BOCht-3mfCg94Q2iU0,1323
 mteb/tasks/retrieval/nld/fevernl_retrieval.py,sha256=LZ8xofhy8xINPWdV8QYvmY1sQPtb8taHLIQ8iKJ34Iw,1694
 mteb/tasks/retrieval/nld/fi_qa2018_nl_retrieval.py,sha256=Qfd2Wdnmq99Onb4iCShAc0jPQ_bTreSkRShhQWqfkJA,1503
 mteb/tasks/retrieval/nld/hotpot_qanl_retrieval.py,sha256=xNPApN1CZzkhpvU4ZRf-rSSmljpSnFUQDVoqraW93X0,1635
-mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py,sha256=vIwg1scjdbuISjZ5xNnch1mWZn4314xfHVaNbCnlUMs,1420
+mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py,sha256=w5FL9aZB3HzoZcnNwR4GdYrUoJ2nCH9UrzBCjig4RLQ,1572
 mteb/tasks/retrieval/nld/mmarconl_retrieval.py,sha256=iColk0qI_Ga3KHL_4aIGKK2X0S-WvqFXqDJqujzJaIA,1683
-mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py,sha256=wp2ylUbflMg8BAocMgdDxgDRn9wNxIoMf3i8vc_L75I,1511
+mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py,sha256=6kLUAvs7w5_aximrHC93fDh_thTXppr15BnBzPH5P_E,2008
 mteb/tasks/retrieval/nld/nqnl_retrieval.py,sha256=M4olYlutXu2VZUA5uMF-uga7V53GivPupyTKs4jy_bw,1394
-mteb/tasks/retrieval/nld/open_tender_retrieval.py,sha256=aSsge7976bwUxr2xg7q1ilamoA8WL23tpGlOTQsAsD8,1383
+mteb/tasks/retrieval/nld/open_tender_retrieval.py,sha256=lwlGFoFkyxw7EI6tvV2RqBWGU1R6Syt-0FiRg8Qdz7c,1522
 mteb/tasks/retrieval/nld/quora_nl_retrieval.py,sha256=u7v-huChD-HymugAzG0fawTVUntVOyiDdmmRxC0d0Pw,1600
-mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py,sha256=g1e8xjqNHboZwZpHQ5l4GYCYYfSoyx7xELvDaIWPfUA,1505
-mteb/tasks/retrieval/nld/scidocsnl_retrieval.py,sha256=z9W0fb8L-yUoIp2ae0tsVoCxh_512Y_nbiB1YGJEiiA,1617
+mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py,sha256=uRE-Fcfmu8BJxKgYu0p8UL58Kdue9Vv9Yove3ZeIzl4,2021
+mteb/tasks/retrieval/nld/scidocsnl_retrieval.py,sha256=JhQYZX-DthiYprxyzJNMETRGvRtAQwWnR0qfmC2FPJo,2226
 mteb/tasks/retrieval/nld/touche2020_nl_retrieval.py,sha256=nPLZxNvhTDWkIJU6i2EPY3mp0SbLn8rZEL-7GP-XwGY,1481
 mteb/tasks/retrieval/nld/treccovidnl_retrieval.py,sha256=d9rL10YNTUBVubdFxIVxqEhkf8tx9Iuxsp1BZ-Ctoyk,1671
-mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=U_sFses437b7wVbAccsF-y7pcL3PZOgINEA2GWGOz2Y,1694
+mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=FoudYkcY4IY0PNHCvx87bjoUnJJolWVwNhq6xH9HE84,1834
 mteb/tasks/retrieval/nob/__init__.py,sha256=6PYJtnMhN5OtRwXWLAMu5V-3JnZnbHrLxMOk8Ir-b9w,126
 mteb/tasks/retrieval/nob/norquad.py,sha256=sqQLt3ajBrui2TnwvuPny5tU-aijiRUHA1kzXmF7cN8,3779
 mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=VXouYjek_U8jCdpuvIzQ00YRIq0gJM_5lorgVFzlI6g,3143
@@ -2483,7 +2487,7 @@ mteb/tasks/sts/multilingual/sts22_crosslingual_sts.py,sha256=zf50mdAKKZZN_sU5Ga8
 mteb/tasks/sts/multilingual/sts_benchmark_multilingual_sts.py,sha256=QXenk9v8Mg5pNdkTmEO1X4JFp-3OCUfhHOPO3BE32OQ,1806
 mteb/tasks/sts/multilingual/sts_benchmark_multilingual_visual_sts.py,sha256=yH4DLkgrBk6Qg7LHLfAyyclynN_XrichBraNDbxRWl8,1855
 mteb/tasks/sts/nld/__init__.py,sha256=NdpfPHekoMIo9sw75Gahm_YCn8hzcVHixEStny107fk,67
-mteb/tasks/sts/nld/sick_nl_sts.py,sha256=pRJUmUzHehK9sw0cT0xt6BHyX9a0fBSh9P90lfDkt5Y,1489
+mteb/tasks/sts/nld/sick_nl_sts.py,sha256=rnZ9KeM4Id_eeJJrqcYYdxoH7f6-2lr9obgiuxtHnGY,1557
 mteb/tasks/sts/pol/__init__.py,sha256=Ob56PuMH_-J3gH9Pygg0fdEisWYKRT_fy_D0iE2zIpo,83
 mteb/tasks/sts/pol/polish_sts.py,sha256=qJCw-28dZ-o3epx44Zz-u6ZLE8HIu4ocJaJRyD0JQkc,3418
 mteb/tasks/sts/por/__init__.py,sha256=mUc8zOCeFl456-AEqKqgLQ4_sLnt_eUqD-cbcowRu0U,107
@@ -2538,9 +2542,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
 mteb/types/_result.py,sha256=CRAUc5IvqI3_9SyXDwv-PWLCXwXdZem9RePeYESRtuw,996
 mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
 mteb/types/statistics.py,sha256=YwJsxTf1eaCI_RE-J37a-gK5wDeGAsmkeZKoZCFihSo,3755
-mteb-2.1.6.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-mteb-2.1.6.dist-info/METADATA,sha256=hB6t2OTnS5La-oqlUBIi67CI21acqqhYkdVSnXLriGU,13573
-mteb-2.1.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mteb-2.1.6.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
-mteb-2.1.6.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
-mteb-2.1.6.dist-info/RECORD,,
+mteb-2.1.7.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+mteb-2.1.7.dist-info/METADATA,sha256=1h_yON1NtxXblqwMqsRrXSNF-ySHQ714gfDzZfNiuLE,13573
+mteb-2.1.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mteb-2.1.7.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
+mteb-2.1.7.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
+mteb-2.1.7.dist-info/RECORD,,