mteb 2.1.4__py3-none-any.whl → 2.5.2__py3-none-any.whl

mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py

@@ -0,0 +1,399 @@
+from mteb.abstasks.retrieval import AbsTaskRetrieval
+from mteb.abstasks.task_metadata import TaskMetadata
+
+_LANGS = {
+    "french": ["fra-Latn"],
+    "spanish": ["spa-Latn"],
+    "english": ["eng-Latn"],
+    "german": ["deu-Latn"],
+    "italian": ["ita-Latn"],
+    "portuguese": ["por-Latn"],
+}
+
+
+class Vidore3FinanceEnRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3FinanceEnRetrieval",
+        description="Retrieve associated pages according to questions. This task, Finance - EN, is a corpus of reports from american banking companies, intended for long-document understanding tasks. Original queries were created in english, then translated to french, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_finance_en_mteb_format",
+            "revision": "fa78cb14152b3dde8c5defdc4e3ddf50de69dfeb",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Financial"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+    )
+
+
+class Vidore3FinanceFrRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3FinanceFrRetrieval",
+        description="Retrieve associated pages according to questions. This task, Finance - FR, is a corpus of reports from french companies in the luxury domain, intended for long-document understanding tasks. Original queries were created in french, then translated to english, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_finance_fr_mteb_format",
+            "revision": "8a2adfda85a7967c7252129703d9b3c7c9f038a9",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Financial"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=True,
+    )
+
+
+class Vidore3IndustrialRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3IndustrialRetrieval",
+        description="Retrieve associated pages according to questions. This dataset, Industrial reports, is a corpus of technical documents on military aircraft (fueling, mechanics...), intended for complex-document understanding tasks. Original queries were created in english, then translated to french, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_industrial_mteb_format",
+            "revision": "f732b725cf4a70803210edfe265a04f8bd5328f6",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Engineering"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=True,
+    )
+
+
+class Vidore3PharmaceuticalsRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3PharmaceuticalsRetrieval",
+        description="Retrieve associated pages according to questions. This dataset, Pharmaceutical, is a corpus of slides from the FDA, intended for long-document understanding tasks. Original queries were created in english, then translated to french, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_pharmaceuticals_mteb_format",
+            "revision": "237ed4f43c7fb3c4df07ec4e9dd0a4366be555b0",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Medical"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=True,
+    )
+
+
+class Vidore3ComputerScienceRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3ComputerScienceRetrieval",
+        description="Retrieve associated pages according to questions. This dataset, Computer Science, is a corpus of textbooks from the openstacks website, intended for long-document understanding tasks. Original queries were created in english, then translated to french, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_computer_science_mteb_format",
+            "revision": "fb7fb69f81f7db62790f40494124b8ad22b424ab",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Engineering", "Programming"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=True,
+    )
+
+
+class Vidore3HrRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3HrRetrieval",
+        description="Retrieve associated pages according to questions. This dataset, HR, is a corpus of reports released by the european union, intended for complex-document understanding tasks. Original queries were created in english, then translated to french, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_hr_mteb_format",
+            "revision": "bc7d43d64815ed30f664168c8052106484aba7fd",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Social"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=True,
+    )
+
+
+class Vidore3EnergyRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3EnergyRetrieval",
+        description="Retrieve associated pages according to questions. This dataset, Energy Fr, is a corpus of reports on energy supply in europe, intended for complex-document understanding tasks. Original queries were created in french, then translated to english, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_energy_mteb_format",
+            "revision": "84fca99e5978604bae30f2436eacb6dbaa0532e9",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Engineering", "Chemistry", "Academic"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=True,
+    )
+
+
+class Vidore3PhysicsRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3PhysicsRetrieval",
+        description="Retrieve associated pages according to questions. This dataset, Physics, is a corpus of course slides on french bachelor level physics lectures, intended for complex visual understanding tasks. Original queries were created in french, then translated to english, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_physics_mteb_format",
+            "revision": "2c18ef90ab3ef93a9d86ecc6521cdae2a29f8300",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Engineering", "Academic"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=True,
+    )
+
+
+class Vidore3NuclearRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3NuclearRetrieval",
+        description="Retrieve associated pages according to questions.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "mteb-private/Vidore3NuclearRetrieval",
+            "revision": "a463fc67fefc01152153101e88a32d5f9515e3e3",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Engineering", "Chemistry"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=False,
+    )
+
+
+class Vidore3TelecomRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3TelecomRetrieval",
+        description="Retrieve associated pages according to questions.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "mteb-private/Vidore3TelecomRetrieval",
+            "revision": "a54635a274ef2835721b7cbe3eb27483b9ec964b",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Engineering", "Programming"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=False,
+    )

mteb/tasks/retrieval/nld/__init__.py

@@ -1,4 +1,4 @@
-from .argu_ana_nl_retrieval import ArguAnaNL
+from .argu_ana_nl_retrieval import ArguAnaNL, ArguAnaNLv2
 from .bbsard_nl_retrieval import BBSARDNLRetrieval
 from .climate_fevernl_retrieval import ClimateFEVERNL
 from .cqa_dupstack_android_nl_retrieval import CQADupstackAndroidNLRetrieval
@@ -20,12 +20,12 @@ from .fi_qa2018_nl_retrieval import FiQA2018NL
 from .hotpot_qanl_retrieval import HotpotQANL
 from .legal_qa_nl_retrieval import LegalQANLRetrieval
 from .mmarconl_retrieval import MMMARCONL
-from .nf_corpus_nl_retrieval import NFCorpusNL
+from .nf_corpus_nl_retrieval import NFCorpusNL, NFCorpusNLv2
 from .nqnl_retrieval import NQNL
 from .open_tender_retrieval import OpenTenderRetrieval
 from .quora_nl_retrieval import QuoraNLRetrieval
-from .sci_fact_nl_retrieval import SciFactNL
-from .scidocsnl_retrieval import SCIDOCSNL
+from .sci_fact_nl_retrieval import SciFactNL, SciFactNLv2
+from .scidocsnl_retrieval import SCIDOCSNL, SCIDOCSNLv2
 from .touche2020_nl_retrieval import Touche2020NL
 from .treccovidnl_retrieval import TRECCOVIDNL
 from .vabb_retrieval import VABBRetrieval
@@ -37,6 +37,7 @@ __all__ = [
     "SCIDOCSNL",
     "TRECCOVIDNL",
     "ArguAnaNL",
+    "ArguAnaNLv2",
     "BBSARDNLRetrieval",
     "CQADupstackAndroidNLRetrieval",
     "CQADupstackEnglishNLRetrieval",
@@ -57,9 +58,12 @@ __all__ = [
     "HotpotQANL",
     "LegalQANLRetrieval",
     "NFCorpusNL",
+    "NFCorpusNLv2",
     "OpenTenderRetrieval",
     "QuoraNLRetrieval",
+    "SCIDOCSNLv2",
     "SciFactNL",
+    "SciFactNLv2",
     "Touche2020NL",
     "VABBRetrieval",
 ]

mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py

@@ -1,33 +1,26 @@
 from mteb.abstasks.retrieval import AbsTaskRetrieval
 from mteb.abstasks.task_metadata import TaskMetadata
 
-
-class ArguAnaNL(AbsTaskRetrieval):
-    ignore_identical_ids = True
-
-    metadata = TaskMetadata(
-        name="ArguAna-NL",
-        description="ArguAna involves the task of retrieval of the best counterargument to an argument. ArguAna-NL is "
-        "a Dutch translation.",
-        reference="https://huggingface.co/datasets/clips/beir-nl-arguana",
-        dataset={
-            "path": "clips/beir-nl-arguana",
-            "revision": "4cd085d148fe2cac923bb7758d6ef585926170ba",
-        },
-        type="Retrieval",
-        category="t2t",
-        modalities=["text"],
-        eval_splits=["test"],
-        eval_langs=["nld-Latn"],
-        main_score="ndcg_at_10",
-        date=("2016-03-01", "2016-03-01"),  # best guess: based on publication date
-        domains=["Written", "Non-fiction"],
-        task_subtypes=[],
-        license="cc-by-sa-4.0",
-        annotations_creators="derived",
-        dialect=[],
-        sample_creation="machine-translated and verified",  # manually checked a small subset
-        bibtex_citation=r"""
+_argu_ana_nl_metadata = dict(
+    reference="https://huggingface.co/datasets/clips/beir-nl-arguana",
+    dataset={
+        "path": "clips/beir-nl-arguana",
+        "revision": "4cd085d148fe2cac923bb7758d6ef585926170ba",
+    },
+    type="Retrieval",
+    category="t2t",
+    modalities=["text"],
+    eval_splits=["test"],
+    eval_langs=["nld-Latn"],
+    main_score="ndcg_at_10",
+    date=("2016-03-01", "2016-03-01"),  # best guess: based on publication date
+    domains=["Written", "Non-fiction"],
+    task_subtypes=[],
+    license="cc-by-sa-4.0",
+    annotations_creators="derived",
+    dialect=[],
+    sample_creation="machine-translated and verified",  # manually checked a small subset
+    bibtex_citation=r"""
 @misc{banar2024beirnlzeroshotinformationretrieval,
   archiveprefix = {arXiv},
   author = {Nikolay Banar and Ehsan Lotfi and Walter Daelemans},
@@ -38,5 +31,31 @@ class ArguAnaNL(AbsTaskRetrieval):
   year = {2024},
 }
 """,
+)
+
+
+class ArguAnaNL(AbsTaskRetrieval):
+    ignore_identical_ids = True
+
+    metadata = TaskMetadata(
+        name="ArguAna-NL",
+        description="ArguAna involves the task of retrieval of the best counterargument to an argument. ArguAna-NL is "
+        "a Dutch translation.",
         adapted_from=["ArguAna"],
+        **_argu_ana_nl_metadata,
+    )
+
+
+class ArguAnaNLv2(AbsTaskRetrieval):
+    ignore_identical_ids = True
+
+    metadata = TaskMetadata(
+        name="ArguAna-NL.v2",
+        description="ArguAna involves the task of retrieval of the best counterargument to an argument. ArguAna-NL is "
+        "a Dutch translation. This version adds a Dutch prompt to the dataset.",
+        prompt={
+            "query": "Gegeven een bewering, vind documenten die de bewering weerleggen"
+        },
+        adapted_from=["ArguAna-NL"],
+        **_argu_ana_nl_metadata,
     )

mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py

@@ -38,4 +38,7 @@ class BBSARDNLRetrieval(AbsTaskRetrieval):
   year = {2025},
 }
 """,
+        prompt={
+            "query": "Gegeven een juridische vraag, haal documenten op die kunnen helpen bij het beantwoorden van de vraag"
+        },
     )

mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py

@@ -27,4 +27,7 @@ class DutchNewsArticlesRetrieval(AbsTaskRetrieval):
         dialect=[],
         sample_creation="found",
         bibtex_citation="",
+        prompt={
+            "query": "Gegeven een titel, haal het nieuwsartikel op dat het beste bij de titel past"
+        },
     )

mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py

@@ -36,4 +36,7 @@ class LegalQANLRetrieval(AbsTaskRetrieval):
   year = {2024},
 }
 """,
+        prompt={
+            "query": "Gegeven een juridische vraag, haal documenten op die kunnen helpen bij het beantwoorden van de vraag"
+        },
     )

mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py

@@ -1,31 +1,26 @@
 from mteb.abstasks.retrieval import AbsTaskRetrieval
 from mteb.abstasks.task_metadata import TaskMetadata
 
-
-class NFCorpusNL(AbsTaskRetrieval):
-    metadata = TaskMetadata(
-        name="NFCorpus-NL",
-        dataset={
-            "path": "clips/beir-nl-nfcorpus",
-            "revision": "942953e674fd0f619ff89897abb806dc3df5dd39",
-        },
-        description="NFCorpus: A Full-Text Learning to Rank Dataset for Medical Information Retrieval. NFCorpus-NL is "
-        "a Dutch translation.",
-        reference="https://huggingface.co/datasets/clips/beir-nl-nfcorpus",
-        type="Retrieval",
-        category="t2t",
-        modalities=["text"],
-        eval_splits=["test"],
-        eval_langs=["nld-Latn"],
-        main_score="ndcg_at_10",
-        date=("2016-03-01", "2016-03-01"),  # best guess: based on publication date
-        domains=["Medical", "Academic", "Written"],
-        task_subtypes=[],
-        license="cc-by-4.0",
-        annotations_creators="derived",
-        dialect=[],
-        sample_creation="machine-translated and verified",  # manually checked a small subset
-        bibtex_citation=r"""
+_nf_corpus_metadata = dict(
+    dataset={
+        "path": "clips/beir-nl-nfcorpus",
+        "revision": "942953e674fd0f619ff89897abb806dc3df5dd39",
+    },
+    reference="https://huggingface.co/datasets/clips/beir-nl-nfcorpus",
+    type="Retrieval",
+    category="t2t",
+    modalities=["text"],
+    eval_splits=["test"],
+    eval_langs=["nld-Latn"],
+    main_score="ndcg_at_10",
+    date=("2016-03-01", "2016-03-01"),  # best guess: based on publication date
+    domains=["Medical", "Academic", "Written"],
+    task_subtypes=[],
+    license="cc-by-4.0",
+    annotations_creators="derived",
+    dialect=[],
+    sample_creation="machine-translated and verified",  # manually checked a small subset
+    bibtex_citation=r"""
 @misc{banar2024beirnlzeroshotinformationretrieval,
   archiveprefix = {arXiv},
   author = {Nikolay Banar and Ehsan Lotfi and Walter Daelemans},
@@ -36,5 +31,27 @@ class NFCorpusNL(AbsTaskRetrieval):
   year = {2024},
 }
 """,
+)
+
+
+class NFCorpusNL(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="NFCorpus-NL",
+        description="NFCorpus: A Full-Text Learning to Rank Dataset for Medical Information Retrieval. NFCorpus-NL is "
+        "a Dutch translation.",
         adapted_from=["NFCorpus"],
+        **_nf_corpus_metadata,
+    )
+
+
+class NFCorpusNLv2(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="NFCorpus-NL.v2",
+        description="NFCorpus: A Full-Text Learning to Rank Dataset for Medical Information Retrieval. NFCorpus-NL is "
+        "a Dutch translation. This version adds a Dutch prompt to the dataset.",
+        adapted_from=["NFCorpus-NL"],
+        prompt={
+            "query": "Gegeven een vraag, haal relevante documenten op die de vraag het beste beantwoorden"
+        },
+        **_nf_corpus_metadata,
     )

mteb/tasks/retrieval/nld/open_tender_retrieval.py

@@ -35,4 +35,7 @@ class OpenTenderRetrieval(AbsTaskRetrieval):
   year = {2025},
 }
 """,
+        prompt={
+            "query": "Gegeven een titel, haal de aanbestedingsbeschrijving op die het beste bij de titel past"
+        },
     )