mteb 2.0.5__py3-none-any.whl → 2.1.19__py3-none-any.whl

mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py

@@ -0,0 +1,399 @@
+from mteb.abstasks.retrieval import AbsTaskRetrieval
+from mteb.abstasks.task_metadata import TaskMetadata
+
+_LANGS = {
+    "french": ["fra-Latn"],
+    "spanish": ["spa-Latn"],
+    "english": ["eng-Latn"],
+    "german": ["deu-Latn"],
+    "italian": ["ita-Latn"],
+    "portuguese": ["por-Latn"],
+}
+
+
+class Vidore3FinanceEnRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3FinanceEnRetrieval",
+        description="Retrieve associated pages according to questions. This task, Finance - EN, is a corpus of reports from american banking companies, intended for long-document understanding tasks. Original queries were created in english, then translated to french, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_finance_en_mteb_format",
+            "revision": "fa78cb14152b3dde8c5defdc4e3ddf50de69dfeb",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Financial"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+    )
+
+
+class Vidore3FinanceFrRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3FinanceFrRetrieval",
+        description="Retrieve associated pages according to questions. This task, Finance - FR, is a corpus of reports from french companies in the luxury domain, intended for long-document understanding tasks. Original queries were created in french, then translated to english, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_finance_fr_mteb_format",
+            "revision": "8a2adfda85a7967c7252129703d9b3c7c9f038a9",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Financial"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=True,
+    )
+
+
+class Vidore3IndustrialRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3IndustrialRetrieval",
+        description="Retrieve associated pages according to questions. This dataset, Industrial reports, is a corpus of technical documents on military aircraft (fueling, mechanics...), intended for complex-document understanding tasks. Original queries were created in english, then translated to french, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_industrial_mteb_format",
+            "revision": "f732b725cf4a70803210edfe265a04f8bd5328f6",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Engineering"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=True,
+    )
+
+
+class Vidore3PharmaceuticalsRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3PharmaceuticalsRetrieval",
+        description="Retrieve associated pages according to questions. This dataset, Pharmaceutical, is a corpus of slides from the FDA, intended for long-document understanding tasks. Original queries were created in english, then translated to french, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_pharmaceuticals_mteb_format",
+            "revision": "237ed4f43c7fb3c4df07ec4e9dd0a4366be555b0",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Medical"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=True,
+    )
+
+
+class Vidore3ComputerScienceRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3ComputerScienceRetrieval",
+        description="Retrieve associated pages according to questions. This dataset, Computer Science, is a corpus of textbooks from the openstacks website, intended for long-document understanding tasks. Original queries were created in english, then translated to french, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_computer_science_mteb_format",
+            "revision": "fb7fb69f81f7db62790f40494124b8ad22b424ab",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Engineering", "Programming"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=True,
+    )
+
+
+class Vidore3HrRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3HrRetrieval",
+        description="Retrieve associated pages according to questions. This dataset, HR, is a corpus of reports released by the european union, intended for complex-document understanding tasks. Original queries were created in english, then translated to french, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_hr_mteb_format",
+            "revision": "bc7d43d64815ed30f664168c8052106484aba7fd",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Social"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=True,
+    )
+
+
+class Vidore3EnergyRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3EnergyRetrieval",
+        description="Retrieve associated pages according to questions. This dataset, Energy Fr, is a corpus of reports on energy supply in europe, intended for complex-document understanding tasks. Original queries were created in french, then translated to english, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_energy_mteb_format",
+            "revision": "84fca99e5978604bae30f2436eacb6dbaa0532e9",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Engineering", "Chemistry", "Academic"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=True,
+    )
+
+
+class Vidore3PhysicsRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3PhysicsRetrieval",
+        description="Retrieve associated pages according to questions. This dataset, Physics, is a corpus of course slides on french bachelor level physics lectures, intended for complex visual understanding tasks. Original queries were created in french, then translated to english, german, italian, portuguese and spanish.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "vidore/vidore_v3_physics_mteb_format",
+            "revision": "2c18ef90ab3ef93a9d86ecc6521cdae2a29f8300",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Engineering", "Academic"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=True,
+    )
+
+
+class Vidore3NuclearRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3NuclearRetrieval",
+        description="Retrieve associated pages according to questions.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "mteb-private/Vidore3NuclearRetrieval",
+            "revision": "a463fc67fefc01152153101e88a32d5f9515e3e3",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Engineering", "Chemistry"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=False,
+    )
+
+
+class Vidore3TelecomRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="Vidore3TelecomRetrieval",
+        description="Retrieve associated pages according to questions.",
+        reference="https://huggingface.co/blog/QuentinJG/introducing-vidore-v3",
+        dataset={
+            "path": "mteb-private/Vidore3TelecomRetrieval",
+            "revision": "a54635a274ef2835721b7cbe3eb27483b9ec964b",
+        },
+        type="DocumentUnderstanding",
+        category="t2i",
+        eval_splits=["test"],
+        eval_langs=_LANGS,
+        main_score="ndcg_at_10",
+        date=("2025-10-01", "2025-11-01"),
+        domains=["Engineering", "Programming"],
+        task_subtypes=["Image Text Retrieval"],
+        license="cc-by-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        modalities=["text", "image"],
+        sample_creation="created and machine-translated",
+        bibtex_citation=r"""
+@misc{mace2025vidorev3,
+  author = {Macé, Quentin and Loison, Antonio and EDY, Antoine and Xing, Victor and Viaud, Gautier},
+  day = {5},
+  howpublished = {\url{https://huggingface.co/blog/QuentinJG/introducing-vidore-v3}},
+  journal = {Hugging Face Blog},
+  month = {November},
+  publisher = {Hugging Face},
+  title = {ViDoRe V3: a comprehensive evaluation of retrieval for enterprise use-cases},
+  year = {2025},
+}
+""",
+        prompt={"query": "Find a screenshot that is relevant to the user's question."},
+        is_public=False,
+    )

mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py

@@ -34,7 +34,6 @@ def _load_wit_data(path: str, langs: list, splits: str, revision: str | None = N
         lang_corpus = lang_data.map(
             lambda x: {
                 "id": "corpus-" + x["image_id"],
-                "text": None,
                 "modality": "image",
                 "image": x["image"],
             },
@@ -60,7 +59,6 @@ def _load_wit_data(path: str, langs: list, splits: str, revision: str | None = N
                         "id": query_id,
                         "text": caption,
                         "modality": "text",
-                        "image": None,
                     }
                 )
                 if query_id not in relevant_docs[lang][split]:

mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py

@@ -1,4 +1,4 @@
-from datasets import DatasetDict, load_dataset
+from datasets import DatasetDict, Image, load_dataset
 
 from mteb.abstasks.retrieval import AbsTaskRetrieval
 from mteb.abstasks.task_metadata import TaskMetadata
@@ -16,7 +16,7 @@ _LANGUAGES = {
 
 
 def _load_xflickrco_data(
-    path: str, langs: list, splits: str, revision: str | None = None
+    path: str, langs: list, splits: list[str], revision: str | None = None
 ):
     corpus = {lang: dict.fromkeys(splits) for lang in langs}
     queries = {lang: dict.fromkeys(splits) for lang in langs}
@@ -32,22 +32,23 @@ def _load_xflickrco_data(
         lang_corpus = lang_data.map(
             lambda x: {
                 "id": "corpus-" + x["id"],
-                "text": None,
                 "modality": "image",
-                "image": x["image"]["bytes"],
+                "image": x["image"],
             },
             remove_columns=["sentences"],
         )
+        lang_corpus = lang_corpus.cast_column("image", Image())
 
         lang_queries = lang_data.map(
             lambda x: {
                 "id": "query-" + x["id"],
                 "text": x["sentences"],
                 "modality": "text",
-                "image": None,
             },
             remove_columns=["sentences"],
         )
+        # None values
+        lang_queries = lang_queries.remove_columns(["image"])
 
         relevant_docs[lang][split] = {}
         for row in lang_data:

mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py

@@ -1,4 +1,4 @@
-from datasets import Dataset, DatasetDict, load_dataset
+from datasets import Dataset, DatasetDict, Image, load_dataset
 
 from mteb.abstasks.retrieval import AbsTaskRetrieval
 from mteb.abstasks.task_metadata import TaskMetadata
@@ -61,9 +61,8 @@ def _load_xm3600_data(
         lang_corpus = lang_data.map(
             lambda x: {
                 "id": "corpus-" + x["image_id"],
-                "text": None,
                 "modality": "image",
-                "image": x["image"]["bytes"],
+                "image": x["image"],
             },
             remove_columns=[
                 "captions",
@@ -73,6 +72,7 @@ def _load_xm3600_data(
                 "image_id",
             ],
         )
+        lang_corpus = lang_corpus.cast_column("image", Image())
 
         corpus[lang][split] = lang_corpus
 
@@ -90,7 +90,6 @@ def _load_xm3600_data(
                         "id": query_id,
                         "text": caption,
                         "modality": "text",
-                        "image": None,
                     }
                 )
                 if query_id not in relevant_docs[lang][split]:

mteb/tasks/retrieval/nld/__init__.py

@@ -1,4 +1,5 @@
-from .argu_ana_nl_retrieval import ArguAnaNL
+from .argu_ana_nl_retrieval import ArguAnaNL, ArguAnaNLv2
+from .bbsard_nl_retrieval import BBSARDNLRetrieval
 from .climate_fevernl_retrieval import ClimateFEVERNL
 from .cqa_dupstack_android_nl_retrieval import CQADupstackAndroidNLRetrieval
 from .cqa_dupstack_english_nl_retrieval import CQADupstackEnglishNLRetrieval
@@ -13,17 +14,21 @@ from .cqa_dupstack_unix_nl_retrieval import CQADupstackUnixNLRetrieval
 from .cqa_dupstack_webmasters_nl_retrieval import CQADupstackWebmastersNLRetrieval
 from .cqa_dupstack_wordpress_nl_retrieval import CQADupstackWordpressNLRetrieval
 from .db_pedia_nl_retrieval import DBPediaNL
+from .dutch_news_articles_retrieval import DutchNewsArticlesRetrieval
 from .fevernl_retrieval import FEVERNL
 from .fi_qa2018_nl_retrieval import FiQA2018NL
 from .hotpot_qanl_retrieval import HotpotQANL
+from .legal_qa_nl_retrieval import LegalQANLRetrieval
 from .mmarconl_retrieval import MMMARCONL
-from .nf_corpus_nl_retrieval import NFCorpusNL
+from .nf_corpus_nl_retrieval import NFCorpusNL, NFCorpusNLv2
 from .nqnl_retrieval import NQNL
+from .open_tender_retrieval import OpenTenderRetrieval
 from .quora_nl_retrieval import QuoraNLRetrieval
-from .sci_fact_nl_retrieval import SciFactNL
-from .scidocsnl_retrieval import SCIDOCSNL
+from .sci_fact_nl_retrieval import SciFactNL, SciFactNLv2
+from .scidocsnl_retrieval import SCIDOCSNL, SCIDOCSNLv2
 from .touche2020_nl_retrieval import Touche2020NL
 from .treccovidnl_retrieval import TRECCOVIDNL
+from .vabb_retrieval import VABBRetrieval
 
 __all__ = [
     "FEVERNL",
@@ -32,6 +37,8 @@ __all__ = [
     "SCIDOCSNL",
     "TRECCOVIDNL",
     "ArguAnaNL",
+    "ArguAnaNLv2",
+    "BBSARDNLRetrieval",
     "CQADupstackAndroidNLRetrieval",
     "CQADupstackEnglishNLRetrieval",
     "CQADupstackGamingNLRetrieval",
@@ -46,10 +53,17 @@ __all__ = [
     "CQADupstackWordpressNLRetrieval",
     "ClimateFEVERNL",
     "DBPediaNL",
+    "DutchNewsArticlesRetrieval",
     "FiQA2018NL",
     "HotpotQANL",
+    "LegalQANLRetrieval",
     "NFCorpusNL",
+    "NFCorpusNLv2",
+    "OpenTenderRetrieval",
     "QuoraNLRetrieval",
+    "SCIDOCSNLv2",
     "SciFactNL",
+    "SciFactNLv2",
     "Touche2020NL",
+    "VABBRetrieval",
 ]

mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py

@@ -1,33 +1,26 @@
 from mteb.abstasks.retrieval import AbsTaskRetrieval
 from mteb.abstasks.task_metadata import TaskMetadata
 
-
-class ArguAnaNL(AbsTaskRetrieval):
-    ignore_identical_ids = True
-
-    metadata = TaskMetadata(
-        name="ArguAna-NL",
-        description="ArguAna involves the task of retrieval of the best counterargument to an argument. ArguAna-NL is "
-        "a Dutch translation.",
-        reference="https://huggingface.co/datasets/clips/beir-nl-arguana",
-        dataset={
-            "path": "clips/beir-nl-arguana",
-            "revision": "4cd085d148fe2cac923bb7758d6ef585926170ba",
-        },
-        type="Retrieval",
-        category="t2t",
-        modalities=["text"],
-        eval_splits=["test"],
-        eval_langs=["nld-Latn"],
-        main_score="ndcg_at_10",
-        date=("2016-03-01", "2016-03-01"),  # best guess: based on publication date
-        domains=["Written", "Non-fiction"],
-        task_subtypes=[],
-        license="cc-by-sa-4.0",
-        annotations_creators="derived",
-        dialect=[],
-        sample_creation="machine-translated and verified",  # manually checked a small subset
-        bibtex_citation=r"""
+_argu_ana_nl_metadata = dict(
+    reference="https://huggingface.co/datasets/clips/beir-nl-arguana",
+    dataset={
+        "path": "clips/beir-nl-arguana",
+        "revision": "4cd085d148fe2cac923bb7758d6ef585926170ba",
+    },
+    type="Retrieval",
+    category="t2t",
+    modalities=["text"],
+    eval_splits=["test"],
+    eval_langs=["nld-Latn"],
+    main_score="ndcg_at_10",
+    date=("2016-03-01", "2016-03-01"),  # best guess: based on publication date
+    domains=["Written", "Non-fiction"],
+    task_subtypes=[],
+    license="cc-by-sa-4.0",
+    annotations_creators="derived",
+    dialect=[],
+    sample_creation="machine-translated and verified",  # manually checked a small subset
+    bibtex_citation=r"""
 @misc{banar2024beirnlzeroshotinformationretrieval,
   archiveprefix = {arXiv},
   author = {Nikolay Banar and Ehsan Lotfi and Walter Daelemans},
@@ -38,5 +31,31 @@ class ArguAnaNL(AbsTaskRetrieval):
   year = {2024},
 }
 """,
+)
+
+
+class ArguAnaNL(AbsTaskRetrieval):
+    ignore_identical_ids = True
+
+    metadata = TaskMetadata(
+        name="ArguAna-NL",
+        description="ArguAna involves the task of retrieval of the best counterargument to an argument. ArguAna-NL is "
+        "a Dutch translation.",
         adapted_from=["ArguAna"],
+        **_argu_ana_nl_metadata,
+    )
+
+
+class ArguAnaNLv2(AbsTaskRetrieval):
+    ignore_identical_ids = True
+
+    metadata = TaskMetadata(
+        name="ArguAna-NL.v2",
+        description="ArguAna involves the task of retrieval of the best counterargument to an argument. ArguAna-NL is "
+        "a Dutch translation. This version adds a Dutch prompt to the dataset.",
+        prompt={
+            "query": "Gegeven een bewering, vind documenten die de bewering weerleggen"
+        },
+        adapted_from=["ArguAna-NL"],
+        **_argu_ana_nl_metadata,
     )

mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py

@@ -0,0 +1,44 @@
+from mteb.abstasks.retrieval import AbsTaskRetrieval
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class BBSARDNLRetrieval(AbsTaskRetrieval):
+    ignore_identical_ids = True
+
+    metadata = TaskMetadata(
+        name="bBSARDNLRetrieval",
+        description="Building on the Belgian Statutory Article Retrieval Dataset (BSARD) in French, we introduce the "
+        "bilingual version of this dataset, bBSARD. The dataset contains parallel Belgian statutory "
+        "articles in both French and Dutch, along with legal questions from BSARD and their Dutch "
+        "translation.",
+        reference="https://aclanthology.org/2025.regnlp-1.3.pdf",
+        dataset={
+            "path": "clips/mteb-nl-bbsard",
+            "revision": "52027c212ba9765a3e9737c9cbf9a06ae83cbb93",
+        },
+        type="Retrieval",
+        category="t2t",
+        modalities=["text"],
+        eval_splits=["test"],
+        eval_langs=["nld-Latn"],
+        main_score="ndcg_at_10",
+        date=("2021-05-01", "2021-08-26"),
+        domains=["Legal", "Written"],
+        task_subtypes=[],
+        license="cc-by-nc-sa-4.0",
+        annotations_creators="expert-annotated",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation=r"""
+@article{lotfi2025bilingual,
+  author = {Lotfi, Ehsan and Banar, Nikolay and Yuzbashyan, Nerses and Daelemans, Walter},
+  journal = {COLING 2025},
+  pages = {10},
+  title = {Bilingual BSARD: Extending Statutory Article Retrieval to Dutch},
+  year = {2025},
+}
+""",
+        prompt={
+            "query": "Gegeven een juridische vraag, haal documenten op die kunnen helpen bij het beantwoorden van de vraag"
+        },
+    )