mteb 2.5.2__py3-none-any.whl → 2.7.9__py3-none-any.whl

mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py

@@ -36,3 +36,42 @@ class ClimateFEVERVN(AbsTaskRetrieval):
 """,
         adapted_from=["ClimateFEVER"],
     )
+
+
+class NanoClimateFEVERVN(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="NanoClimateFEVER-VN",
+        description="NanoClimateFEVERVN is a small version of A translated dataset from CLIMATE-FEVER is a dataset adopting the FEVER methodology that consists of 1,535 real-world claims regarding climate-change. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
+        reference="https://www.sustainablefinance.uzh.ch/en/research/climate-fever.html",
+        dataset={
+            "path": "GreenNode/nano-climate-fever-vn",
+            "revision": "1852e852f07403d4529a8520d52b91ff6d57869b",
+        },
+        type="Retrieval",
+        category="t2t",
+        eval_splits=["test"],
+        eval_langs=["vie-Latn"],
+        main_score="ndcg_at_10",
+        date=("2025-07-29", "2025-07-30"),
+        license="cc-by-sa-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        sample_creation="machine-translated and LM verified",
+        domains=["Encyclopaedic", "Written"],
+        task_subtypes=["Claim verification"],
+        bibtex_citation=r"""
+@misc{pham2025vnmtebvietnamesemassivetext,
+  archiveprefix = {arXiv},
+  author = {Loc Pham and Tung Luu and Thu Vo and Minh Nguyen and Viet Hoang},
+  eprint = {2507.21500},
+  primaryclass = {cs.CL},
+  title = {VN-MTEB: Vietnamese Massive Text Embedding Benchmark},
+  url = {https://arxiv.org/abs/2507.21500},
+  year = {2025},
+}
+""",
+        prompt={
+            "query": "Given a claim about climate change, retrieve documents that support or refute the claim"
+        },
+        adapted_from=["ClimateFEVER-VN"],
+    )

mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py

@@ -36,3 +36,42 @@ class DBPediaVN(AbsTaskRetrieval):
 """,
         adapted_from=["DBPedia"],
     )
+
+
+class NanoDBPediaVN(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="NanoDBPedia-VN",
+        description="NanoDBPediaVN is a small version of A translated dataset from DBpedia-Entity is a standard test collection for entity search over the DBpedia knowledge base The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
+        reference="https://github.com/iai-group/DBpedia-Entity/",
+        dataset={
+            "path": "GreenNode/nano-dbpedia-vn",
+            "revision": "bbc3259bc63bf1e250d7034024092cc3230d5850",
+        },
+        type="Retrieval",
+        category="t2t",
+        eval_splits=["test"],
+        eval_langs=["vie-Latn"],
+        main_score="ndcg_at_10",
+        date=("2025-07-29", "2025-07-30"),
+        license="cc-by-sa-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        sample_creation="machine-translated and LM verified",
+        domains=["Written", "Encyclopaedic"],
+        task_subtypes=[],
+        bibtex_citation=r"""
+@misc{pham2025vnmtebvietnamesemassivetext,
+  archiveprefix = {arXiv},
+  author = {Loc Pham and Tung Luu and Thu Vo and Minh Nguyen and Viet Hoang},
+  eprint = {2507.21500},
+  primaryclass = {cs.CL},
+  title = {VN-MTEB: Vietnamese Massive Text Embedding Benchmark},
+  url = {https://arxiv.org/abs/2507.21500},
+  year = {2025},
+}
+""",
+        prompt={
+            "query": "Given a query, retrieve relevant entity descriptions from DBPedia"
+        },
+        adapted_from=["DBPedia-VN"],
+    )

mteb/tasks/retrieval/vie/fevervn_retrieval.py

@@ -36,3 +36,42 @@ class FEVERVN(AbsTaskRetrieval):
 """,
         adapted_from=["FEVER"],
     )
+
+
+class NanoFEVERVN(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="NanoFEVER-VN",
+        dataset={
+            "path": "GreenNode/nano-fever-vn",
+            "revision": "457ca6b058ed19b28f2359e2d816d7527af6bef8",
+        },
+        description="NanoFEVERVN is a small version of A translated dataset from FEVER (Fact Extraction and VERification) consists of 185,445 claims generated by altering sentences extracted from Wikipedia and subsequently verified without knowledge of the sentence they were derived from. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
+        reference="https://fever.ai/",
+        type="Retrieval",
+        category="t2t",
+        eval_splits=["test"],
+        eval_langs=["vie-Latn"],
+        main_score="ndcg_at_10",
+        date=("2025-07-29", "2025-07-30"),
+        license="cc-by-sa-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        sample_creation="machine-translated and LM verified",
+        domains=["Encyclopaedic", "Written"],
+        task_subtypes=["Claim verification"],
+        bibtex_citation=r"""
+@misc{pham2025vnmtebvietnamesemassivetext,
+  archiveprefix = {arXiv},
+  author = {Loc Pham and Tung Luu and Thu Vo and Minh Nguyen and Viet Hoang},
+  eprint = {2507.21500},
+  primaryclass = {cs.CL},
+  title = {VN-MTEB: Vietnamese Massive Text Embedding Benchmark},
+  url = {https://arxiv.org/abs/2507.21500},
+  year = {2025},
+}
+""",
+        prompt={
+            "query": "Given a claim, retrieve documents that support or refute the claim"
+        },
+        adapted_from=["FEVER-VN"],
+    )

mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py

@@ -36,3 +36,42 @@ class HotpotQAVN(AbsTaskRetrieval):
 """,
         adapted_from=["HotpotQA"],
     )
+
+
+class NanoHotpotQAVN(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="NanoHotpotQA-VN",
+        dataset={
+            "path": "GreenNode/nano-hotpotqa-vn",
+            "revision": "f4de19a2fae1a582de114e5bcd178bb262183113",
+        },
+        description="NanoHotpotQAVN is a small version of A translated dataset from HotpotQA is a question answering dataset featuring natural, multi-hop questions, with strong supervision for supporting facts to enable more explainable question answering systems. The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
+        reference="https://hotpotqa.github.io/",
+        type="Retrieval",
+        category="t2t",
+        eval_splits=["test"],
+        eval_langs=["vie-Latn"],
+        main_score="ndcg_at_10",
+        date=("2025-07-29", "2025-07-30"),
+        license="cc-by-sa-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        sample_creation="machine-translated and LM verified",
+        domains=["Web", "Written"],
+        task_subtypes=["Question answering"],
+        bibtex_citation=r"""
+@misc{pham2025vnmtebvietnamesemassivetext,
+  archiveprefix = {arXiv},
+  author = {Loc Pham and Tung Luu and Thu Vo and Minh Nguyen and Viet Hoang},
+  eprint = {2507.21500},
+  primaryclass = {cs.CL},
+  title = {VN-MTEB: Vietnamese Massive Text Embedding Benchmark},
+  url = {https://arxiv.org/abs/2507.21500},
+  year = {2025},
+}
+""",
+        prompt={
+            "query": "Given a multi-hop question, retrieve documents that can help answer the question"
+        },
+        adapted_from=["HotpotQA-VN"],
+    )

mteb/tasks/retrieval/vie/msmarcovn_retrieval.py

@@ -47,3 +47,51 @@ class MSMARCOVN(AbsTaskRetrieval):
 """,
         adapted_from=["MSMARCO"],
     )
+
+
+class NanoMSMARCOVN(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="NanoMSMARCO-VN",
+        dataset={
+            "path": "GreenNode/nano-msmarco-vn",
+            "revision": "f149369c82ec228b05b0f6677699ab4bfbab73f6",
+        },
+        description="NanoMSMARCOVN is a small version of A translated dataset from MS MARCO is a collection of datasets focused on deep learning in search The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
+        reference="https://microsoft.github.io/msmarco/",
+        type="Retrieval",
+        category="t2t",
+        eval_splits=["dev"],
+        eval_langs=["vie-Latn"],
+        main_score="ndcg_at_10",
+        date=("2025-07-29", "2025-07-30"),
+        license="cc-by-sa-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        sample_creation="machine-translated and LM verified",
+        domains=[
+            "Encyclopaedic",
+            "Academic",
+            "Blog",
+            "News",
+            "Medical",
+            "Government",
+            "Reviews",
+            "Non-fiction",
+            "Social",
+            "Web",
+        ],
+        task_subtypes=["Question answering"],
+        bibtex_citation=r"""
+@misc{pham2025vnmtebvietnamesemassivetext,
+  archiveprefix = {arXiv},
+  author = {Loc Pham and Tung Luu and Thu Vo and Minh Nguyen and Viet Hoang},
+  eprint = {2507.21500},
+  primaryclass = {cs.CL},
+  title = {VN-MTEB: Vietnamese Massive Text Embedding Benchmark},
+  url = {https://arxiv.org/abs/2507.21500},
+  year = {2025},
+}
+""",
+        prompt={"query": "Given a query, retrieve relevant documents from MS MARCO-VN"},
+        adapted_from=["MSMARCO-VN"],
+    )

mteb/tasks/retrieval/vie/nqvn_retrieval.py

@@ -36,3 +36,42 @@ class NQVN(AbsTaskRetrieval):
 """,
         adapted_from=["NQ"],
     )
+
+
+class NanoNQVN(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="NanoNQ-VN",
+        dataset={
+            "path": "GreenNode/nano-nq-vn",
+            "revision": "1ad4d6556fe0e5314994839089ce070fb0db8b19",
+        },
+        description="NanoNQVN is a small version of A translated dataset from NFCorpus: A Full-Text Learning to Rank Dataset for Medical Information Retrieval The process of creating the VN-MTEB (Vietnamese Massive Text Embedding Benchmark) from English samples involves a new automated system: - The system uses large language models (LLMs), specifically Coherence's Aya model, for translation. - Applies advanced embedding models to filter the translations. - Use LLM-as-a-judge to scoring the quality of the samples base on multiple criteria.",
+        reference="https://ai.google.com/research/NaturalQuestions/",
+        type="Retrieval",
+        category="t2t",
+        eval_splits=["test"],
+        eval_langs=["vie-Latn"],
+        main_score="ndcg_at_10",
+        date=("2025-07-29", "2025-07-30"),
+        license="cc-by-sa-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        sample_creation="machine-translated and LM verified",
+        domains=["Written", "Encyclopaedic"],
+        task_subtypes=["Question answering"],
+        bibtex_citation=r"""
+@misc{pham2025vnmtebvietnamesemassivetext,
+  archiveprefix = {arXiv},
+  author = {Loc Pham and Tung Luu and Thu Vo and Minh Nguyen and Viet Hoang},
+  eprint = {2507.21500},
+  primaryclass = {cs.CL},
+  title = {VN-MTEB: Vietnamese Massive Text Embedding Benchmark},
+  url = {https://arxiv.org/abs/2507.21500},
+  year = {2025},
+}
+""",
+        prompt={
+            "query": "Given a question, retrieve Wikipedia passages that answer the question"
+        },
+        adapted_from=["NQ-VN"],
+    )

mteb/tasks/retrieval/vie/tvpl_retrieval.py

@@ -0,0 +1,42 @@
+from mteb.abstasks.retrieval import AbsTaskRetrieval
+from mteb.abstasks.task_metadata import TaskMetadata
+
+TEST_SAMPLES = 2048
+
+
+class TVPLRetrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="TVPLRetrieval",
+        description="A Vietnamese dataset for evaluating legal text retrieval. From Thu vien phap luat (TVPL) dataset: Optimizing Answer Generator in Vietnamese Legal Question Answering Systems Using Language Models.",
+        reference="https://aclanthology.org/2020.coling-main.233.pdf",
+        dataset={
+            "path": "GreenNode/TVPL-Retrieval-VN",
+            "revision": "6661dba4dfedff606537732d9f35f2c3738b081a",
+        },
+        type="Retrieval",
+        category="t2t",
+        modalities=["text"],
+        eval_splits=["test"],
+        eval_langs=["vie-Latn"],
+        main_score="ndcg_at_10",
+        date=("2025-07-29", "2025-07-30"),
+        license="cc-by-sa-4.0",
+        dialect=[],
+        annotations_creators="human-annotated",
+        domains=["Legal"],
+        task_subtypes=["Question answering"],
+        sample_creation="found",
+        bibtex_citation=r"""
+@article{10.1145/3732938,
+  address = {New York, NY, USA},
+  author = {Le, Huong and Luu, Ngoc and Nguyen, Thanh and Dao, Tuan and Dinh, Sang},
+  doi = {10.1145/3732938},
+  issn = {2375-4699},
+  journal = {ACM Trans. Asian Low-Resour. Lang. Inf. Process.},
+  publisher = {Association for Computing Machinery},
+  title = {Optimizing Answer Generator in Vietnamese Legal Question Answering Systems Using Language Models},
+  url = {https://doi.org/10.1145/3732938},
+  year = {2025},
+}
+""",
+    )

mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py

@@ -52,7 +52,7 @@ Zong, Chengqing},
 """,
     )
 
-    def load_data(self) -> None:
+    def load_data(self, num_proc: int = 1, **kwargs) -> None:
         if self.data_loaded:
             return
 

mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py

@@ -24,5 +24,19 @@ class ZacLegalTextRetrieval(AbsTaskRetrieval):
         annotations_creators="human-annotated",
         dialect=[],
         sample_creation="found",
-        bibtex_citation="",  # TODO: Add bibtex citation when the paper is published
+        bibtex_citation=r"""
+@inproceedings{10.1007/978-981-95-1746-6_17,
+  address = {Singapore},
+  author = {Pham, Bao Loc
+and Hoang, Quoc Viet
+and Luu, Quy Tung
+and Vo, Trong Thu},
+  booktitle = {Proceedings of the Fifth International Conference on Intelligent Systems and Networks},
+  isbn = {978-981-95-1746-6},
+  pages = {153--163},
+  publisher = {Springer Nature Singapore},
+  title = {GN-TRVN: A Benchmark for Vietnamese Table Markdown Retrieval Task},
+  year = {2026},
+}
+""",
     )

mteb/tasks/sts/fao/faroese_sts.py

@@ -43,5 +43,5 @@ Vulić, Ivan},
     min_score = 0
     max_score = 5
 
-    def dataset_transform(self):
+    def dataset_transform(self, num_proc: int = 1):
         self.dataset = self.dataset.rename_column("label", "score")

mteb/tasks/sts/fra/sick_fr_sts.py

@@ -30,7 +30,7 @@ class SickFrSTS(AbsTaskSTS):
     min_score = 0
     max_score = 5
 
-    def dataset_transform(self):
+    def dataset_transform(self, num_proc: int = 1):
         self.dataset = self.dataset.rename_columns(
             {
                 "sentence_A": "sentence1",

mteb/tasks/sts/kor/klue_sts.py

@@ -40,7 +40,7 @@ class KlueSTS(AbsTaskSTS):
     min_score = 0
     max_score = 5
 
-    def dataset_transform(self):
+    def dataset_transform(self, num_proc: int = 1):
         # In the case of KLUE STS, score value is nested within the `labels` field.
         # We need to extract the `score` and move it outside of the `labels` field for access.
         for split in self.dataset:

mteb/tasks/sts/por/sick_br_sts.py

@@ -52,7 +52,7 @@ and de Paiva, Valeria},
     min_score = 1
     max_score = 5
 
-    def dataset_transform(self):
+    def dataset_transform(self, num_proc: int = 1):
         self.dataset = self.stratified_subsampling(
             self.dataset,
             seed=42,

mteb/tasks/sts/rus/ru_para_phraser_sts.py

@@ -54,7 +54,7 @@ Filippskikh, Elizaveta},
     min_score = -1
     max_score = 1
 
-    def dataset_transform(self):
+    def dataset_transform(self, num_proc: int = 1):
         self.dataset = self.dataset.rename_columns(
             {
                 "text_1": "sentence1",

mteb/tasks/zeroshot_classification/eng/sci_mmir.py

@@ -41,7 +41,7 @@ class SciMMIR(AbsTaskZeroShotClassification):
 
     label_column_name: str = "class"
 
-    def dataset_transform(self):
+    def dataset_transform(self, num_proc: int = 1):
         class_code = {
             "fig_result": 0,
             "fig_illustration": 1,

mteb/types/__init__.py

@@ -4,6 +4,7 @@ from ._encoder_io import (
     Conversation,
     ConversationTurn,
     CorpusDatasetType,
+    EncodeKwargs,
     InstructionDatasetType,
     PromptType,
     QueryDatasetType,
@@ -30,6 +31,7 @@ __all__ = [
     "Conversation",
     "ConversationTurn",
     "CorpusDatasetType",
+    "EncodeKwargs",
     "HFSubset",
     "ISOLanguage",
     "ISOLanguageScript",

mteb/types/_encoder_io.py

@@ -7,10 +7,22 @@ from typing import TYPE_CHECKING, TypedDict
 import numpy as np
 import torch
 from datasets import Dataset
-from typing_extensions import NotRequired
 
 if TYPE_CHECKING:
     from PIL import Image
+    from typing_extensions import NotRequired
+
+
+class EncodeKwargs(TypedDict):
+    """Keyword arguments for encoding methods.
+
+    Attributes:
+        batch_size: The batch size to use for encoding.
+        show_progress_bar: Whether to show a progress bar during encoding.
+    """
+
+    batch_size: NotRequired[int]
+    show_progress_bar: NotRequired[bool]
 
 
 # --- Output types ---

mteb/types/_result.py

@@ -1,3 +1,4 @@
+from collections.abc import Mapping
 from typing import Any, NamedTuple
 
 HFSubset = str
@@ -8,7 +9,7 @@ SplitName = str
 Score = Any
 """A score value, could e.g. be accuracy. Normally it is a float or int, but it can take on any value. Should be json serializable."""
 
-ScoresDict = dict[str, Score]
+ScoresDict = Mapping[str, Score]
 """A dictionary of scores, typically also include metadata, e.g {'main_score': 0.5, 'accuracy': 0.5, 'f1': 0.6, 'hf_subset': 'en-de', 'languages': ['eng-Latn', 'deu-Latn']}"""
 
 

mteb/types/statistics.py

@@ -1,6 +1,13 @@
-from typing_extensions import NotRequired, TypedDict
+from __future__ import annotations
 
-from mteb.types import HFSubset
+from typing import TYPE_CHECKING
+
+from typing_extensions import TypedDict
+
+if TYPE_CHECKING:
+    from typing_extensions import NotRequired
+
+    from mteb.types import HFSubset
 
 
 class SplitDescriptiveStatistics(TypedDict):
@@ -10,8 +17,14 @@ class SplitDescriptiveStatistics(TypedDict):
 
 
 class DescriptiveStatistics(TypedDict, SplitDescriptiveStatistics):
-    """Class for descriptive statistics for the full task."""
+    """Class for descriptive statistics for the full task.
+
+    Attributes:
+        num_samples: Total number of samples
+        hf_subset_descriptive_stats: HFSubset descriptive statistics (only for multilingual datasets)
+    """
 
+    num_samples: int
     hf_subset_descriptive_stats: NotRequired[dict[HFSubset, SplitDescriptiveStatistics]]
 
 
@@ -88,9 +101,9 @@ class ScoreStatistics(TypedDict):
         max_score: Maximum score
     """
 
-    min_score: int
+    min_score: int | float
     avg_score: float
-    max_score: int
+    max_score: int | float
 
 
 class TopRankedStatistics(TypedDict):

{mteb-2.5.2.dist-info → mteb-2.7.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mteb
-Version: 2.5.2
+Version: 2.7.9
 Summary: Massive Text Embedding Benchmark
 Author-email: MTEB Contributors <niklas@huggingface.co>, Kenneth Enevoldsen <kenneth.enevoldsen@cas.au.dk>, Nouamane Tazi <nouamane@huggingface.co>, Nils Reimers <info@nils-reimers.de>
 Maintainer-email: Kenneth Enevoldsen <kenneth.enevoldsen@cas.au.dk>, Roman Solomatin <risolomatin@gmail.com>, Isaac Chung <chungisaac1217@gmail.com>
@@ -32,6 +32,8 @@ Requires-Dist: rich>=0.0.0
 Requires-Dist: pytrec-eval-terrier>=0.5.6
 Requires-Dist: pydantic>=2.0.0
 Requires-Dist: polars>=0.20.22
+Requires-Dist: torch; python_full_version < "3.14"
+Requires-Dist: torch>=2.9.0; python_full_version >= "3.14"
 Provides-Extra: image
 Requires-Dist: torchvision>0.2.1; extra == "image"
 Requires-Dist: transformers[torch-vision,vision]; extra == "image"
@@ -60,7 +62,7 @@ Requires-Dist: tiktoken>=0.8.0; extra == "openai"
 Provides-Extra: model2vec
 Requires-Dist: model2vec>=0.3.0; extra == "model2vec"
 Provides-Extra: pylate
-Requires-Dist: pylate>=1.3.1; python_version < "3.13" and extra == "pylate"
+Requires-Dist: pylate>=1.3.1; python_full_version < "3.13" and extra == "pylate"
 Provides-Extra: bm25s
 Requires-Dist: bm25s>=0.2.6; extra == "bm25s"
 Requires-Dist: PyStemmer>=2.2.0.3; extra == "bm25s"
@@ -91,10 +93,12 @@ Provides-Extra: ark
 Requires-Dist: volcengine-python-sdk[ark]==3.0.2; extra == "ark"
 Requires-Dist: tiktoken>=0.8.0; extra == "ark"
 Provides-Extra: colpali-engine
-Requires-Dist: colpali_engine>=0.3.12; extra == "colpali-engine"
+Requires-Dist: colpali_engine>=0.3.12; python_full_version < "3.14" and extra == "colpali-engine"
 Provides-Extra: colqwen3
 Requires-Dist: transformers>=4.57; extra == "colqwen3"
 Requires-Dist: torchvision>=0.22.1; extra == "colqwen3"
+Provides-Extra: sauerkrautlm-colpali
+Requires-Dist: sauerkrautlm-colpali>=0.1.0; python_full_version < "3.14" and extra == "sauerkrautlm-colpali"
 Provides-Extra: xet
 Requires-Dist: huggingface_hub>=0.32.0; extra == "xet"
 Provides-Extra: youtu
@@ -106,6 +110,8 @@ Provides-Extra: faiss-cpu
 Requires-Dist: faiss-cpu>=1.12.0; extra == "faiss-cpu"
 Provides-Extra: eager-embed
 Requires-Dist: qwen_vl_utils>=0.0.14; extra == "eager-embed"
+Provides-Extra: vllm
+Requires-Dist: vllm>=0.11.1; extra == "vllm"
 Dynamic: license-file
 
 <h1 align="center">
@@ -144,12 +150,17 @@ Dynamic: license-file
 
 ## Installation
 
-You can install mteb simply using pip. For more on installation please see the [documentation](https://embeddings-benchmark.github.io/mteb/installation/).
+You can install mteb simply using pip or uv. For more on installation please see the [documentation](https://embeddings-benchmark.github.io/mteb/installation/).
 
 ```bash
 pip install mteb
 ```
 
+For faster installation, you can also use [uv](https://docs.astral.sh/uv/):
+```bash
+uv add mteb
+```
+
 
 ## Example Usage