mteb 2.6.1__py3-none-any.whl → 2.6.3__py3-none-any.whl

mteb/cache.py

@@ -351,8 +351,20 @@ class ResultCache:
             response = requests.get(url, timeout=timeout)
             response.raise_for_status()
 
-            # Validate content-type header
+            # Check if this is a Git LFS pointer file
             content_type = response.headers.get("content-type", "").lower()
+            if (
+                content_type == "text/plain; charset=utf-8"
+                and b"git-lfs" in response.content
+            ):
+                # Try Git LFS media URL instead
+                media_url = f"https://media.githubusercontent.com/media/{repo_path}/{branch}/{filename}"
+                logger.info(f"Detected Git LFS file, trying media URL: {media_url}")
+                response = requests.get(media_url, timeout=timeout)
+                response.raise_for_status()
+                content_type = response.headers.get("content-type", "").lower()
+
+            # Validate content-type header
             expected_content_types = [
                 "application/gzip",
                 "application/octet-stream",

mteb/deprecated_evaluator.py

@@ -473,7 +473,7 @@ class MTEB:
 
                     if co2_tracker:
                         try:
-                            from codecarbon import (  # type: ignore[import-untyped]
+                            from codecarbon import (  # type: ignore[import-not-found,import-untyped]
                                 EmissionsTracker,
                             )
                         except ImportError:

mteb/leaderboard/app.py

@@ -1154,6 +1154,13 @@ if __name__ == "__main__":
     logging.getLogger("mteb.results.benchmark_results").setLevel(logging.ERROR)
 
     warnings.filterwarnings("ignore", message="Couldn't get scores for .* due to .*")
+    warnings.filterwarnings("ignore", message="Could not get source model: .*")
+    warnings.filterwarnings(
+        "ignore", message="No scores data available. Returning empty DataFrame."
+    )
+    warnings.filterwarnings("ignore", message="Main score .* not found in scores")
+    warnings.filterwarnings("ignore", message=".*: Missing subsets .* for split .*")
+    warnings.filterwarnings("ignore", message=".*: Missing splits .*")
 
     app = get_leaderboard_app()
 

mteb/models/get_model_meta.py

@@ -82,7 +82,10 @@ def get_model_metas(
 
 
 def get_model(
-    model_name: str, revision: str | None = None, **kwargs: Any
+    model_name: str,
+    revision: str | None = None,
+    device: str | None = None,
+    **kwargs: Any,
 ) -> MTEBModels:
     """A function to fetch and load model object by name.
 
@@ -92,13 +95,14 @@ def get_model(
     Args:
         model_name: Name of the model to fetch
         revision: Revision of the model to fetch
+        device: Device used to load the model
         **kwargs: Additional keyword arguments to pass to the model loader
 
     Returns:
         A model object
     """
     meta = get_model_meta(model_name, revision)
-    model = meta.load_model(**kwargs)
+    model = meta.load_model(device=device, **kwargs)
 
     if kwargs:
         logger.info(

mteb/models/instruct_wrapper.py

@@ -18,6 +18,7 @@ def instruct_wrapper(
     model_name_or_path: str,
     mode: str,
     instruction_template: str | Callable[[str, PromptType | None], str] | None = None,
+    device: str | None = None,
     **kwargs,
 ):
     """Instruct wrapper for models. Uses GritLM to pass instructions to the model.
@@ -28,6 +29,7 @@ def instruct_wrapper(
         model_name_or_path: Model name or path.
         mode: Mode of the model. Either 'query' or 'passage'.
         instruction_template: Instruction template. Should contain the string '{instruction}'.
+        device: Device used to load the model.
         **kwargs: Additional arguments to pass to the model.
     """
     requires_package(
@@ -40,6 +42,7 @@ def instruct_wrapper(
             self,
             model_name_or_path: str,
             mode: str,
+            device: str | None = None,
             instruction_template: str
             | Callable[[str, PromptType | None], str]
             | None = None,
@@ -63,7 +66,12 @@ def instruct_wrapper(
                 )
 
             self.instruction_template = instruction_template
-            super().__init__(model_name_or_path=model_name_or_path, mode=mode, **kwargs)
+            super().__init__(
+                model_name_or_path=model_name_or_path,
+                mode=mode,
+                device=device,
+                **kwargs,
+            )
 
         def encode(
             self,
@@ -95,7 +103,9 @@ def instruct_wrapper(
                 embeddings = embeddings.cpu().detach().float().numpy()
             return embeddings
 
-    return InstructGritLMModel(model_name_or_path, mode, instruction_template, **kwargs)
+    return InstructGritLMModel(
+        model_name_or_path, mode, instruction_template=instruction_template, **kwargs
+    )
 
 
 class InstructSentenceTransformerModel(AbsEncoder):
@@ -105,6 +115,7 @@ class InstructSentenceTransformerModel(AbsEncoder):
         self,
         model_name: str,
         revision: str,
+        device: str | None = None,
         instruction_template: str
         | Callable[[str, PromptType | None], str]
         | None = None,
@@ -122,6 +133,7 @@ class InstructSentenceTransformerModel(AbsEncoder):
         Arguments:
             model_name: Model name of the sentence transformers model.
             revision: Revision of the sentence transformers model.
+            device: Device used to load the model.
             instruction_template: Model template. Should contain the string '{instruction}'.
             max_seq_length: Maximum sequence length. If None, the maximum sequence length will be read from the model config.
             apply_instruction_to_passages: Whether to apply the instruction template to the passages.
@@ -158,7 +170,9 @@ class InstructSentenceTransformerModel(AbsEncoder):
         kwargs.setdefault("tokenizer_kwargs", {}).update(tokenizer_params)
 
         self.model_name = model_name
-        self.model = SentenceTransformer(model_name, revision=revision, **kwargs)
+        self.model = SentenceTransformer(
+            model_name, revision=revision, device=device, **kwargs
+        )
         if max_seq_length:
             # https://github.com/huggingface/sentence-transformers/issues/3575
             self.model.max_seq_length = max_seq_length

mteb/models/model_implementations/bmretriever_models.py

@@ -25,6 +25,7 @@ class BMRetrieverWrapper(InstructSentenceTransformerModel):
         self,
         model_name: str,
         revision: str,
+        device: str | None = None,
         instruction_template: str
         | Callable[[str, PromptType | None], str]
         | None = None,
@@ -52,6 +53,7 @@ class BMRetrieverWrapper(InstructSentenceTransformerModel):
 
         transformer = Transformer(
             model_name,
+            device=device,
             **kwargs,
         )
         pooling = Pooling(

mteb/models/model_implementations/cde_models.py

@@ -49,10 +49,17 @@ class CDEWrapper(SentenceTransformerEncoderWrapper):
         "InstructionReranking",
     )
 
-    def __init__(self, model: str, *args, **kwargs: Any) -> None:
+    def __init__(
+        self,
+        model: str,
+        revision: str | None = None,
+        device: str | None = None,
+        *args,
+        **kwargs: Any,
+    ) -> None:
         from transformers import AutoConfig
 
-        super().__init__(model, *args, **kwargs)
+        super().__init__(model, revision=revision, device=device, *args, **kwargs)
         model_config = AutoConfig.from_pretrained(model, trust_remote_code=True)
         self.max_sentences = model_config.transductive_corpus_size
 

mteb/models/model_implementations/e5_v.py

@@ -30,6 +30,7 @@ class E5VModel(AbsEncoder):
         self,
         model_name: str,
         revision: str,
+        device: str | None = None,
         composed_prompt=None,
         **kwargs: Any,
     ):
@@ -47,8 +48,7 @@ class E5VModel(AbsEncoder):
         self.processor = LlavaNextProcessor.from_pretrained(
             model_name, revision=revision
         )
-        if "device" in kwargs:
-            self.device = kwargs.pop("device")
+        self.device = device or ("cuda" if torch.cuda.is_available() else "cpu")
         self.model = LlavaNextForConditionalGeneration.from_pretrained(
             model_name, revision=revision, **kwargs
         )
@@ -87,7 +87,7 @@ class E5VModel(AbsEncoder):
                     ],
                     return_tensors="pt",
                     padding=True,
-                ).to("cuda")
+                ).to(self.device)
                 text_outputs = self.model(
                     **text_inputs, output_hidden_states=True, return_dict=True
                 ).hidden_states[-1][:, -1, :]
@@ -111,7 +111,7 @@ class E5VModel(AbsEncoder):
                     batch["image"],
                     return_tensors="pt",
                     padding=True,
-                ).to("cuda")
+                ).to(self.device)
                 image_outputs = self.model(
                     **img_inputs, output_hidden_states=True, return_dict=True
                 ).hidden_states[-1][:, -1, :]
@@ -141,7 +141,7 @@ class E5VModel(AbsEncoder):
                     ]
                     inputs = self.processor(
                         prompts, batch["image"], return_tensors="pt", padding=True
-                    ).to("cuda")
+                    ).to(self.device)
                     outputs = self.model(
                         **inputs, output_hidden_states=True, return_dict=True
                     ).hidden_states[-1][:, -1, :]

mteb/models/model_implementations/jina_models.py

@@ -257,6 +257,7 @@ class JinaRerankerV3Wrapper(CrossEncoderWrapper):
         self,
         model: CrossEncoder | str,
         revision: str | None = None,
+        device: str | None = None,
         trust_remote_code: bool = True,
         **kwargs: Any,
     ) -> None:
@@ -267,10 +268,7 @@ class JinaRerankerV3Wrapper(CrossEncoderWrapper):
             model, trust_remote_code=trust_remote_code, dtype="auto"
         )
 
-        device = kwargs.get("device", None)
-        if device is None:
-            device = get_device_name()
-            logger.info(f"Use pytorch device: {device}")
+        device = device or get_device_name()
 
         self.model.to(device)
         self.model.eval()
@@ -320,6 +318,7 @@ class JinaWrapper(SentenceTransformerEncoderWrapper):
         self,
         model: str,
         revision: str,
+        device: str | None = None,
         model_prompts: dict[str, str] | None = None,
         **kwargs,
     ) -> None:
@@ -339,7 +338,9 @@ class JinaWrapper(SentenceTransformerEncoderWrapper):
         )
         import flash_attn  # noqa: F401
 
-        super().__init__(model, revision, model_prompts, **kwargs)
+        super().__init__(
+            model, revision, device=device, model_prompts=model_prompts, **kwargs
+        )
 
     def encode(
         self,

mteb/models/model_implementations/no_instruct_sentence_models.py

@@ -30,13 +30,13 @@ class NoInstructModel(AbsEncoder):
         self,
         model_name: str,
         revision: str,
+        device: str | None = None,
         model_prompts: dict[str, str] | None = None,
         **kwargs: Any,
     ):
         from transformers import AutoModel, AutoTokenizer
 
         self.model_name = model_name
-        device = kwargs.pop("device", None)
         self.device = device or ("cuda" if torch.cuda.is_available() else "cpu")
         self.model = AutoModel.from_pretrained(
             model_name, revision=revision, **kwargs

mteb/models/model_implementations/nomic_models.py

@@ -23,6 +23,7 @@ class NomicWrapper(SentenceTransformerEncoderWrapper):
         self,
         model_name: str,
         revision: str,
+        device: str | None = None,
         model_prompts: dict[str, str] | None = None,
         **kwargs: Any,
     ):
@@ -37,7 +38,9 @@ class NomicWrapper(SentenceTransformerEncoderWrapper):
                 f"Current transformers version is {transformers.__version__} is lower than the required version"
                 f" {MODERN_BERT_TRANSFORMERS_MIN_VERSION}"
             )
-        super().__init__(model_name, revision, model_prompts, **kwargs)
+        super().__init__(
+            model_name, revision, device=device, model_prompts=model_prompts, **kwargs
+        )
 
     def to(self, device: torch.device) -> None:
         self.model.to(device)

mteb/models/model_implementations/nvidia_models.py

@@ -337,6 +337,7 @@ class LlamaEmbedNemotron(AbsEncoder):
         self,
         model_name: str,
         revision: str,
+        device: str | None = None,
     ) -> None:
         required_transformers_version = "4.51.0"
         if Version(transformers_version) != Version(required_transformers_version):
@@ -355,7 +356,7 @@ class LlamaEmbedNemotron(AbsEncoder):
         self.attn_implementation = (
             "flash_attention_2" if torch.cuda.is_available() else "eager"
         )
-        self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+        self.device = device or ("cuda" if torch.cuda.is_available() else "cpu")
         self.task_prompts = TASK_PROMPTS
         self.instruction_template = self._instruction_template
 

mteb/models/model_meta.py

@@ -251,7 +251,7 @@ class ModelMeta(BaseModel):
             )
         return v
 
-    def load_model(self, **kwargs: Any) -> MTEBModels:
+    def load_model(self, device: str | None = None, **kwargs: Any) -> MTEBModels:
         """Loads the model using the specified loader function."""
         if self.loader is None:
             raise NotImplementedError(
@@ -263,6 +263,8 @@ class ModelMeta(BaseModel):
         # Allow overwrites
         _kwargs = self.loader_kwargs.copy()
         _kwargs.update(kwargs)
+        if device is not None:
+            _kwargs["device"] = device
 
         model: MTEBModels = self.loader(self.name, revision=self.revision, **_kwargs)
         model.mteb_model_meta = self  # type: ignore[misc]

mteb/models/models_protocols.py

@@ -83,12 +83,19 @@ class EncoderProtocol(Protocol):
     In general the interface is kept aligned with sentence-transformers interface. In cases where exceptions occurs these are handled within MTEB.
     """
 
-    def __init__(self, model_name: str, revision: str | None, **kwargs: Any) -> None:
+    def __init__(
+        self,
+        model_name: str,
+        revision: str | None,
+        device: str | None = None,
+        **kwargs: Any,
+    ) -> None:
         """The initialization function for the encoder. Used when calling it from the mteb run CLI.
 
         Args:
             model_name: Name of the model
             revision: revision of the model
+            device: Device used to load the model
             kwargs: Any additional kwargs
         """
         ...
@@ -181,12 +188,19 @@ class CrossEncoderProtocol(Protocol):
     In general the interface is kept aligned with sentence-transformers interface. In cases where exceptions occurs these are handled within MTEB.
     """
 
-    def __init__(self, model_name: str, revision: str | None, **kwargs: Any) -> None:
+    def __init__(
+        self,
+        model_name: str,
+        revision: str | None,
+        device: str | None = None,
+        **kwargs: Any,
+    ) -> None:
         """The initialization function for the encoder. Used when calling it from the mteb run CLI.
 
         Args:
             model_name: Name of the model
             revision: revision of the model
+            device: Device used to load the model
             kwargs: Any additional kwargs
         """
         ...

mteb/models/sentence_transformer_wrapper.py

@@ -26,17 +26,18 @@ SENTENCE_TRANSFORMERS_QUERY_ENCODE_VERSION = "5.0.0"
 
 
 def sentence_transformers_loader(
-    model_name: str, revision: str | None = None, **kwargs
+    model_name: str, revision: str | None = None, device: str | None = None, **kwargs
 ) -> SentenceTransformerEncoderWrapper:
     """Loads a SentenceTransformer model and wraps it in a SentenceTransformerEncoderWrapper.
 
     Args:
         model_name: The name of the SentenceTransformer model to load.
         revision: The revision of the model to load.
+        device: The device used to load the model.
         kwargs: Additional arguments to pass to the SentenceTransformer model.
     """
     return SentenceTransformerEncoderWrapper(
-        model=model_name, revision=revision, **kwargs
+        model=model_name, revision=revision, device=device, **kwargs
     )
 
 
@@ -49,6 +50,7 @@ class SentenceTransformerEncoderWrapper(AbsEncoder):
         self,
         model: str | SentenceTransformer,
         revision: str | None = None,
+        device: str | None = None,
         model_prompts: dict[str, str] | None = None,
         **kwargs,
     ) -> None:
@@ -57,6 +59,7 @@ class SentenceTransformerEncoderWrapper(AbsEncoder):
         Args:
             model: The SentenceTransformer model to use. Can be a string (model name), a SentenceTransformer model, or a CrossEncoder model.
             revision: The revision of the model to use.
+            device: The device used to load the model.
             model_prompts: A dictionary mapping task names to prompt names.
                 First priority is given to the composed prompt of task name + prompt type (query or passage), then to the specific task prompt,
                 then to the composed prompt of task type + prompt type, then to the specific task type prompt,
@@ -66,7 +69,9 @@ class SentenceTransformerEncoderWrapper(AbsEncoder):
         from sentence_transformers import SentenceTransformer
 
         if isinstance(model, str):
-            self.model = SentenceTransformer(model, revision=revision, **kwargs)
+            self.model = SentenceTransformer(
+                model, revision=revision, device=device, **kwargs
+            )
         else:
             self.model = model
 
@@ -266,6 +271,7 @@ class CrossEncoderWrapper:
         self,
         model: CrossEncoder | str,
         revision: str | None = None,
+        device: str | None = None,
         **kwargs,
     ) -> None:
         from sentence_transformers import CrossEncoder
@@ -273,7 +279,7 @@ class CrossEncoderWrapper:
         if isinstance(model, CrossEncoder):
             self.model = model
         elif isinstance(model, str):
-            self.model = CrossEncoder(model, revision=revision, **kwargs)
+            self.model = CrossEncoder(model, revision=revision, device=device, **kwargs)
 
         self.mteb_model_meta = ModelMeta.from_cross_encoder(self.model)
 

{mteb-2.6.1.dist-info → mteb-2.6.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mteb
-Version: 2.6.1
+Version: 2.6.3
 Summary: Massive Text Embedding Benchmark
 Author-email: MTEB Contributors <niklas@huggingface.co>, Kenneth Enevoldsen <kenneth.enevoldsen@cas.au.dk>, Nouamane Tazi <nouamane@huggingface.co>, Nils Reimers <info@nils-reimers.de>
 Maintainer-email: Kenneth Enevoldsen <kenneth.enevoldsen@cas.au.dk>, Roman Solomatin <risolomatin@gmail.com>, Isaac Chung <chungisaac1217@gmail.com>
@@ -32,6 +32,8 @@ Requires-Dist: rich>=0.0.0
 Requires-Dist: pytrec-eval-terrier>=0.5.6
 Requires-Dist: pydantic>=2.0.0
 Requires-Dist: polars>=0.20.22
+Requires-Dist: torch<2.9.0; python_full_version < "3.14"
+Requires-Dist: torch>=2.9.0; python_full_version >= "3.14"
 Provides-Extra: image
 Requires-Dist: torchvision>0.2.1; extra == "image"
 Requires-Dist: transformers[torch-vision,vision]; extra == "image"
@@ -60,7 +62,7 @@ Requires-Dist: tiktoken>=0.8.0; extra == "openai"
 Provides-Extra: model2vec
 Requires-Dist: model2vec>=0.3.0; extra == "model2vec"
 Provides-Extra: pylate
-Requires-Dist: pylate>=1.3.1; python_version < "3.13" and extra == "pylate"
+Requires-Dist: pylate>=1.3.1; python_full_version < "3.13" and extra == "pylate"
 Provides-Extra: bm25s
 Requires-Dist: bm25s>=0.2.6; extra == "bm25s"
 Requires-Dist: PyStemmer>=2.2.0.3; extra == "bm25s"
@@ -91,7 +93,7 @@ Provides-Extra: ark
 Requires-Dist: volcengine-python-sdk[ark]==3.0.2; extra == "ark"
 Requires-Dist: tiktoken>=0.8.0; extra == "ark"
 Provides-Extra: colpali-engine
-Requires-Dist: colpali_engine>=0.3.12; extra == "colpali-engine"
+Requires-Dist: colpali_engine>=0.3.12; python_full_version < "3.14" and extra == "colpali-engine"
 Provides-Extra: colqwen3
 Requires-Dist: transformers>=4.57; extra == "colqwen3"
 Requires-Dist: torchvision>=0.22.1; extra == "colqwen3"
@@ -144,12 +146,17 @@ Dynamic: license-file
 
 ## Installation
 
-You can install mteb simply using pip. For more on installation please see the [documentation](https://embeddings-benchmark.github.io/mteb/installation/).
+You can install mteb simply using pip or uv. For more on installation please see the [documentation](https://embeddings-benchmark.github.io/mteb/installation/).
 
 ```bash
 pip install mteb
 ```
 
+For faster installation, you can also use [uv](https://docs.astral.sh/uv/):
+```bash
+uv add mteb
+```
+
 
 ## Example Usage
 

{mteb-2.6.1.dist-info → mteb-2.6.3.dist-info}/RECORD

@@ -5,8 +5,8 @@ mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
 mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
 mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
 mteb/_set_seed.py,sha256=HPlPRl__Pe6IG-4UgJqTfplcivJ_wA2kaClbXoHQedM,1178
-mteb/cache.py,sha256=KYUtXTMwSeqaDbJR5b65gZ0KMUpi7GzEgEsy08ocTJ0,26975
-mteb/deprecated_evaluator.py,sha256=LCnM-kG2SBkh-xqVd4MurExsVMlFOIycSb7sHz2S_Cw,27634
+mteb/cache.py,sha256=dTx_oumF3JEIMorq-YQDqjTjKH4oIDQQq0MdnFf76Js,27603
+mteb/deprecated_evaluator.py,sha256=gaXEG3HRQpPyd-6PYSFHDJgtIXnFv2y_LyC-mNo1Ihw,27651
 mteb/evaluate.py,sha256=6h06XsolgVCJEq9j6NA5ebwH2rSLsyIdtrxHanlqQfk,19185
 mteb/filter_tasks.py,sha256=D9g2o79aQiA5va7u_QKtMlZNDUmYwZGqCDpaKhBimWQ,7335
 mteb/get_tasks.py,sha256=UoxxsGVgeCm_qonCihl7EOFqWN_9BOCW2IP7GMN7ICw,14319
@@ -1439,19 +1439,19 @@ mteb/languages/language_family.json,sha256=OUGcHeOIPcZPb2FWmYLhxTS0JxjK5y3Fo6x0P
 mteb/languages/language_scripts.py,sha256=p7AM10Fe3b3EOMlPj8i5_MDjtyoH4FMCCBv_zrABWBg,4053
 mteb/languages/programming_languages.py,sha256=zxAakT3OSUnAuTnQ34VyeFIECnNXMlleZmAake6jsZE,211
 mteb/leaderboard/__init__.py,sha256=991roXmtRwEQysV-37hWEzWpkvPgMCGRqZTHR-hm2io,88
-mteb/leaderboard/app.py,sha256=4-IacMDOtGwwMRrtYNSxqcuC8PxE04bJ3L9bTz5B2nM,41939
+mteb/leaderboard/app.py,sha256=L7yhQvtkVR0eiee6l0I0094U5CTYzvf_YIaT2AW6Qk4,42374
 mteb/leaderboard/benchmark_selector.py,sha256=qd-2L20RQ4ACke01UlytkhZok1dkWgfUlXzfET52kGc,7956
 mteb/leaderboard/figures.py,sha256=cfOK82rRf-7sCjyP7GBxh4ezhOIt0OhD0_86mKtzLrg,7530
 mteb/leaderboard/table.py,sha256=KqU8aAbZ_tDp1O_qXRGWR32QnB7v_lsF6k5jxLcQVN0,10366
 mteb/leaderboard/text_segments.py,sha256=iMIkS04QQjPbT-SkU0x6fOcS8xRbUYevryu9HydipKM,6570
 mteb/models/__init__.py,sha256=ABTuoqiBjBtBWW3LYY7ItBHdylR6jWoy06HH0g6j6fU,910
 mteb/models/abs_encoder.py,sha256=HSJTjvcPYJRsKhhZeK2r6YP241EqpovwBcAuX1NevKE,16553
-mteb/models/get_model_meta.py,sha256=Pg9GFY-Ny8snbmMXAldBSxDoTh3rzfaCBrF6n21ypzI,5981
-mteb/models/instruct_wrapper.py,sha256=e6id0oNMQd7ulDCkB-2IGaF2JK5S3Tiwcn-QFG-ufDk,9292
-mteb/models/model_meta.py,sha256=5hWcv0RfVt3RcBJ2Vsyc2_8pGP42MGNRqXOzsIe4DJ0,30397
-mteb/models/models_protocols.py,sha256=D2hYWn_UBGMaKtRwBx3u0B0ni6lHJjSzTxX21XFNwIc,8917
+mteb/models/get_model_meta.py,sha256=wVh2FaWevJ10hJlbm-FQtTQazLMfnkEV3IK7PUyBPOQ,6082
+mteb/models/instruct_wrapper.py,sha256=PjgDKFnc160QP9jcPkxdI3OtcljyUdapuOcKZNGkNHo,9661
+mteb/models/model_meta.py,sha256=TrcE_Wwf_jQaKFU6K1oypEnEIBgdhHLDYLmvFwc2Xcg,30494
+mteb/models/models_protocols.py,sha256=LvHS14Rv22AsfY-391yau_cPAQwoKXRsvyYWCBy6VVQ,9165
 mteb/models/search_wrappers.py,sha256=yu3BnXLqE5JbOD14cF2mhyjvlF5LRKPfgk8uUuDhbjI,20939
-mteb/models/sentence_transformer_wrapper.py,sha256=3zmWttzmIvU8Uuz48sHJ4VQf1Mu_kvSLCdxezoQ6FN4,12545
+mteb/models/sentence_transformer_wrapper.py,sha256=KLleEFx31773zPT-5mqHGBOT5Km6fVkwwxtMYuepeZY,12829
 mteb/models/cache_wrappers/__init__.py,sha256=1w1TnMwulWJSzNkLXjbh5MY3sqgHWc6vUntYn49i9X8,169
 mteb/models/cache_wrappers/cache_backend_protocol.py,sha256=iGWdqDEoaCxUVEnwsXhy-m9d2QX8KTaQ9m2ZyawrMes,1634
 mteb/models/cache_wrappers/cache_wrapper.py,sha256=GPC0UhHfkUH-i-Q4HdFvBev6h6GtMlWEId_B3tL-J54,6600
@@ -1472,9 +1472,9 @@ mteb/models/model_implementations/bica_model.py,sha256=Q2dg0w_lrcBhnOUjI4ej9ec9U
 mteb/models/model_implementations/blip2_models.py,sha256=F55NYHrK-rprWblIfkKg3GRsOuTqBNZlOY1R33UnLms,7687
 mteb/models/model_implementations/blip_models.py,sha256=LZrk5tn_9gokuZTfuv-DasJqx3UTgZsAEFmlJpQ-9xc,11596
 mteb/models/model_implementations/bm25.py,sha256=nSDtTXu5a5EkjuaF6V4iParwpxlnXKVNDFntp6uj1Q8,4846
-mteb/models/model_implementations/bmretriever_models.py,sha256=54OO8DJxlN3Fq-AfURZiFIbVMKisrnkOf59NNEKpYB0,6659
+mteb/models/model_implementations/bmretriever_models.py,sha256=Z4lbE0ggAp9dnHKZCrFAuClM5_ie_wirfwhU9R_ddiA,6721
 mteb/models/model_implementations/cadet_models.py,sha256=wzbPmhsvBogFAEukubUir8EItlcmjcmfIGNMhtj-p7Y,2251
-mteb/models/model_implementations/cde_models.py,sha256=WdpoL_59fgRv2qq1nw9-oqkIvL8KAhHdSTxe5GB17fc,9064
+mteb/models/model_implementations/cde_models.py,sha256=u3G-BEWFpL1tsiONs3iaz9BJ_IEcNN0366fCQMMWr2A,9209
 mteb/models/model_implementations/clip_models.py,sha256=snF74_5ISfrRYJwB4yHslO5SEF1cXYa6XIlNaplEqX0,6137
 mteb/models/model_implementations/clips_models.py,sha256=QV9fIoyP2dKrra9aS04TE6rveUecVggr3jfXwNeSAOw,3488
 mteb/models/model_implementations/codefuse_models.py,sha256=NXkFqb1Pdp-HLWkzhh0ZzjVxd45fP0cQgGZ1KvXBk_s,14053
@@ -1488,7 +1488,7 @@ mteb/models/model_implementations/conan_models.py,sha256=AJJ8_Mv4QR1kQoKamjoZqgj
 mteb/models/model_implementations/dino_models.py,sha256=P2f_iOFYK4bdDDiYmNgmtWFBaQbyE-0DHUdBAeMI2LE,25429
 mteb/models/model_implementations/e5_instruct.py,sha256=6bQLMC8Nea59qSu8RSqZp9n8XuQokBJHoxfZb2l6BQM,7780
 mteb/models/model_implementations/e5_models.py,sha256=18--kpfMSKxgflGjB3GvyDHOjzOpuooc3iSVe-no2U0,9607
-mteb/models/model_implementations/e5_v.py,sha256=Ko0ImRjhkzRM9kAvJozmHzUJg5pUtT4xf22f0AjXHI4,6716
+mteb/models/model_implementations/e5_v.py,sha256=_EGSMU38BrqshKUqZfjDlXvUfrUXMZXiybQP_xpSSOQ,6769
 mteb/models/model_implementations/eagerworks_models.py,sha256=7bSInJGHOUqc9N-yzq0KUAtJZDX0zZkmEkzbCG_Pz0c,5770
 mteb/models/model_implementations/emillykkejensen_models.py,sha256=8TY70wiyDfjqN3BdAD9DJMnIXObTczCRYk4hYWmQOjE,3695
 mteb/models/model_implementations/en_code_retriever.py,sha256=6sSJ7l8Zrf71fYlcGaWAdF0vcZ9OAFeC1IsVtM2W_i8,1069
@@ -1508,7 +1508,7 @@ mteb/models/model_implementations/ibm_granite_models.py,sha256=--8N-8Nk2V5TZqGUA
 mteb/models/model_implementations/inf_models.py,sha256=IBC3TaEkOxrUDXkhXaVnxerjWOZZv1v1eEqhweGWKMY,2958
 mteb/models/model_implementations/jasper_models.py,sha256=K2DC0JfMVG8Fa822-xemKNhtuL2fZgiKYTTpXp2yBGg,16263
 mteb/models/model_implementations/jina_clip.py,sha256=xV1R5xyHqZHyzlpx7O0Pg1SwTagGEwt_kw3wWoshgNM,5128
-mteb/models/model_implementations/jina_models.py,sha256=WLg-dbVFHI9KbpLSFipdOiAu4t0uMHBSDdq9eaKrEH8,35005
+mteb/models/model_implementations/jina_models.py,sha256=gdTGC2abKhne2nTbfX1K4S-xr3MlFJT99Iu5ynIFI7w,35004
 mteb/models/model_implementations/kalm_models.py,sha256=SHqkw5p7HzmQrb_bIFjRp1rsuv2v531nXIk390h_ojY,62115
 mteb/models/model_implementations/kblab.py,sha256=n6sMGorSIBQlRHipPC3j2UiKA3r7avriwPvw0wuQKe4,1161
 mteb/models/model_implementations/kennethenevoldsen_models.py,sha256=KvOhXDuhCtsTBGHg3ukCrQ45oz_hFylH7XjX3yjg1Ys,3013
@@ -1530,11 +1530,11 @@ mteb/models/model_implementations/model2vec_models.py,sha256=scVmIw-kBysX_kiQ8j8
 mteb/models/model_implementations/moka_models.py,sha256=xY3geXKZwefqVsDZq95AB75GlZpvA9mJKSyPMvb75Us,5073
 mteb/models/model_implementations/mxbai_models.py,sha256=YcgOdcx_vv5UpPi7k7PBuq_M0eqCaktfWfQV5NTlNoc,3929
 mteb/models/model_implementations/nbailab.py,sha256=DtfHjQgGX1YPnlceqZDqDr6IlFwKCJjWN-BEcNt5m-s,2474
-mteb/models/model_implementations/no_instruct_sentence_models.py,sha256=oH_ReS5_q7xzJT26p84uzGiszTATbPU3E-mIy4QKgrk,4002
-mteb/models/model_implementations/nomic_models.py,sha256=oDumLKjoVlNULBYkurWPzhlFQ9AqfNXx9yVsnyW2DIQ,14809
+mteb/models/model_implementations/no_instruct_sentence_models.py,sha256=t0CtgIiZHq4KgkPYUbxHQnxnaOaPYqpatCYa5Na-SSs,3993
+mteb/models/model_implementations/nomic_models.py,sha256=n5_0QCqZYq3Pzdjf9hxx15XswjmZZgWpq0GOVN9sWiQ,14895
 mteb/models/model_implementations/nomic_models_vision.py,sha256=9AQRJkPkFDPjuSqdIh8wJ0-pqS2fe_oDZzPR4Y0tOSg,6831
 mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=phbwPnRfrEuJTlrUucI1qxcViMQWogeXQkTZbUkNsQc,6388
-mteb/models/model_implementations/nvidia_models.py,sha256=OKRnlhlMyBASe-RpU_8j4_ENFdjOtNsZm5fKlnAtcAo,21633
+mteb/models/model_implementations/nvidia_models.py,sha256=82hVLFRhABDVtVu_1Y3R_3IxX9ETtYJpnw4AeYBOiiM,21666
 mteb/models/model_implementations/octen_models.py,sha256=v4Mk6qMkK6yoMS5QomZdDWCP7ysB7CYf3VxuuOYVpu4,7481
 mteb/models/model_implementations/openai_models.py,sha256=905BajYi_XyOZgqU3AeKpwIttLoUitaAyc48sTWI6Jg,9482
 mteb/models/model_implementations/openclip_models.py,sha256=aFBWqHkWjHm8OfCB8RTNiaO03oaILAE2jVLR1VFZgPk,11532
@@ -2603,9 +2603,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
 mteb/types/_result.py,sha256=UKNokV9pu3G74MGebocU512aU_fFU9I9nPKnrG9Q0iE,1035
 mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
 mteb/types/statistics.py,sha256=GwkBPmAr18Onu-vHtzHs0PFrhCozdOMiT13HwnWL4ZM,3961
-mteb-2.6.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-mteb-2.6.1.dist-info/METADATA,sha256=VBXwF7nBuutKGZ13DY_K_1yhTi-ZHpGNvsL_jV-4K1c,13990
-mteb-2.6.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mteb-2.6.1.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
-mteb-2.6.1.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
-mteb-2.6.1.dist-info/RECORD,,
+mteb-2.6.3.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+mteb-2.6.3.dist-info/METADATA,sha256=APs8Amqd3TWLpV08Ep27-46KId_kHDw3rzudVbfb1cM,14251
+mteb-2.6.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mteb-2.6.3.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
+mteb-2.6.3.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
+mteb-2.6.3.dist-info/RECORD,,