mteb 2.5.2__py3-none-any.whl → 2.7.9__py3-none-any.whl

mteb/models/model_implementations/bm25.py

@@ -1,18 +1,22 @@
+from __future__ import annotations
+
 import logging
-from typing import Any
+from typing import TYPE_CHECKING
 
 from mteb._create_dataloaders import _create_text_queries_dataloader
 from mteb._requires_package import requires_package
-from mteb.abstasks.task_metadata import TaskMetadata
 from mteb.models.model_meta import ModelMeta
-from mteb.models.models_protocols import SearchProtocol
-from mteb.types import (
-    CorpusDatasetType,
-    InstructionDatasetType,
-    QueryDatasetType,
-    RetrievalOutputType,
-    TopRankedDocumentsType,
-)
+
+if TYPE_CHECKING:
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.models.models_protocols import SearchProtocol
+    from mteb.types import (
+        CorpusDatasetType,
+        EncodeKwargs,
+        QueryDatasetType,
+        RetrievalOutputType,
+        TopRankedDocumentsType,
+    )
 
 logger = logging.getLogger(__name__)
 
@@ -49,7 +53,8 @@ def bm25_loader(model_name, **kwargs) -> SearchProtocol:
             task_metadata: TaskMetadata,
             hf_split: str,
             hf_subset: str,
-            encode_kwargs: dict[str, Any],
+            encode_kwargs: EncodeKwargs,
+            num_proc: int = 1,
         ) -> None:
             logger.info("Encoding Corpus...")
             corpus_texts = [
@@ -74,9 +79,9 @@ def bm25_loader(model_name, **kwargs) -> SearchProtocol:
             hf_split: str,
             hf_subset: str,
             top_k: int,
-            encode_kwargs: dict[str, Any],
-            instructions: InstructionDatasetType | None = None,
+            encode_kwargs: EncodeKwargs,
             top_ranked: TopRankedDocumentsType | None = None,
+            num_proc: int = 1,
         ) -> RetrievalOutputType:
             logger.info("Encoding Queries...")
             query_ids = list(queries["id"])
@@ -98,13 +103,17 @@ def bm25_loader(model_name, **kwargs) -> SearchProtocol:
                 query_results = queries_results[qi]
                 scores = queries_scores[qi]
                 doc_id_to_score = {}
+                query_documents = (
+                    top_ranked[qid] if top_ranked and qid in top_ranked else None
+                )
 
                 # Iterate over results
-                for ri in range(len(query_results)):
-                    doc_idx = query_results[ri]
-                    score = scores[ri]
+                for doc_idx, score in zip(query_results, scores):
                     doc_id = self.corpus_idx_to_id[doc_idx]
 
+                    # handle reranking with a filtered set of documents
+                    if query_documents is not None and doc_id not in query_documents:
+                        continue
                     doc_id_to_score[doc_id] = float(score)
 
                 results[qid] = doc_id_to_score
@@ -113,7 +122,7 @@ def bm25_loader(model_name, **kwargs) -> SearchProtocol:
 
         def encode(self, texts: list[str]):
             """Encode input text as term vectors"""
-            return bm25s.tokenize(texts, stopwords=self.stopwords, stemmer=self.stemmer)  # type: ignore
+            return bm25s.tokenize(texts, stopwords=self.stopwords, stemmer=self.stemmer)
 
     return BM25Search(**kwargs)
 
@@ -127,6 +136,7 @@ bm25_s = ModelMeta(
     revision="0_1_10",
     release_date="2024-07-10",  # release of version 0.1.10
     n_parameters=None,
+    n_embedding_parameters=None,
     memory_usage_mb=None,
     embed_dim=None,
     license=None,

mteb/models/model_implementations/bmretriever_models.py

@@ -1,5 +1,6 @@
-from collections.abc import Callable
-from typing import Any
+from __future__ import annotations
+
+from typing import TYPE_CHECKING, Any
 
 import torch
 from sentence_transformers import SentenceTransformer
@@ -9,6 +10,9 @@ from mteb.models import ModelMeta
 from mteb.models.instruct_wrapper import InstructSentenceTransformerModel
 from mteb.types import PromptType
 
+if TYPE_CHECKING:
+    from collections.abc import Callable
+
 
 def instruction_template(
     instruction: str, prompt_type: PromptType | None = None
@@ -25,6 +29,7 @@ class BMRetrieverWrapper(InstructSentenceTransformerModel):
         self,
         model_name: str,
         revision: str,
+        device: str | None = None,
         instruction_template: str
         | Callable[[str, PromptType | None], str]
         | None = None,
@@ -52,6 +57,7 @@ class BMRetrieverWrapper(InstructSentenceTransformerModel):
 
         transformer = Transformer(
             model_name,
+            device=device,
             **kwargs,
         )
         pooling = Pooling(
@@ -97,12 +103,13 @@ BMRetriever_410M = ModelMeta(
     release_date="2024-04-29",
     embed_dim=1024,
     n_parameters=353_822_720,
+    n_embedding_parameters=51_511_296,
     memory_usage_mb=1349,
     max_tokens=2048,
     license="mit",
     reference="https://huggingface.co/BMRetriever/BMRetriever-410M",
     similarity_fn_name="cosine",
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "Transformers", "safetensors"],
     use_instructions=True,
     public_training_code=None,
     public_training_data=None,
@@ -127,12 +134,13 @@ BMRetriever_1B = ModelMeta(
     release_date="2024-04-29",
     embed_dim=2048,
     n_parameters=908_759_040,
+    n_embedding_parameters=103_022_592,
     memory_usage_mb=3466,
     max_tokens=2048,
     license="mit",
     reference="https://huggingface.co/BMRetriever/BMRetriever-1B",
     similarity_fn_name="cosine",
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "Transformers", "safetensors"],
     use_instructions=True,
     public_training_code=None,
     public_training_data=None,
@@ -157,12 +165,13 @@ BMRetriever_2B = ModelMeta(
     release_date="2024-04-29",
     embed_dim=2048,
     n_parameters=2_506_172_416,
+    n_embedding_parameters=524_288_000,
     memory_usage_mb=9560,
     max_tokens=8192,
     license="mit",
     reference="https://huggingface.co/BMRetriever/BMRetriever-2B",
     similarity_fn_name="cosine",
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "Transformers", "safetensors"],
     use_instructions=True,
     public_training_code=None,
     public_training_data=None,
@@ -187,12 +196,13 @@ BMRetriever_7B = ModelMeta(
     release_date="2024-04-29",
     embed_dim=4096,
     n_parameters=7_110_660_096,
+    n_embedding_parameters=131_072_000,
     memory_usage_mb=27124,
     max_tokens=32768,
     license="mit",
     reference="https://huggingface.co/BMRetriever/BMRetriever-7B",
     similarity_fn_name="cosine",
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "Transformers", "safetensors"],
     use_instructions=True,
     public_training_code=None,
     public_training_data=None,

mteb/models/model_implementations/cadet_models.py

@@ -41,13 +41,14 @@ cadet_embed = ModelMeta(
     open_weights=True,
     release_date="2025-05-11",
     n_parameters=109_000_000,
+    n_embedding_parameters=23_440_896,
     memory_usage_mb=418,
     embed_dim=768,
     license="apache-2.0",
     max_tokens=512,
     reference="https://huggingface.co/manveertamber/cadet-embed-base-v1",
     similarity_fn_name="cosine",
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "safetensors"],
     use_instructions=True,
     public_training_code="https://github.com/manveertamber/cadet-dense-retrieval",
     # we provide the code to generate the training data

mteb/models/model_implementations/cde_models.py

@@ -1,27 +1,31 @@
+from __future__ import annotations
+
 import logging
-from collections.abc import Sequence
 from typing import TYPE_CHECKING, Any
 
 import numpy as np
 import torch
-from torch.utils.data import DataLoader
 
 import mteb
 from mteb._create_dataloaders import _corpus_to_dict
-from mteb.abstasks.task_metadata import TaskMetadata
 from mteb.models.model_meta import ModelMeta, ScoringFunction
-from mteb.models.models_protocols import PromptType
 from mteb.models.sentence_transformer_wrapper import SentenceTransformerEncoderWrapper
-from mteb.types import Array, BatchedInput
+from mteb.types import PromptType
 
 from .bge_models import bge_full_data
 
 if TYPE_CHECKING:
+    from collections.abc import Sequence
+
+    from torch.utils.data import DataLoader
+
     from mteb.abstasks import (
         AbsTaskClassification,
         AbsTaskRetrieval,
         AbsTaskSummarization,
     )
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.types import Array, BatchedInput
 logger = logging.getLogger(__name__)
 
 CDE_CITATION = """@misc{morris2024contextualdocumentembeddings,
@@ -49,10 +53,17 @@ class CDEWrapper(SentenceTransformerEncoderWrapper):
         "InstructionReranking",
     )
 
-    def __init__(self, model: str, *args, **kwargs: Any) -> None:
+    def __init__(
+        self,
+        model: str,
+        revision: str | None = None,
+        device: str | None = None,
+        *args,
+        **kwargs: Any,
+    ) -> None:
         from transformers import AutoConfig
 
-        super().__init__(model, *args, **kwargs)
+        super().__init__(model, revision=revision, device=device, *args, **kwargs)
         model_config = AutoConfig.from_pretrained(model, trust_remote_code=True)
         self.max_sentences = model_config.transductive_corpus_size
 
@@ -215,12 +226,13 @@ cde_small_v1 = ModelMeta(
     revision="e151df18af0d7f1d1c37b074fee58406ececf19f",
     release_date="2024-09-24",
     n_parameters=int(281 * 1e6),
+    n_embedding_parameters=None,
     memory_usage_mb=1072,  # Though the second-stage model is only 140M
     max_tokens=512,
     embed_dim=768,
     license="mit",
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["Sentence Transformers"],
+    framework=["Sentence Transformers", "safetensors", "Transformers"],
     reference="https://huggingface.co/jxm/cde-small-v1",
     use_instructions=True,
     adapted_from="nomic-ai/nomic-bert-2048",
@@ -244,12 +256,13 @@ cde_small_v2 = ModelMeta(
     revision="4e1d021a6c3fd7ce8aa0a7204057eee5ae61d390",
     release_date="2025-01-13",
     n_parameters=int(306 * 1e6),
+    n_embedding_parameters=None,
     memory_usage_mb=1166,  # Though the second-stage model is only 140M
     max_tokens=512,
     embed_dim=768,
     license="mit",
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["Sentence Transformers"],
+    framework=["Sentence Transformers", "safetensors", "Transformers"],
     reference="https://huggingface.co/jxm/cde-small-v1",
     use_instructions=True,
     adapted_from="answerdotai/ModernBERT-base",

mteb/models/model_implementations/clip_models.py

@@ -1,13 +1,18 @@
-from typing import Any
+from __future__ import annotations
+
+from typing import TYPE_CHECKING, Any
 
 import torch
-from torch.utils.data import DataLoader
 from tqdm.auto import tqdm
 
-from mteb.abstasks.task_metadata import TaskMetadata
 from mteb.models.abs_encoder import AbsEncoder
 from mteb.models.model_meta import ModelMeta, ScoringFunction
-from mteb.types import Array, BatchedInput, PromptType
+
+if TYPE_CHECKING:
+    from torch.utils.data import DataLoader
+
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.types import Array, BatchedInput, PromptType
 
 
 class CLIPModel(AbsEncoder):
@@ -115,7 +120,7 @@ CLIP_CITATION = """
 
 
 clip_vit_large_patch14 = ModelMeta(
-    loader=CLIPModel,  # type: ignore
+    loader=CLIPModel,
     name="openai/clip-vit-large-patch14",
     model_type=["dense"],
     languages=["eng-Latn"],
@@ -123,6 +128,7 @@ clip_vit_large_patch14 = ModelMeta(
     release_date="2021-02-26",
     modalities=["image", "text"],
     n_parameters=428_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=1631,
     max_tokens=77,
     embed_dim=768,
@@ -130,7 +136,7 @@ clip_vit_large_patch14 = ModelMeta(
     open_weights=True,
     public_training_code=None,
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/openai/clip-vit-large-patch14",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
@@ -139,7 +145,7 @@ clip_vit_large_patch14 = ModelMeta(
 )
 
 clip_vit_base_patch32 = ModelMeta(
-    loader=CLIPModel,  # type: ignore
+    loader=CLIPModel,
     name="openai/clip-vit-base-patch32",
     model_type=["dense"],
     languages=["eng-Latn"],
@@ -147,6 +153,7 @@ clip_vit_base_patch32 = ModelMeta(
     release_date="2021-02-26",
     modalities=["image", "text"],
     n_parameters=151_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=576,
     max_tokens=77,
     embed_dim=512,
@@ -154,7 +161,7 @@ clip_vit_base_patch32 = ModelMeta(
     open_weights=True,
     public_training_code=None,
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers"],
     reference="https://huggingface.co/openai/clip-vit-base-patch32",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
@@ -163,7 +170,7 @@ clip_vit_base_patch32 = ModelMeta(
 )
 
 clip_vit_base_patch16 = ModelMeta(
-    loader=CLIPModel,  # type: ignore
+    loader=CLIPModel,
     name="openai/clip-vit-base-patch16",
     model_type=["dense"],
     languages=["eng-Latn"],
@@ -171,6 +178,7 @@ clip_vit_base_patch16 = ModelMeta(
     release_date="2021-02-26",
     modalities=["image", "text"],
     n_parameters=151_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=576,
     max_tokens=77,
     embed_dim=512,
@@ -178,7 +186,7 @@ clip_vit_base_patch16 = ModelMeta(
     open_weights=True,
     public_training_code=None,
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers"],
     reference="https://huggingface.co/openai/clip-vit-base-patch16",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,

mteb/models/model_implementations/clips_models.py

@@ -30,13 +30,14 @@ e5_nl_small = ModelMeta(
     revision="0243664a6c5e12eef854b091eb283e51833c3e9f",
     release_date="2025-09-23",
     n_parameters=40_800_000,
+    n_embedding_parameters=19_200_768,
     memory_usage_mb=78,
     embed_dim=384,
     license="mit",
     max_tokens=512,
     reference="https://huggingface.co/clips/e5-small-trm-nl",
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "safetensors", "Transformers"],
     use_instructions=True,
     public_training_code="https://github.com/ELotfi/e5-nl",
     public_training_data="https://huggingface.co/collections/clips/beir-nl",
@@ -57,13 +58,14 @@ e5_nl_base = ModelMeta(
     revision="6bd5722f236da48b4b8bcb28cc1fc478f7089956",
     release_date="2025-09-23",
     n_parameters=124_400_000,
+    n_embedding_parameters=38_401_536,
     memory_usage_mb=237,
     embed_dim=768,
     license="mit",
     max_tokens=514,
     reference="https://huggingface.co/clips/e5-base-trm-nl",
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "safetensors", "Transformers"],
     use_instructions=True,
     public_training_code="https://github.com/ELotfi/e5-nl",
     public_training_data="https://huggingface.co/collections/clips/beir-nl",
@@ -84,13 +86,14 @@ e5_nl_large = ModelMeta(
     revision="683333f86ed9eb3699b5567f0fdabeb958d412b0",
     release_date="2025-09-23",
     n_parameters=355_000_000,
+    n_embedding_parameters=51_202_048,
     memory_usage_mb=1355,
     embed_dim=1024,
     license="mit",
     max_tokens=514,
     reference="https://huggingface.co/clips/e5-large-trm-nl",
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "safetensors", "Transformers"],
     use_instructions=True,
     public_training_code="https://github.com/ELotfi/e5-nl",
     public_training_data="https://huggingface.co/collections/clips/beir-nl",

mteb/models/model_implementations/codefuse_models.py

@@ -236,13 +236,14 @@ F2LLM_0B6 = ModelMeta(
     revision="36416618b83d4bd84a8ca30c2ee01ed518f9f2e7",
     release_date="2025-09-18",
     n_parameters=595_776_512,
+    n_embedding_parameters=None,
     memory_usage_mb=1137,
     embed_dim=1024,
     license="apache-2.0",
     max_tokens=8192,
     reference="https://huggingface.co/codefuse-ai/F2LLM-0.6B",
     similarity_fn_name="cosine",
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "safetensors", "Transformers"],
     use_instructions=True,
     public_training_code="https://github.com/codefuse-ai/F2LLM",
     public_training_data="https://huggingface.co/datasets/codefuse-ai/F2LLM",
@@ -266,13 +267,14 @@ F2LLM_1B7 = ModelMeta(
     revision="fdce0e09655f42cea26f7f66f5a70cd4507ea45c",
     release_date="2025-09-18",
     n_parameters=1_720_574_976,
+    n_embedding_parameters=None,
     memory_usage_mb=3282,
     embed_dim=2560,
     license="apache-2.0",
     max_tokens=8192,
     reference="https://huggingface.co/codefuse-ai/F2LLM-1.7B",
     similarity_fn_name="cosine",
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "safetensors", "Transformers"],
     use_instructions=True,
     public_training_code="https://github.com/codefuse-ai/F2LLM",
     public_training_data="https://huggingface.co/datasets/codefuse-ai/F2LLM",
@@ -296,13 +298,14 @@ F2LLM_4B = ModelMeta(
     revision="9fe95901ed2b6b59dd7673d6e93c9d76766a1e25",
     release_date="2025-09-18",
     n_parameters=4_021_774_336,
+    n_embedding_parameters=None,
     memory_usage_mb=7672,
     embed_dim=2560,
     license="apache-2.0",
     max_tokens=8192,
     reference="https://huggingface.co/codefuse-ai/F2LLM-4B",
     similarity_fn_name="cosine",
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "safetensors", "Transformers"],
     use_instructions=True,
     public_training_code="https://github.com/codefuse-ai/F2LLM",
     public_training_data="https://huggingface.co/datasets/codefuse-ai/F2LLM",
@@ -318,6 +321,7 @@ C2LLM_0B5 = ModelMeta(
     release_date="2025-12-22",
     languages=c2llm_languages,
     n_parameters=497252096,
+    n_embedding_parameters=None,
     memory_usage_mb=948.0,
     max_tokens=32768,
     embed_dim=896,
@@ -325,7 +329,7 @@ C2LLM_0B5 = ModelMeta(
     open_weights=True,
     public_training_code=None,
     public_training_data=None,
-    framework=["PyTorch", "Sentence Transformers"],
+    framework=["PyTorch", "Sentence Transformers", "Transformers", "safetensors"],
     reference="https://huggingface.co/codefuse-ai/C2LLM-0.5B",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=True,
@@ -346,6 +350,7 @@ C2LLM_7B = ModelMeta(
     release_date="2025-12-22",
     languages=c2llm_languages,
     n_parameters=7667028992,
+    n_embedding_parameters=None,
     memory_usage_mb=14624.0,
     max_tokens=32768,
     embed_dim=3584,
@@ -353,7 +358,7 @@ C2LLM_7B = ModelMeta(
     open_weights=True,
     public_training_code=None,
     public_training_data=None,
-    framework=["PyTorch", "Sentence Transformers"],
+    framework=["PyTorch", "Sentence Transformers", "Transformers", "safetensors"],
     reference="https://huggingface.co/codefuse-ai/C2LLM-7B",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=True,

mteb/models/model_implementations/codesage_models.py

@@ -28,6 +28,7 @@ codesage_large = ModelMeta(
     release_date="2024-02-03",
     modalities=["text"],
     n_parameters=1_300_000_000,
+    n_embedding_parameters=100_667_392,
     memory_usage_mb=4959,
     max_tokens=2048,
     embed_dim=2048,
@@ -35,7 +36,7 @@ codesage_large = ModelMeta(
     open_weights=True,
     public_training_code=None,
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers"],
     reference="https://huggingface.co/codesage/codesage-large-v2",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
@@ -55,6 +56,7 @@ codesage_base = ModelMeta(
     release_date="2024-02-03",
     modalities=["text"],
     n_parameters=356_000_000,
+    n_embedding_parameters=50_333_696,
     memory_usage_mb=1358,
     max_tokens=2048,
     embed_dim=1024,
@@ -62,7 +64,7 @@ codesage_base = ModelMeta(
     open_weights=True,
     public_training_code=None,
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers"],
     reference="https://huggingface.co/codesage/codesage-base-v2",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
@@ -82,6 +84,7 @@ codesage_small = ModelMeta(
     release_date="2024-02-03",
     modalities=["text"],
     n_parameters=130_000_000,
+    n_embedding_parameters=50_333_696,
     memory_usage_mb=496,
     max_tokens=2048,
     embed_dim=1024,
@@ -89,7 +92,7 @@ codesage_small = ModelMeta(
     open_weights=True,
     public_training_code=None,
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers"],
     reference="https://huggingface.co/codesage/codesage-small-v2",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,

mteb/models/model_implementations/cohere_models.py

@@ -1,18 +1,24 @@
+from __future__ import annotations
+
 import logging
 import time
 from functools import wraps
-from typing import Any, Literal, get_args
+from typing import TYPE_CHECKING, Any, Literal, get_args
 
 import numpy as np
 import torch
-from torch.utils.data import DataLoader
 from tqdm.auto import tqdm
 
 from mteb._requires_package import requires_package
-from mteb.abstasks.task_metadata import TaskMetadata
 from mteb.models.abs_encoder import AbsEncoder
 from mteb.models.model_meta import ModelMeta, ScoringFunction
-from mteb.types import Array, BatchedInput, PromptType
+from mteb.types import PromptType
+
+if TYPE_CHECKING:
+    from torch.utils.data import DataLoader
+
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.types import Array, BatchedInput
 
 logger = logging.getLogger(__name__)
 
@@ -222,7 +228,7 @@ class CohereTextEmbeddingModel(AbsEncoder):
     ) -> None:
         requires_package(self, "cohere", model_name, "pip install 'mteb[cohere]'")
 
-        import cohere  # type: ignore
+        import cohere
 
         self.model_name = model_name.removeprefix("Cohere/Cohere-")
         self.sep = sep
@@ -386,13 +392,14 @@ cohere_mult_3 = ModelMeta(
     revision="1",
     release_date="2023-11-02",
     n_parameters=None,
+    n_embedding_parameters=None,
     memory_usage_mb=None,
     max_tokens=None,
     embed_dim=512,
     reference="https://cohere.com/blog/introducing-embed-v3",
     license=None,
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["API"],
+    framework=["API", "Transformers"],
     use_instructions=True,
     public_training_code=None,
     public_training_data=None,  # assumed
@@ -412,12 +419,13 @@ cohere_eng_3 = ModelMeta(
     revision="1",
     release_date="2023-11-02",
     n_parameters=None,
+    n_embedding_parameters=None,
     memory_usage_mb=None,
     max_tokens=512,
     embed_dim=1024,
     license=None,
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["API"],
+    framework=["API", "Transformers"],
     use_instructions=True,
     public_training_code=None,
     public_training_data=None,  # assumed
@@ -437,12 +445,13 @@ cohere_mult_light_3 = ModelMeta(
     reference="https://cohere.com/blog/introducing-embed-v3",
     release_date="2023-11-02",
     n_parameters=None,
+    n_embedding_parameters=None,
     memory_usage_mb=None,
     max_tokens=512,
     embed_dim=384,
     license=None,
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["API"],
+    framework=["API", "Transformers"],
     use_instructions=True,
     public_training_code=None,
     public_training_data=None,  # assumed
@@ -462,12 +471,13 @@ cohere_eng_light_3 = ModelMeta(
     revision="1",
     release_date="2023-11-02",
     n_parameters=None,
+    n_embedding_parameters=None,
     memory_usage_mb=None,
     max_tokens=512,
     embed_dim=384,
     license=None,
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["API"],
+    framework=["API", "Transformers"],
     use_instructions=True,
     public_training_code=None,
     public_training_data=None,  # assumed