mteb 2.5.2__py3-none-any.whl → 2.7.9__py3-none-any.whl

mteb/models/model_implementations/jina_clip.py

@@ -1,14 +1,20 @@
-from typing import Any
+from __future__ import annotations
+
+from typing import TYPE_CHECKING, Any
 
 import torch
-from torch.utils.data import DataLoader
 from tqdm.auto import tqdm
 
 from mteb._requires_package import requires_image_dependencies
-from mteb.abstasks.task_metadata import TaskMetadata
 from mteb.models.abs_encoder import AbsEncoder
+from mteb.models.model_implementations.colpali_models import COLPALI_TRAINING_DATA
 from mteb.models.model_meta import ModelMeta, ScoringFunction
-from mteb.types import Array, BatchedInput, PromptType
+
+if TYPE_CHECKING:
+    from torch.utils.data import DataLoader
+
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.types import Array, BatchedInput, PromptType
 
 JINA_CLIP_CITATION = """@article{koukounas2024jinaclip,
   title={Jina CLIP: Your CLIP Model Is Also Your Text Retriever},
@@ -120,8 +126,17 @@ class JinaCLIPModel(AbsEncoder):
         raise ValueError
 
 
+_JINA_CLIP_TRAIN_DATASETS_V1 = {
+    # LAION400M
+    # ShareGPT4V
+    "MSMARCO",
+    "NQ",
+    "HotpotQA",
+    # Natural Language Inference (NLI) dataset (Bowman et al., 2015)
+}
+
 jina_clip_v1 = ModelMeta(
-    loader=JinaCLIPModel,  # type: ignore
+    loader=JinaCLIPModel,
     name="jinaai/jina-clip-v1",
     model_type=["dense"],
     languages=["eng-Latn"],
@@ -129,6 +144,7 @@ jina_clip_v1 = ModelMeta(
     release_date="2024-05-30",
     modalities=["image", "text"],
     n_parameters=223_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=849,
     max_tokens=8192,
     embed_dim=768,
@@ -136,17 +152,45 @@ jina_clip_v1 = ModelMeta(
     open_weights=True,
     public_training_code=None,
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "ONNX", "safetensors"],
     reference="https://huggingface.co/jinaai/jina-clip-v1",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=True,
-    training_datasets={
-        # LAION400M
-        # ShareGPT4V
-        "MSMARCO",
-        # NQ
-        # HotpotQA
-        # Natural Language Inference (NLI) dataset (Bowman et al., 2015)
-    },
+    training_datasets=_JINA_CLIP_TRAIN_DATASETS_V1,
     citation=JINA_CLIP_CITATION,
+    superseded_by="jinaai/jina-clip-v2",
+)
+
+jina_clip_v2 = ModelMeta(
+    loader=JinaCLIPModel,
+    name="jinaai/jina-clip-v2",
+    revision="344d954da76eb8ad47a7aaff42d012e30c15b8fe",
+    release_date="2024-10-09",
+    languages=["eng-Latn"],
+    n_parameters=865278477,
+    memory_usage_mb=1650.0,
+    max_tokens=8192,
+    embed_dim=1024,
+    license="cc-by-nc-4.0",
+    open_weights=True,
+    public_training_code=None,
+    public_training_data=None,
+    framework=["PyTorch", "Sentence Transformers"],
+    reference="https://huggingface.co/jinaai/jina-clip-v2",
+    similarity_fn_name=ScoringFunction.COSINE,
+    use_instructions=False,
+    training_datasets=_JINA_CLIP_TRAIN_DATASETS_V1 | COLPALI_TRAINING_DATA,
+    modalities=["text", "image"],
+    model_type=["dense"],
+    citation="""
+@misc{koukounas2024jinaclipv2multilingualmultimodalembeddings,
+      title={jina-clip-v2: Multilingual Multimodal Embeddings for Text and Images},
+      author={Andreas Koukounas and Georgios Mastrapas and Bo Wang and Mohammad Kalim Akram and Sedigheh Eslami and Michael Günther and Isabelle Mohr and Saba Sturua and Scott Martens and Nan Wang and Han Xiao},
+      year={2024},
+      eprint={2412.08802},
+      archivePrefix={arXiv},
+      primaryClass={cs.CL},
+      url={https://arxiv.org/abs/2412.08802},
+}
+""",
 )

mteb/models/model_implementations/jina_models.py

@@ -1,14 +1,13 @@
+from __future__ import annotations
+
 import logging
 from collections import defaultdict
-from typing import Any, ClassVar
+from typing import TYPE_CHECKING, Any, ClassVar
 
 import numpy as np
 import torch
-from sentence_transformers import CrossEncoder
-from torch.utils.data import DataLoader
 
 from mteb._requires_package import requires_package
-from mteb.abstasks.task_metadata import TaskMetadata
 from mteb.languages import PROGRAMMING_LANGS
 from mteb.models.abs_encoder import AbsEncoder
 from mteb.models.model_meta import ModelMeta, ScoringFunction
@@ -16,7 +15,13 @@ from mteb.models.sentence_transformer_wrapper import (
     CrossEncoderWrapper,
     SentenceTransformerEncoderWrapper,
 )
-from mteb.types import Array, BatchedInput, PromptType
+
+if TYPE_CHECKING:
+    from sentence_transformers import CrossEncoder
+    from torch.utils.data import DataLoader
+
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.types import Array, BatchedInput, PromptType
 
 logger = logging.getLogger(__name__)
 
@@ -257,6 +262,7 @@ class JinaRerankerV3Wrapper(CrossEncoderWrapper):
         self,
         model: CrossEncoder | str,
         revision: str | None = None,
+        device: str | None = None,
         trust_remote_code: bool = True,
         **kwargs: Any,
     ) -> None:
@@ -267,10 +273,7 @@ class JinaRerankerV3Wrapper(CrossEncoderWrapper):
             model, trust_remote_code=trust_remote_code, dtype="auto"
         )
 
-        device = kwargs.get("device", None)
-        if device is None:
-            device = get_device_name()
-            logger.info(f"Use pytorch device: {device}")
+        device = device or get_device_name()
 
         self.model.to(device)
         self.model.eval()
@@ -320,6 +323,7 @@ class JinaWrapper(SentenceTransformerEncoderWrapper):
         self,
         model: str,
         revision: str,
+        device: str | None = None,
         model_prompts: dict[str, str] | None = None,
         **kwargs,
     ) -> None:
@@ -339,7 +343,9 @@ class JinaWrapper(SentenceTransformerEncoderWrapper):
         )
         import flash_attn  # noqa: F401
 
-        super().__init__(model, revision, model_prompts, **kwargs)
+        super().__init__(
+            model, revision, device=device, model_prompts=model_prompts, **kwargs
+        )
 
     def encode(
         self,
@@ -727,12 +733,13 @@ jina_reranker_v3 = ModelMeta(
     release_date="2025-09-18",  # official release date
     modalities=["text"],
     n_parameters=int(0.6 * 1e9),
+    n_embedding_parameters=None,
     memory_usage_mb=1138,
     max_tokens=131072,
     embed_dim=None,
     license="cc-by-nc-4.0",
     similarity_fn_name=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     use_instructions=None,
     reference="https://huggingface.co/jinaai/jina-reranker-v3",
     public_training_code=None,
@@ -770,12 +777,13 @@ jina_embeddings_v4 = ModelMeta(
     release_date="2025-06-24",  # official release date
     modalities=["image", "text"],
     n_parameters=int(3.8 * 1e9),
+    n_embedding_parameters=None,
     memory_usage_mb=7500,
     max_tokens=32768,
     embed_dim=2048,
     license="cc-by-nc-4.0",
     similarity_fn_name="cosine",
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "Transformers", "safetensors"],
     use_instructions=True,
     reference="https://huggingface.co/jinaai/jina-embeddings-v4",
     public_training_code=None,
@@ -795,7 +803,7 @@ jina_embeddings_v4 = ModelMeta(
 
 
 jina_embeddings_v3 = ModelMeta(
-    loader=JinaWrapper,  # type: ignore
+    loader=JinaWrapper,
     loader_kwargs=dict(
         trust_remote_code=True,
         model_prompts={
@@ -818,12 +826,19 @@ jina_embeddings_v3 = ModelMeta(
     revision="215a6e121fa0183376388ac6b1ae230326bfeaed",
     release_date="2024-09-18",  # official release date
     n_parameters=int(572 * 1e6),
+    n_embedding_parameters=None,
     memory_usage_mb=1092,
     max_tokens=8194,
     embed_dim=1024,
     license="cc-by-nc-4.0",
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=[
+        "Sentence Transformers",
+        "PyTorch",
+        "Transformers",
+        "ONNX",
+        "safetensors",
+    ],
     use_instructions=True,
     reference="https://huggingface.co/jinaai/jina-embeddings-v3",
     public_training_code=None,
@@ -872,13 +887,14 @@ jina_embeddings_v2_base_en = ModelMeta(
     revision="6e85f575bc273f1fd840a658067d0157933c83f0",
     release_date="2023-09-27",
     n_parameters=137_000_000,
+    n_embedding_parameters=23_445_504,
     memory_usage_mb=262,
     embed_dim=768,
     license="apache-2.0",
     max_tokens=8192,
     reference="https://huggingface.co/jinaai/jina-embeddings-v2-base-en",
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "ONNX", "safetensors"],
     use_instructions=False,
     superseded_by=None,
     adapted_from="jina-bert-base-en-v1",  # pretrained on C4 with Alibi to support longer context.
@@ -936,13 +952,14 @@ jina_embeddings_v2_small_en = ModelMeta(
     revision="44e7d1d6caec8c883c2d4b207588504d519788d0",
     release_date="2023-09-27",
     n_parameters=32_700_000,
+    n_embedding_parameters=15_630_336,
     memory_usage_mb=62,
     embed_dim=512,
     license="apache-2.0",
     max_tokens=8192,
     reference="https://huggingface.co/jinaai/jina-embeddings-v2-small-en",
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "ONNX", "safetensors"],
     use_instructions=False,
     superseded_by=None,
     adapted_from="jina-bert-smalll-en-v1",  # pretrained on C4 with Alibi to support longer context
@@ -997,6 +1014,7 @@ jina_embedding_b_en_v1 = ModelMeta(
     revision="32aa658e5ceb90793454d22a57d8e3a14e699516",
     release_date="2023-07-07",
     n_parameters=110_000_000,
+    n_embedding_parameters=24_674_304,
     memory_usage_mb=420,
     embed_dim=768,
     license="apache-2.0",
@@ -1054,6 +1072,7 @@ jina_embedding_s_en_v1 = ModelMeta(
     revision="5ac6cd473e2324c6d5f9e558a6a9f65abb57143e",
     release_date="2023-07-07",
     n_parameters=35_000_000,
+    n_embedding_parameters=16_449_536,
     memory_usage_mb=134,
     embed_dim=512,
     license="apache-2.0",

mteb/models/model_implementations/kalm_models.py

@@ -1,14 +1,20 @@
+from __future__ import annotations
+
 import logging
-from typing import Any
+from typing import TYPE_CHECKING, Any
 
 import torch
-from torch.utils.data import DataLoader
 
-from mteb.abstasks.task_metadata import TaskMetadata
 from mteb.models.instruct_wrapper import InstructSentenceTransformerModel
 from mteb.models.model_meta import ModelMeta
 from mteb.models.sentence_transformer_wrapper import sentence_transformers_loader
-from mteb.types import Array, BatchedInput, PromptType
+from mteb.types import PromptType
+
+if TYPE_CHECKING:
+    from torch.utils.data import DataLoader
+
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.types import Array, BatchedInput
 
 logger = logging.getLogger(__name__)
 
@@ -774,6 +780,7 @@ HIT_TMG__KaLM_embedding_multilingual_mini_instruct_v1 = ModelMeta(
     release_date="2024-10-23",
     languages=["eng-Latn", "zho-Hans"],
     n_parameters=494032768,
+    n_embedding_parameters=136_134_656,
     memory_usage_mb=1885,
     max_tokens=512,
     embed_dim=896,
@@ -799,6 +806,7 @@ HIT_TMG__KaLM_embedding_multilingual_mini_v1 = ModelMeta(
     release_date="2024-08-27",
     languages=["eng-Latn", "zho-Hans"],
     n_parameters=494032768,
+    n_embedding_parameters=136_134_656,
     memory_usage_mb=1885,
     max_tokens=512,
     embed_dim=896,
@@ -830,6 +838,7 @@ HIT_TMG__KaLM_embedding_multilingual_mini_instruct_v1_5 = ModelMeta(
     release_date="2024-12-26",
     languages=["eng-Latn", "zho-Hans"],
     n_parameters=494032768,
+    n_embedding_parameters=136_134_656,
     memory_usage_mb=1885,
     max_tokens=512,
     embed_dim=896,
@@ -861,6 +870,7 @@ HIT_TMG__KaLM_embedding_multilingual_mini_instruct_v2 = ModelMeta(
     release_date="2025-06-25",
     languages=["eng-Latn", "zho-Hans"],
     n_parameters=494032768,
+    n_embedding_parameters=136_134_656,
     memory_usage_mb=942,
     max_tokens=512,
     embed_dim=896,
@@ -892,6 +902,7 @@ KaLM_Embedding_KaLM_embedding_multilingual_mini_instruct_v2_5 = ModelMeta(
     release_date="2025-09-30",
     languages=["eng-Latn", "zho-Hans"],
     n_parameters=494032768,
+    n_embedding_parameters=136_134_656,
     memory_usage_mb=1885,
     max_tokens=512,
     embed_dim=896,
@@ -907,23 +918,23 @@ KaLM_Embedding_KaLM_embedding_multilingual_mini_instruct_v2_5 = ModelMeta(
     adapted_from="HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v2",
     superseded_by=None,
     citation="""@misc{zhao2025kalmembeddingv2,
-      title={KaLM-Embedding-V2: Superior Training Techniques and Data Inspire A Versatile Embedding Model}, 
+      title={KaLM-Embedding-V2: Superior Training Techniques and Data Inspire A Versatile Embedding Model},
       author={Xinping Zhao and Xinshuo Hu and Zifei Shan and Shouzheng Huang and Yao Zhou and Xin Zhang and Zetian Sun and Zhenyu Liu and Dongfang Li and Xinyuan Wei and Youcheng Pan and Yang Xiang and Meishan Zhang and Haofen Wang and Jun Yu and Baotian Hu and Min Zhang},
       year={2025},
       eprint={2506.20923},
       archivePrefix={arXiv},
       primaryClass={cs.CL},
-      url={https://arxiv.org/abs/2506.20923}, 
+      url={https://arxiv.org/abs/2506.20923},
 }
 
 @misc{hu2025kalmembedding,
-      title={KaLM-Embedding: Superior Training Data Brings A Stronger Embedding Model}, 
+      title={KaLM-Embedding: Superior Training Data Brings A Stronger Embedding Model},
       author={Xinshuo Hu and Zifei Shan and Xinping Zhao and Zetian Sun and Zhenyu Liu and Dongfang Li and Shaolin Ye and Xinyuan Wei and Qian Chen and Baotian Hu and Haofen Wang and Jun Yu and Min Zhang},
       year={2025},
       eprint={2501.01028},
       archivePrefix={arXiv},
       primaryClass={cs.CL},
-      url={https://arxiv.org/abs/2501.01028}, 
+      url={https://arxiv.org/abs/2501.01028},
 }""",
 )
 
@@ -942,6 +953,7 @@ KaLM_Embedding_gemma_3_12b_2511 = ModelMeta(
     open_weights=True,
     release_date="2025-11-06",
     n_parameters=11.76 * 1e9,
+    n_embedding_parameters=None,
     memory_usage_mb=44884,
     max_tokens=32768,
     embed_dim=3840,
@@ -954,22 +966,22 @@ KaLM_Embedding_gemma_3_12b_2511 = ModelMeta(
     public_training_data=None,
     training_datasets=KaLM_Embedding_gemma_3_12b_training_data,
     citation="""@misc{zhao2025kalmembeddingv2,
-      title={KaLM-Embedding-V2: Superior Training Techniques and Data Inspire A Versatile Embedding Model}, 
+      title={KaLM-Embedding-V2: Superior Training Techniques and Data Inspire A Versatile Embedding Model},
       author={Xinping Zhao and Xinshuo Hu and Zifei Shan and Shouzheng Huang and Yao Zhou and Xin Zhang and Zetian Sun and Zhenyu Liu and Dongfang Li and Xinyuan Wei and Youcheng Pan and Yang Xiang and Meishan Zhang and Haofen Wang and Jun Yu and Baotian Hu and Min Zhang},
       year={2025},
       eprint={2506.20923},
       archivePrefix={arXiv},
       primaryClass={cs.CL},
-      url={https://arxiv.org/abs/2506.20923}, 
+      url={https://arxiv.org/abs/2506.20923},
 }
 
 @misc{hu2025kalmembedding,
-      title={KaLM-Embedding: Superior Training Data Brings A Stronger Embedding Model}, 
+      title={KaLM-Embedding: Superior Training Data Brings A Stronger Embedding Model},
       author={Xinshuo Hu and Zifei Shan and Xinping Zhao and Zetian Sun and Zhenyu Liu and Dongfang Li and Shaolin Ye and Xinyuan Wei and Qian Chen and Baotian Hu and Haofen Wang and Jun Yu and Min Zhang},
       year={2025},
       eprint={2501.01028},
       archivePrefix={arXiv},
       primaryClass={cs.CL},
-      url={https://arxiv.org/abs/2501.01028}, 
+      url={https://arxiv.org/abs/2501.01028},
 }""",
 )

mteb/models/model_implementations/kblab.py

@@ -10,22 +10,29 @@ sbert_swedish = ModelMeta(
     revision="6b5e83cd29c03729cfdc33d13b1423399b0efb5c",
     release_date="2023-01-11",
     n_parameters=124690944,
+    n_embedding_parameters=38_649_600,
     memory_usage_mb=476,
     embed_dim=768,
     license="apache-2.0",
     max_tokens=384,
     reference="https://huggingface.co/KBLab/sentence-bert-swedish-cased",
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=[
+        "Sentence Transformers",
+        "PyTorch",
+        "safetensors",
+        "GGUF",
+        "Transformers",
+    ],
     use_instructions=False,
     public_training_code=None,
     public_training_data=None,
     training_datasets=None,
     adapted_from="sentence-transformers/all-mpnet-base-v2",
-    citation="""@misc{rekathati2021introducing,  
-  author = {Rekathati, Faton},  
-  title = {The KBLab Blog: Introducing a Swedish Sentence Transformer},  
-  url = {https://kb-labb.github.io/posts/2021-08-23-a-swedish-sentence-transformer/},  
-  year = {2021}  
+    citation="""@misc{rekathati2021introducing,
+  author = {Rekathati, Faton},
+  title = {The KBLab Blog: Introducing a Swedish Sentence Transformer},
+  url = {https://kb-labb.github.io/posts/2021-08-23-a-swedish-sentence-transformer/},
+  year = {2021}
 }""",
 )

mteb/models/model_implementations/kennethenevoldsen_models.py

@@ -4,7 +4,7 @@ from mteb.models.sentence_transformer_wrapper import (
 )
 
 dfm_enc_large = ModelMeta(
-    loader=sentence_transformers_loader,  # type: ignore
+    loader=sentence_transformers_loader,
     name="KennethEnevoldsen/dfm-sentence-encoder-large",
     model_type=["dense"],
     languages=["dan-Latn"],
@@ -12,13 +12,14 @@ dfm_enc_large = ModelMeta(
     revision="132c53391e7a780dc6a2f9a03724d0158fe7122c",
     release_date="2023-07-12",
     n_parameters=355087360,
+    n_embedding_parameters=51_200_000,
     memory_usage_mb=1554,
     embed_dim=1024,
     license="mit",
     max_tokens=512,
     reference="https://huggingface.co/KennethEnevoldsen/dfm-sentence-encoder-large",
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "Transformers", "safetensors"],
     use_instructions=False,
     superseded_by=None,
     adapted_from="chcaa/dfm-encoder-large-v1",
@@ -39,7 +40,7 @@ dfm_enc_large = ModelMeta(
 )
 
 dfm_enc_med = ModelMeta(
-    loader=sentence_transformers_loader,  # type: ignore
+    loader=sentence_transformers_loader,
     name="KennethEnevoldsen/dfm-sentence-encoder-medium",
     model_type=["dense"],
     languages=["dan-Latn"],
@@ -47,13 +48,14 @@ dfm_enc_med = ModelMeta(
     revision="701bce95d499fa97610d57e8823c54fd1fb79930",
     release_date="2023-07-12",
     n_parameters=124445952,
+    n_embedding_parameters=38_403_840,
     memory_usage_mb=475,
     embed_dim=768,
     license="mit",
     max_tokens=512,
     reference="https://huggingface.co/KennethEnevoldsen/dfm-sentence-encoder-medium",
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "Transformers"],
     use_instructions=False,
     superseded_by=None,
     adapted_from=None,

mteb/models/model_implementations/kfst.py

@@ -10,13 +10,14 @@ xlmr_scandi = ModelMeta(
     revision="d40c10ca7b1e68b5a8372f2d112dac9eb3279df1",
     release_date="2022-02-22",
     n_parameters=278043648,
+    n_embedding_parameters=192_001_536,
     memory_usage_mb=1061,
     embed_dim=768,
     license="not specified",
     max_tokens=512,
     reference="https://huggingface.co/KFST/XLMRoberta-en-da-sv-nb",
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "safetensors", "Transformers"],
     use_instructions=False,
     public_training_code=None,
     public_training_data=None,

mteb/models/model_implementations/kowshik24_models.py

@@ -9,13 +9,14 @@ kowshik24_bangla_embedding_model = ModelMeta(
     revision="6689c21e69be5950596bad084457cbaa138728d8",
     release_date="2025-11-10",
     n_parameters=278_000_000,
+    n_embedding_parameters=192_001_536,
     memory_usage_mb=1061,
     embed_dim=768,
     license="apache-2.0",
     max_tokens=128,
     reference="https://huggingface.co/Kowshik24/bangla-sentence-transformer-ft-matryoshka-paraphrase-multilingual-mpnet-base-v2",
     similarity_fn_name="cosine",
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "safetensors"],
     use_instructions=False,
     public_training_code="https://github.com/kowshik24/Bangla-Embedding",
     public_training_data="https://huggingface.co/datasets/sartajekram/BanglaRQA",

mteb/models/model_implementations/lens_models.py

@@ -18,6 +18,7 @@ lens_d4000 = ModelMeta(
     revision="e473b33364e6c48a324796fd1411d3b93670c6fe",
     release_date="2025-01-17",
     n_parameters=int(7.11 * 1e9),
+    n_embedding_parameters=131_084_288,
     memory_usage_mb=27125,
     embed_dim=4000,
     license="apache-2.0",
@@ -41,6 +42,7 @@ lens_d8000 = ModelMeta(
     revision="a0b87bd91cb27b6f2f0b0fe22c28026da1d464ef",
     release_date="2025-01-17",
     n_parameters=int(7.11 * 1e9),
+    n_embedding_parameters=131_084_288,
     memory_usage_mb=27125,
     embed_dim=8000,
     license="apache-2.0",

mteb/models/model_implementations/lgai_embedding_models.py

@@ -52,13 +52,14 @@ lgai_embedding_en = ModelMeta(
     revision="5e0b2316acc8c2e2941ded6b9cb200b1cb313e65",
     release_date="2025-06-11",
     n_parameters=7_110_000_000,
+    n_embedding_parameters=131_084_288,
     memory_usage_mb=27125,
     embed_dim=4096,
     license="apache-2.0",
     max_tokens=32768,
     reference="https://huggingface.co/annamodels/LGAI-Embedding-Preview",
     similarity_fn_name="cosine",
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "safetensors", "Transformers"],
     use_instructions=True,
     public_training_code=None,
     public_training_data=None,

mteb/models/model_implementations/linq_models.py

@@ -1,11 +1,16 @@
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
 import torch
 
 from mteb.models.instruct_wrapper import instruct_wrapper
 from mteb.models.model_meta import ModelMeta, ScoringFunction
-from mteb.types import PromptType
 
 from .e5_instruct import E5_MISTRAL_TRAINING_DATA
 
+if TYPE_CHECKING:
+    from mteb.types import PromptType
 LINQ_EMBED_MISTRAL_CITATION = """@misc{LinqAIResearch2024,
   title={Linq-Embed-Mistral:Elevating Text Retrieval with Improved GPT Data Through Task-Specific Control and Quality Refinement},
   author={Junseong Kim and Seolhwa Lee and Jihoon Kwon and Sangmo Gu and Yejin Kim and Minkyung Cho and Jy-yong Sohn and Chanyeol Choi},
@@ -38,13 +43,14 @@ Linq_Embed_Mistral = ModelMeta(
     revision="0c1a0b0589177079acc552433cad51d7c9132379",
     release_date="2024-05-29",  # initial commit of hf model.
     n_parameters=7_110_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=13563,
     embed_dim=4096,
     license="cc-by-nc-4.0",
     max_tokens=32768,
     reference="https://huggingface.co/Linq-AI-Research/Linq-Embed-Mistral",
     similarity_fn_name=ScoringFunction.COSINE,
-    framework=["Sentence Transformers", "PyTorch"],
+    framework=["Sentence Transformers", "PyTorch", "safetensors", "Transformers"],
     use_instructions=True,
     public_training_code=None,
     public_training_data=None,

mteb/models/model_implementations/listconranker.py

@@ -1,14 +1,19 @@
-from typing import Any
+from __future__ import annotations
+
+from typing import TYPE_CHECKING, Any
 
 import torch
-from torch.utils.data import DataLoader
 
-from mteb.abstasks.task_metadata import TaskMetadata
 from mteb.models.model_meta import ModelMeta
-from mteb.types import BatchedInput, PromptType
 
 from .rerankers_custom import RerankerWrapper
 
+if TYPE_CHECKING:
+    from torch.utils.data import DataLoader
+
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.types import BatchedInput, PromptType
+
 LISTCONRANKER_CITATION = """@article{liu2025listconranker,
   title={ListConRanker: A Contrastive Text Reranker with Listwise Encoding},
   author={Liu, Junlong and Ma, Yue and Zhao, Ruihui and Zheng, Junhao and Ma, Qianli and Kang, Yangyang},
@@ -118,6 +123,7 @@ listconranker = ModelMeta(
     revision="95ae6a5f422a916bc36520f0f3e198e7d91520a0",
     release_date="2024-12-11",
     n_parameters=401_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=1242,
     similarity_fn_name="cosine",
     training_datasets=listconranker_training_datasets,
@@ -125,7 +131,7 @@ listconranker = ModelMeta(
     license="mit",
     max_tokens=512,
     reference="https://huggingface.co/ByteDance/ListConRanker",
-    framework=["PyTorch"],
+    framework=["PyTorch", "Sentence Transformers", "safetensors", "Transformers"],
     use_instructions=False,
     public_training_code=None,
     public_training_data=None,