mteb 2.5.2__py3-none-any.whl → 2.7.9__py3-none-any.whl

mteb/models/model_implementations/cohere_v.py

@@ -1,15 +1,15 @@
+from __future__ import annotations
+
 import base64
 import io
 import os
 import time
-from typing import Any, Literal, get_args
+from typing import TYPE_CHECKING, Any, Literal, get_args
 
 import torch
-from torch.utils.data import DataLoader
 from tqdm.auto import tqdm
 
 from mteb._requires_package import requires_image_dependencies, requires_package
-from mteb.abstasks.task_metadata import TaskMetadata
 from mteb.models import ModelMeta
 from mteb.models.abs_encoder import AbsEncoder
 from mteb.models.model_implementations.cohere_models import (
@@ -18,7 +18,12 @@ from mteb.models.model_implementations.cohere_models import (
     retry_with_rate_limit,
 )
 from mteb.models.model_meta import ScoringFunction
-from mteb.types import Array, BatchedInput, PromptType
+
+if TYPE_CHECKING:
+    from torch.utils.data import DataLoader
+
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.types import Array, BatchedInput, PromptType
 
 
 def _post_process_embeddings(
@@ -378,7 +383,7 @@ def cohere_v_loader(model_name, **kwargs):
 
 
 cohere_mult_3 = ModelMeta(
-    loader=cohere_v_loader,  # type: ignore
+    loader=cohere_v_loader,
     loader_kwargs={"model_name": "embed-multilingual-v3.0"},
     name="cohere/embed-multilingual-v3.0",
     model_type=["dense"],
@@ -386,6 +391,7 @@ cohere_mult_3 = ModelMeta(
     revision="1",
     release_date="2024-10-24",
     n_parameters=None,
+    n_embedding_parameters=None,
     memory_usage_mb=None,
     max_tokens=None,
     embed_dim=1024,
@@ -402,7 +408,7 @@ cohere_mult_3 = ModelMeta(
 )
 
 cohere_eng_3 = ModelMeta(
-    loader=cohere_v_loader,  # type: ignore
+    loader=cohere_v_loader,
     loader_kwargs={"model_name": "embed-english-v3.0"},
     name="cohere/embed-english-v3.0",
     model_type=["dense"],
@@ -410,6 +416,7 @@ cohere_eng_3 = ModelMeta(
     revision="1",
     release_date="2024-10-24",
     n_parameters=None,
+    n_embedding_parameters=None,
     memory_usage_mb=None,
     max_tokens=None,
     embed_dim=1024,
@@ -434,6 +441,7 @@ cohere_embed_v4_multimodal = ModelMeta(
     revision="1",
     release_date="2024-12-01",
     n_parameters=None,
+    n_embedding_parameters=None,
     memory_usage_mb=None,
     max_tokens=128000,
     embed_dim=1536,
@@ -458,6 +466,7 @@ cohere_embed_v4_multimodal_binary = ModelMeta(
     revision="1",
     release_date="2024-12-01",
     n_parameters=None,
+    n_embedding_parameters=None,
     memory_usage_mb=None,
     max_tokens=128000,
     embed_dim=1536,
@@ -483,6 +492,7 @@ cohere_embed_v4_multimodal_int8 = ModelMeta(
     revision="1",
     release_date="2024-12-01",
     n_parameters=None,
+    n_embedding_parameters=None,
     memory_usage_mb=None,
     max_tokens=128000,
     embed_dim=1536,

mteb/models/model_implementations/colpali_models.py

@@ -4,20 +4,21 @@ import logging
 from typing import TYPE_CHECKING, Any
 
 import torch
-from torch.utils.data import DataLoader
 from tqdm.auto import tqdm
 
 from mteb._requires_package import (
     requires_image_dependencies,
     requires_package,
 )
-from mteb.abstasks.task_metadata import TaskMetadata
 from mteb.models.abs_encoder import AbsEncoder
 from mteb.models.model_meta import ModelMeta, ScoringFunction
-from mteb.types import Array, BatchedInput, PromptType
 
 if TYPE_CHECKING:
     from PIL import Image
+    from torch.utils.data import DataLoader
+
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.types import Array, BatchedInput, PromptType
 
 logger = logging.getLogger(__name__)
 
@@ -219,6 +220,7 @@ colpali_v1_1 = ModelMeta(
     release_date="2024-08-21",
     modalities=["image", "text"],
     n_parameters=2_920_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=4700,
     max_tokens=16384,
     embed_dim=128,
@@ -226,7 +228,7 @@ colpali_v1_1 = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/illuin-tech/colpali",
     public_training_data="https://huggingface.co/datasets/vidore/colpali_train_set",
-    framework=["ColPali"],
+    framework=["ColPali", "safetensors"],
     reference="https://huggingface.co/vidore/colpali-v1.1",
     similarity_fn_name=ScoringFunction.MAX_SIM,
     use_instructions=True,
@@ -246,6 +248,7 @@ colpali_v1_2 = ModelMeta(
     release_date="2024-08-26",
     modalities=["image", "text"],
     n_parameters=2_920_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=4700,
     max_tokens=16384,
     embed_dim=128,
@@ -253,7 +256,7 @@ colpali_v1_2 = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/illuin-tech/colpali",
     public_training_data="https://huggingface.co/datasets/vidore/colpali_train_set",
-    framework=["ColPali"],
+    framework=["ColPali", "safetensors"],
     reference="https://huggingface.co/vidore/colpali-v1.2",
     similarity_fn_name=ScoringFunction.MAX_SIM,
     use_instructions=True,
@@ -273,6 +276,7 @@ colpali_v1_3 = ModelMeta(
     release_date="2024-11-01",
     modalities=["image", "text"],
     n_parameters=2_920_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=4700,
     max_tokens=16384,
     embed_dim=128,
@@ -280,7 +284,7 @@ colpali_v1_3 = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/illuin-tech/colpali",
     public_training_data="https://huggingface.co/datasets/vidore/colpali_train_set",
-    framework=["ColPali"],
+    framework=["ColPali", "safetensors"],
     reference="https://huggingface.co/vidore/colpali-v1.3",
     similarity_fn_name=ScoringFunction.MAX_SIM,
     use_instructions=True,

mteb/models/model_implementations/colqwen_models.py

@@ -1,18 +1,23 @@
+from __future__ import annotations
+
 import logging
-from typing import Any
+from typing import TYPE_CHECKING, Any
 
 import torch
-from torch.utils.data import DataLoader
 from tqdm.auto import tqdm
 
 from mteb._requires_package import (
     requires_image_dependencies,
     requires_package,
 )
-from mteb.abstasks.task_metadata import TaskMetadata
 from mteb.models.abs_encoder import AbsEncoder
 from mteb.models.model_meta import ModelMeta, ScoringFunction
-from mteb.types import Array, BatchedInput, PromptType
+
+if TYPE_CHECKING:
+    from torch.utils.data import DataLoader
+
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.types import Array, BatchedInput, PromptType
 
 from .colpali_models import (
     COLPALI_CITATION,
@@ -219,6 +224,7 @@ colqwen2 = ModelMeta(
     release_date="2025-11-03",
     modalities=["image", "text"],
     n_parameters=2_210_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=7200,
     max_tokens=32768,
     embed_dim=128,
@@ -226,7 +232,7 @@ colqwen2 = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/illuin-tech/colpali",
     public_training_data="https://huggingface.co/datasets/vidore/colpali_train_set",
-    framework=["ColPali"],
+    framework=["ColPali", "safetensors"],
     reference="https://huggingface.co/vidore/colqwen2-v1.0",
     similarity_fn_name="MaxSim",
     use_instructions=True,
@@ -246,6 +252,7 @@ colqwen2_5 = ModelMeta(
     release_date="2025-01-31",
     modalities=["image", "text"],
     n_parameters=3_000_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=7200,
     max_tokens=128000,
     embed_dim=128,
@@ -253,7 +260,7 @@ colqwen2_5 = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/illuin-tech/colpali",
     public_training_data="https://huggingface.co/datasets/vidore/colpali_train_set",
-    framework=["ColPali"],
+    framework=["ColPali", "safetensors"],
     reference="https://huggingface.co/vidore/colqwen2.5-v0.2",
     similarity_fn_name="MaxSim",
     use_instructions=True,
@@ -290,6 +297,7 @@ colqwen3_8b = ModelMeta(
     release_date="2025-11-26",
     modalities=["image", "text"],
     n_parameters=8_000_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=16724,
     max_tokens=262144,
     embed_dim=320,
@@ -297,7 +305,7 @@ colqwen3_8b = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/illuin-tech/colpali",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/TomoroAI/tomoro-colqwen3-embed-8b",
     similarity_fn_name=ScoringFunction.MAX_SIM,
     use_instructions=True,
@@ -314,6 +322,7 @@ colqwen3_4b = ModelMeta(
     release_date="2025-11-26",
     modalities=["image", "text"],
     n_parameters=4_000_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=8466,
     max_tokens=262144,
     embed_dim=320,
@@ -321,7 +330,7 @@ colqwen3_4b = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/illuin-tech/colpali",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/TomoroAI/tomoro-colqwen3-embed-4b",
     similarity_fn_name=ScoringFunction.MAX_SIM,
     use_instructions=True,
@@ -329,32 +338,6 @@ colqwen3_4b = ModelMeta(
     citation=TOMORO_CITATION,
 )
 
-colnomic_7b = ModelMeta(
-    loader=ColQwen2_5Wrapper,
-    loader_kwargs=dict(
-        torch_dtype=torch.float16,
-    ),
-    name="nomic-ai/colnomic-embed-multimodal-7b",
-    model_type=["late-interaction"],
-    languages=["eng-Latn"],
-    revision="530094e83a40ca4edcb5c9e5ddfa61a4b5ea0d2f",
-    release_date="2025-03-31",
-    modalities=["image", "text"],
-    n_parameters=7_000_000_000,
-    memory_usage_mb=14400,
-    max_tokens=128000,
-    embed_dim=128,
-    license="apache-2.0",
-    open_weights=True,
-    public_training_code="https://github.com/nomic-ai/colpali",
-    public_training_data="https://huggingface.co/datasets/vidore/colpali_train_set",
-    framework=["ColPali"],
-    reference="https://huggingface.co/nomic-ai/colnomic-embed-multimodal-7b",
-    similarity_fn_name="MaxSim",
-    use_instructions=True,
-    training_datasets=COLPALI_TRAINING_DATA,
-    citation=COLPALI_CITATION,
-)
 
 COLNOMIC_CITATION = """
 @misc{nomicembedmultimodal2025,
@@ -386,6 +369,7 @@ colnomic_3b = ModelMeta(
     release_date="2025-03-31",
     modalities=["image", "text"],
     n_parameters=3_000_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=7200,
     max_tokens=128000,
     embed_dim=128,
@@ -393,7 +377,7 @@ colnomic_3b = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/nomic-ai/colpali",
     public_training_data="https://huggingface.co/datasets/vidore/colpali_train_set",
-    framework=["ColPali"],
+    framework=["ColPali", "safetensors"],
     reference="https://huggingface.co/nomic-ai/colnomic-embed-multimodal-3b",
     similarity_fn_name="MaxSim",
     use_instructions=True,
@@ -402,7 +386,7 @@ colnomic_3b = ModelMeta(
 )
 
 colnomic_7b = ModelMeta(
-    loader=ColQwen2Wrapper,
+    loader=ColQwen2_5Wrapper,
     loader_kwargs=dict(
         torch_dtype=torch.float16,
     ),
@@ -451,6 +435,7 @@ evoqwen25_vl_retriever_3b_v1 = ModelMeta(
     release_date="2025-11-04",
     modalities=["image", "text"],
     n_parameters=3_000_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=7200,
     max_tokens=128000,
     embed_dim=128,
@@ -458,7 +443,7 @@ evoqwen25_vl_retriever_3b_v1 = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/illuin-tech/colpali",
     public_training_data="https://huggingface.co/datasets/vidore/colpali_train_set",
-    framework=["ColPali"],
+    framework=["ColPali", "safetensors"],
     reference="https://huggingface.co/ApsaraStackMaaS/EvoQwen2.5-VL-Retriever-3B-v1",
     similarity_fn_name="MaxSim",
     use_instructions=True,
@@ -477,6 +462,7 @@ evoqwen25_vl_retriever_7b_v1 = ModelMeta(
     release_date="2025-11-04",
     modalities=["image", "text"],
     n_parameters=7_000_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=14400,
     max_tokens=128000,
     embed_dim=128,
@@ -484,7 +470,7 @@ evoqwen25_vl_retriever_7b_v1 = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/illuin-tech/colpali",
     public_training_data="https://huggingface.co/datasets/vidore/colpali_train_set",
-    framework=["ColPali"],
+    framework=["ColPali", "safetensors"],
     reference="https://huggingface.co/ApsaraStackMaaS/EvoQwen2.5-VL-Retriever-7B-v1",
     similarity_fn_name="MaxSim",
     use_instructions=True,

mteb/models/model_implementations/colsmol_models.py

@@ -56,10 +56,11 @@ colsmol_256m = ModelMeta(
     name="vidore/colSmol-256M",
     model_type=["late-interaction"],
     languages=["eng-Latn"],
-    revision="530094e83a40ca4edcb5c9e5ddfa61a4b5ea0d2f",
+    revision="a59110fdf114638b8018e6c9a018907e12f14855",
     release_date="2025-01-22",
     modalities=["image", "text"],
     n_parameters=256_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=800,
     max_tokens=8192,
     embed_dim=128,
@@ -67,7 +68,7 @@ colsmol_256m = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/illuin-tech/colpali",
     public_training_data="https://huggingface.co/datasets/vidore/colpali_train_set",
-    framework=["ColPali"],
+    framework=["ColPali", "safetensors"],
     reference="https://huggingface.co/vidore/colSmol-256M",
     similarity_fn_name="MaxSim",
     use_instructions=True,
@@ -87,6 +88,7 @@ colsmol_500m = ModelMeta(
     release_date="2025-01-22",
     modalities=["image", "text"],
     n_parameters=500_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=1200,
     max_tokens=8192,
     embed_dim=128,
@@ -94,7 +96,7 @@ colsmol_500m = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/illuin-tech/colpali",
     public_training_data="https://huggingface.co/datasets/vidore/colpali_train_set",
-    framework=["ColPali"],
+    framework=["ColPali", "safetensors"],
     reference="https://huggingface.co/vidore/colSmol-500M",
     similarity_fn_name="MaxSim",
     use_instructions=True,

mteb/models/model_implementations/conan_models.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import hashlib
 import json
 import logging
@@ -5,20 +7,24 @@ import os
 import random
 import string
 import time
-from typing import Any
+from typing import TYPE_CHECKING, Any
 
 import numpy as np
 import requests
-from torch.utils.data import DataLoader
 
-from mteb.abstasks.task_metadata import TaskMetadata
 from mteb.models.abs_encoder import AbsEncoder
 from mteb.models.model_meta import ModelMeta
-from mteb.types import Array, BatchedInput, PromptType
 
 from .bge_models import bge_full_data
 from .e5_instruct import E5_MISTRAL_TRAINING_DATA
 
+if TYPE_CHECKING:
+    from torch.utils.data import DataLoader
+
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.types import Array, BatchedInput, PromptType
+
+
 conan_zh_datasets = {
     "BQ",
     "LCQMC",
@@ -205,11 +211,12 @@ Conan_embedding_v2 = ModelMeta(
     embed_dim=3584,
     open_weights=False,
     n_parameters=None,
+    n_embedding_parameters=None,
     memory_usage_mb=None,
     license="apache-2.0",
     reference="https://huggingface.co/TencentBAC/Conan-embedding-v2",
     similarity_fn_name="cosine",
-    framework=["API"],
+    framework=["API", "Sentence Transformers", "Transformers"],
     use_instructions=True,
     training_datasets=E5_MISTRAL_TRAINING_DATA | bge_full_data | conan_zh_datasets,
     public_training_code=None,