mteb 2.5.2__py3-none-any.whl → 2.7.9__py3-none-any.whl

mteb/models/model_implementations/siglip_models.py

@@ -1,13 +1,18 @@
-from typing import Any
+from __future__ import annotations
+
+from typing import TYPE_CHECKING, Any
 
 import torch
-from torch.utils.data import DataLoader
 from tqdm.auto import tqdm
 
-from mteb.abstasks.task_metadata import TaskMetadata
 from mteb.models.abs_encoder import AbsEncoder
 from mteb.models.model_meta import ModelMeta, ScoringFunction
-from mteb.types import Array, BatchedInput, PromptType
+
+if TYPE_CHECKING:
+    from torch.utils.data import DataLoader
+
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.types import Array, BatchedInput, PromptType
 
 SIGLIP_CITATION = """@misc{zhai2023sigmoid,
       title={Sigmoid Loss for Language Image Pre-Training},
@@ -123,7 +128,7 @@ siglip_training_datasets = set(
 )
 
 siglip_so400m_patch14_224 = ModelMeta(
-    loader=SiglipModelWrapper,  # type: ignore
+    loader=SiglipModelWrapper,
     name="google/siglip-so400m-patch14-224",
     model_type=["dense"],
     languages=["eng-Latn"],
@@ -131,6 +136,7 @@ siglip_so400m_patch14_224 = ModelMeta(
     release_date="2024-01-08",
     modalities=["image", "text"],
     n_parameters=877_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=3347,
     max_tokens=16,
     embed_dim=1152,
@@ -138,7 +144,7 @@ siglip_so400m_patch14_224 = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/google-research/big_vision/blob/main/big_vision/trainers/proj/image_text/siglip.py",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/google/siglip-so400m-patch14-224",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
@@ -147,7 +153,7 @@ siglip_so400m_patch14_224 = ModelMeta(
 )
 
 siglip_so400m_patch14_384 = ModelMeta(
-    loader=SiglipModelWrapper,  # type: ignore
+    loader=SiglipModelWrapper,
     name="google/siglip-so400m-patch14-384",
     model_type=["dense"],
     languages=["eng-Latn"],
@@ -155,6 +161,7 @@ siglip_so400m_patch14_384 = ModelMeta(
     release_date="2024-01-08",
     modalities=["image", "text"],
     n_parameters=878_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=3349,
     max_tokens=64,
     embed_dim=1152,
@@ -162,7 +169,7 @@ siglip_so400m_patch14_384 = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/google-research/big_vision/blob/main/big_vision/trainers/proj/image_text/siglip.py",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/google/siglip-so400m-patch14-384",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
@@ -171,7 +178,7 @@ siglip_so400m_patch14_384 = ModelMeta(
 )
 
 siglip_so400m_patch16_256_i18n = ModelMeta(
-    loader=SiglipModelWrapper,  # type: ignore
+    loader=SiglipModelWrapper,
     name="google/siglip-so400m-patch16-256-i18n",
     model_type=["dense"],
     languages=["eng-Latn"],
@@ -179,6 +186,7 @@ siglip_so400m_patch16_256_i18n = ModelMeta(
     release_date="2024-01-08",
     modalities=["image", "text"],
     n_parameters=1_130_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=4306,
     max_tokens=64,
     embed_dim=1152,
@@ -186,7 +194,7 @@ siglip_so400m_patch16_256_i18n = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/google-research/big_vision/blob/main/big_vision/trainers/proj/image_text/siglip.py",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/google/siglip-so400m-patch16-256-i18n",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
@@ -195,7 +203,7 @@ siglip_so400m_patch16_256_i18n = ModelMeta(
 )
 
 siglip_base_patch16_256_multilingual = ModelMeta(
-    loader=SiglipModelWrapper,  # type: ignore
+    loader=SiglipModelWrapper,
     name="google/siglip-base-patch16-256-multilingual",
     model_type=["dense"],
     languages=["eng-Latn"],
@@ -203,6 +211,7 @@ siglip_base_patch16_256_multilingual = ModelMeta(
     release_date="2024-01-08",
     modalities=["image", "text"],
     n_parameters=371_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=1414,
     max_tokens=64,
     embed_dim=768,
@@ -210,7 +219,7 @@ siglip_base_patch16_256_multilingual = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/google-research/big_vision/blob/main/big_vision/trainers/proj/image_text/siglip.py",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/google/siglip-base-patch16-256-multilingual",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
@@ -219,7 +228,7 @@ siglip_base_patch16_256_multilingual = ModelMeta(
 )
 
 siglip_base_patch16_256 = ModelMeta(
-    loader=SiglipModelWrapper,  # type: ignore
+    loader=SiglipModelWrapper,
     name="google/siglip-base-patch16-256",
     model_type=["dense"],
     languages=["eng-Latn"],
@@ -227,6 +236,7 @@ siglip_base_patch16_256 = ModelMeta(
     release_date="2024-01-08",
     modalities=["image", "text"],
     n_parameters=203_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=775,
     max_tokens=64,
     embed_dim=768,
@@ -234,7 +244,7 @@ siglip_base_patch16_256 = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/google-research/big_vision/blob/main/big_vision/trainers/proj/image_text/siglip.py",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/google/siglip-base-patch16-256",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
@@ -243,7 +253,7 @@ siglip_base_patch16_256 = ModelMeta(
 )
 
 siglip_base_patch16_512 = ModelMeta(
-    loader=SiglipModelWrapper,  # type: ignore
+    loader=SiglipModelWrapper,
     name="google/siglip-base-patch16-512",
     model_type=["dense"],
     languages=["eng-Latn"],
@@ -251,6 +261,7 @@ siglip_base_patch16_512 = ModelMeta(
     release_date="2024-01-08",
     modalities=["image", "text"],
     n_parameters=204_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=777,
     max_tokens=64,
     embed_dim=768,
@@ -258,7 +269,7 @@ siglip_base_patch16_512 = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/google-research/big_vision/blob/main/big_vision/trainers/proj/image_text/siglip.py",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/google/siglip-base-patch16-512",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
@@ -267,7 +278,7 @@ siglip_base_patch16_512 = ModelMeta(
 )
 
 siglip_base_patch16_384 = ModelMeta(
-    loader=SiglipModelWrapper,  # type: ignore
+    loader=SiglipModelWrapper,
     name="google/siglip-base-patch16-384",
     model_type=["dense"],
     languages=["eng-Latn"],
@@ -275,6 +286,7 @@ siglip_base_patch16_384 = ModelMeta(
     release_date="2024-01-08",
     modalities=["image", "text"],
     n_parameters=203_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=776,
     max_tokens=64,
     embed_dim=768,
@@ -282,7 +294,7 @@ siglip_base_patch16_384 = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/google-research/big_vision/blob/main/big_vision/trainers/proj/image_text/siglip.py",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/google/siglip-base-patch16-384",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
@@ -291,7 +303,7 @@ siglip_base_patch16_384 = ModelMeta(
 )
 
 siglip_base_patch16_224 = ModelMeta(
-    loader=SiglipModelWrapper,  # type: ignore
+    loader=SiglipModelWrapper,
     name="google/siglip-base-patch16-224",
     model_type=["dense"],
     languages=["eng-Latn"],
@@ -299,6 +311,7 @@ siglip_base_patch16_224 = ModelMeta(
     release_date="2024-01-08",
     modalities=["image", "text"],
     n_parameters=203_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=775,
     max_tokens=64,
     embed_dim=768,
@@ -306,7 +319,7 @@ siglip_base_patch16_224 = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/google-research/big_vision/blob/main/big_vision/trainers/proj/image_text/siglip.py",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/google/siglip-base-patch16-224",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
@@ -315,7 +328,7 @@ siglip_base_patch16_224 = ModelMeta(
 )
 
 siglip_large_patch16_256 = ModelMeta(
-    loader=SiglipModelWrapper,  # type: ignore
+    loader=SiglipModelWrapper,
     name="google/siglip-large-patch16-256",
     model_type=["dense"],
     languages=["eng-Latn"],
@@ -323,6 +336,7 @@ siglip_large_patch16_256 = ModelMeta(
     release_date="2024-01-08",
     modalities=["image", "text"],
     n_parameters=652_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=2488,
     max_tokens=64,
     embed_dim=1024,
@@ -330,7 +344,7 @@ siglip_large_patch16_256 = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/google-research/big_vision/blob/main/big_vision/trainers/proj/image_text/siglip.py",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/google/siglip-large-patch16-256",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
@@ -339,7 +353,7 @@ siglip_large_patch16_256 = ModelMeta(
 )
 
 siglip_large_patch16_384 = ModelMeta(
-    loader=SiglipModelWrapper,  # type: ignore
+    loader=SiglipModelWrapper,
     name="google/siglip-large-patch16-384",
     model_type=["dense"],
     languages=["eng-Latn"],
@@ -347,6 +361,7 @@ siglip_large_patch16_384 = ModelMeta(
     release_date="2024-01-08",
     modalities=["image", "text"],
     n_parameters=652_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=2489,
     max_tokens=64,
     embed_dim=1024,
@@ -354,7 +369,7 @@ siglip_large_patch16_384 = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/google-research/big_vision/blob/main/big_vision/trainers/proj/image_text/siglip.py",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/google/siglip-large-patch16-384",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,

mteb/models/model_implementations/slm_models.py

@@ -0,0 +1,419 @@
+"""
+SauerkrautLM Visual Document Retrieval Models - MTEB Integration
+
+This module provides MTEB wrappers for SauerkrautLM ColPali-style models:
+- SLM-ColQwen3 (Qwen3-VL backbone)
+- SLM-ColLFM2 (LFM2 backbone)
+- SLM-ColMinistral3 (Ministral3 backbone)
+
+Based on:
+- MTEB ColPali implementation: mteb/models/model_implementations/colpali_models.py
+"""
+
+from __future__ import annotations
+
+import logging
+from typing import TYPE_CHECKING, Any
+
+import torch
+from tqdm.auto import tqdm
+
+from mteb._requires_package import (
+    requires_image_dependencies,
+    requires_package,
+)
+from mteb.models.abs_encoder import AbsEncoder
+from mteb.models.model_implementations.colpali_models import (
+    COLPALI_CITATION,
+    COLPALI_TRAINING_DATA,
+)
+from mteb.models.model_meta import ModelMeta, ScoringFunction
+
+if TYPE_CHECKING:
+    from torch.utils.data import DataLoader
+
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.types import Array, BatchedInput, PromptType
+
+logger = logging.getLogger(__name__)
+
+
+SUPPORTED_LANGUAGES = [
+    "eng-Latn",  # English
+    "deu-Latn",  # German
+    "fra-Latn",  # French
+    "spa-Latn",  # Spanish
+    "ita-Latn",  # Italian
+    "por-Latn",  # Portuguese
+]
+
+
+class SLMBaseWrapper(AbsEncoder):
+    """
+    Base wrapper for SauerkrautLM multi-vector embedding models.
+
+    All our models use late interaction (MaxSim) for retrieval scoring.
+    """
+
+    model_class = None
+    processor_class = None
+    model_name_prefix = "SLM"
+
+    def __init__(
+        self,
+        model_name: str,
+        revision: str | None = None,
+        device: str | None = None,
+        use_flash_attn: bool = True,
+        **kwargs,
+    ):
+        requires_image_dependencies()
+        requires_package(
+            self, "sauerkrautlm_colpali", model_name, "pip install sauerkrautlm-colpali"
+        )
+
+        self.device = device or ("cuda" if torch.cuda.is_available() else "cpu")
+        self._load_model_and_processor(model_name, revision, use_flash_attn, **kwargs)
+        self.mdl = self.mdl.to(self.device)
+        self.mdl.eval()
+
+    def _load_model_and_processor(self, model_name, revision, use_flash_attn, **kwargs):
+        """Override in subclasses to load specific model/processor."""
+        raise NotImplementedError
+
+    def encode(
+        self,
+        inputs: DataLoader[BatchedInput],
+        *,
+        task_metadata: TaskMetadata,
+        hf_split: str,
+        hf_subset: str,
+        prompt_type: PromptType | None = None,
+        **kwargs: Any,
+    ) -> Array:
+        text_embeddings = None
+        image_embeddings = None
+
+        if "text" in inputs.dataset.features:
+            text_embeddings = self.get_text_embeddings(inputs, **kwargs)
+        if "image" in inputs.dataset.features:
+            image_embeddings = self.get_image_embeddings(inputs, **kwargs)
+
+        if text_embeddings is not None and image_embeddings is not None:
+            if len(text_embeddings) != len(image_embeddings):
+                raise ValueError(
+                    "The number of texts and images must have the same length"
+                )
+            fused_embeddings = text_embeddings + image_embeddings
+            return fused_embeddings
+        elif text_embeddings is not None:
+            return text_embeddings
+        elif image_embeddings is not None:
+            return image_embeddings
+        raise ValueError("No text or image features found in inputs")
+
+    def encode_input(self, inputs):
+        """Forward pass through the model."""
+        return self.mdl(**inputs)
+
+    def _move_to_device(self, inputs: dict) -> dict:
+        """Move all tensor inputs to the model's device."""
+        result = {}
+        for k, v in inputs.items():
+            if isinstance(v, torch.Tensor):
+                result[k] = v.to(self.device)
+            else:
+                result[k] = v
+        return result
+
+    def get_image_embeddings(
+        self,
+        images: DataLoader,
+        batch_size: int = 32,
+        **kwargs,
+    ) -> torch.Tensor:
+        import torchvision.transforms.functional as F
+
+        all_embeds = []
+
+        with torch.no_grad():
+            for batch in tqdm(images, desc="Encoding images"):
+                from PIL import Image
+
+                imgs = [
+                    F.to_pil_image(b) if not isinstance(b, Image.Image) else b
+                    for b in batch["image"]
+                ]
+                inputs = self.processor.process_images(imgs)
+                inputs = self._move_to_device(inputs)
+                outs = self.encode_input(inputs)
+                all_embeds.extend(outs.cpu().to(torch.float32))
+
+        padded = torch.nn.utils.rnn.pad_sequence(
+            all_embeds, batch_first=True, padding_value=0
+        )
+        return padded
+
+    def get_text_embeddings(
+        self,
+        texts: DataLoader,
+        batch_size: int = 32,
+        **kwargs,
+    ) -> torch.Tensor:
+        all_embeds = []
+
+        with torch.no_grad():
+            for batch in tqdm(texts, desc="Encoding texts"):
+                inputs = self.processor.process_queries(batch["text"])
+                inputs = self._move_to_device(inputs)
+                outs = self.encode_input(inputs)
+                all_embeds.extend(outs.cpu().to(torch.float32))
+
+        padded = torch.nn.utils.rnn.pad_sequence(
+            all_embeds, batch_first=True, padding_value=0
+        )
+        return padded
+
+    def calculate_probs(
+        self,
+        text_embeddings: torch.Tensor,
+        image_embeddings: torch.Tensor,
+    ) -> torch.Tensor:
+        scores = self.similarity(text_embeddings, image_embeddings).T
+        return scores.softmax(dim=-1)
+
+    def similarity(
+        self,
+        a: torch.Tensor | list,
+        b: torch.Tensor | list,
+    ) -> torch.Tensor:
+        return self.processor.score(a, b, device=self.device)
+
+
+class SLMColQwen3Wrapper(SLMBaseWrapper):
+    """Wrapper for SLM-ColQwen3 models (Qwen3-VL backbone)."""
+
+    def _load_model_and_processor(self, model_name, revision, use_flash_attn, **kwargs):
+        from sauerkrautlm_colpali.models.qwen3.colqwen3 import (
+            ColQwen3,
+            ColQwen3Processor,
+        )
+
+        self.mdl = ColQwen3.from_pretrained(
+            model_name,
+            torch_dtype=torch.bfloat16,
+            attn_implementation="flash_attention_2" if use_flash_attn else "eager",
+            revision=revision,
+            **kwargs,
+        )
+
+        self.processor = ColQwen3Processor.from_pretrained(
+            model_name,
+            revision=revision,
+        )
+
+        logger.info(f"SLM-ColQwen3 loaded: dim={self.mdl.dim}, device={self.device}")
+
+
+class SLMColLFM2Wrapper(SLMBaseWrapper):
+    """Wrapper for SLM-ColLFM2 models (LFM2 backbone)."""
+
+    def _load_model_and_processor(self, model_name, revision, use_flash_attn, **kwargs):
+        from sauerkrautlm_colpali.models.lfm2.collfm2 import ColLFM2, ColLFM2Processor
+
+        self.mdl = ColLFM2.from_pretrained(
+            model_name,
+            torch_dtype=torch.bfloat16,
+            revision=revision,
+            **kwargs,
+        )
+
+        self.processor = ColLFM2Processor.from_pretrained(
+            model_name,
+            revision=revision,
+        )
+
+        logger.info(f"SLM-ColLFM2 loaded: dim={self.mdl.dim}, device={self.device}")
+
+
+class SLMColMinistral3Wrapper(SLMBaseWrapper):
+    """Wrapper for SLM-ColMinistral3 models (Ministral3 backbone)."""
+
+    def _load_model_and_processor(self, model_name, revision, use_flash_attn, **kwargs):
+        from sauerkrautlm_colpali.models.ministral3.colministral3 import (
+            ColMinistral3,
+            ColMinistral3Processor,
+        )
+
+        self.mdl = ColMinistral3.from_pretrained(
+            model_name,
+            torch_dtype=torch.bfloat16,
+        )
+
+        self.processor = ColMinistral3Processor.from_pretrained(model_name)
+
+        logger.info(
+            f"SLM-ColMinistral3 loaded: dim={self.mdl.dim}, device={self.device}"
+        )
+
+
+SAUERKRAUTLM_CITATION = """
+@misc{sauerkrautlm-colpali-2025,
+  title={SauerkrautLM-ColPali: Multi-Vector Vision Retrieval Models},
+  author={David Golchinfar},
+  organization={VAGO Solutions},
+  year={2025},
+  url={https://github.com/VAGOsolutions/sauerkrautlm-colpali}
+}
+"""
+
+
+slm_colqwen3_1_7b_turbo = ModelMeta(
+    loader=SLMColQwen3Wrapper,
+    name="VAGOsolutions/SauerkrautLM-ColQwen3-1.7b-Turbo-v0.1",
+    languages=SUPPORTED_LANGUAGES,
+    revision="19c295a18e057d6d82754f627c09408117ffdb66",
+    release_date="2025-12-20",
+    modalities=["image", "text"],
+    model_type=["late-interaction"],
+    n_parameters=1_756_572_288,
+    memory_usage_mb=3350,
+    max_tokens=262144,
+    embed_dim=128,
+    license="apache-2.0",
+    open_weights=True,
+    public_training_code=None,
+    public_training_data=None,
+    framework=["ColPali"],
+    reference="https://huggingface.co/VAGOsolutions/SauerkrautLM-ColQwen3-1.7b-Turbo-v0.1",
+    similarity_fn_name=ScoringFunction.MAX_SIM,
+    use_instructions=True,
+    adapted_from="Qwen/Qwen3-VL-2B-Instruct",
+    training_datasets=COLPALI_TRAINING_DATA,
+    citation=SAUERKRAUTLM_CITATION + COLPALI_CITATION,
+)
+
+slm_colqwen3_2b = ModelMeta(
+    loader=SLMColQwen3Wrapper,
+    name="VAGOsolutions/SauerkrautLM-ColQwen3-2b-v0.1",
+    languages=SUPPORTED_LANGUAGES,
+    revision="48f699713c10af754684e12060a2af9266462cc9",
+    release_date="2025-12-20",
+    modalities=["image", "text"],
+    model_type=["late-interaction"],
+    n_parameters=2_127_794_304,
+    memory_usage_mb=4058,
+    max_tokens=262144,
+    embed_dim=128,
+    license="apache-2.0",
+    open_weights=True,
+    public_training_code=None,
+    public_training_data=None,
+    framework=["ColPali"],
+    reference="https://huggingface.co/VAGOsolutions/SauerkrautLM-ColQwen3-2b-v0.1",
+    similarity_fn_name=ScoringFunction.MAX_SIM,
+    use_instructions=True,
+    adapted_from="Qwen/Qwen3-VL-2B-Instruct",
+    training_datasets=COLPALI_TRAINING_DATA,
+    citation=SAUERKRAUTLM_CITATION + COLPALI_CITATION,
+)
+
+slm_colqwen3_4b = ModelMeta(
+    loader=SLMColQwen3Wrapper,
+    name="VAGOsolutions/SauerkrautLM-ColQwen3-4b-v0.1",
+    languages=SUPPORTED_LANGUAGES,
+    revision="b635fbb3ab145f07608ed10a85def33544de1723",
+    release_date="2025-12-20",
+    modalities=["image", "text"],
+    model_type=["late-interaction"],
+    n_parameters=4_438_143_616,
+    memory_usage_mb=8465,
+    max_tokens=262144,
+    embed_dim=128,
+    license="apache-2.0",
+    open_weights=True,
+    public_training_code=None,
+    public_training_data=None,
+    framework=["ColPali"],
+    reference="https://huggingface.co/VAGOsolutions/SauerkrautLM-ColQwen3-4b-v0.1",
+    similarity_fn_name=ScoringFunction.MAX_SIM,
+    use_instructions=True,
+    adapted_from="Qwen/Qwen3-VL-4B-Instruct",
+    training_datasets=COLPALI_TRAINING_DATA,
+    citation=SAUERKRAUTLM_CITATION + COLPALI_CITATION,
+)
+
+slm_colqwen3_8b = ModelMeta(
+    loader=SLMColQwen3Wrapper,
+    name="VAGOsolutions/SauerkrautLM-ColQwen3-8b-v0.1",
+    languages=SUPPORTED_LANGUAGES,
+    revision="36ac136e451a7b8d8229725d69d4ec23aa4f03c8",
+    release_date="2025-12-20",
+    modalities=["image", "text"],
+    model_type=["late-interaction"],
+    n_parameters=8_145_318_256,
+    memory_usage_mb=15536,
+    max_tokens=262144,
+    embed_dim=128,
+    license="apache-2.0",
+    open_weights=True,
+    public_training_code=None,
+    public_training_data=None,
+    framework=["ColPali"],
+    reference="https://huggingface.co/VAGOsolutions/SauerkrautLM-ColQwen3-8b-v0.1",
+    similarity_fn_name=ScoringFunction.MAX_SIM,
+    use_instructions=True,
+    adapted_from="Qwen/Qwen3-VL-8B-Instruct",
+    training_datasets=COLPALI_TRAINING_DATA,
+    citation=SAUERKRAUTLM_CITATION + COLPALI_CITATION,
+)
+
+slm_collfm2_450m = ModelMeta(
+    loader=SLMColLFM2Wrapper,
+    name="VAGOsolutions/SauerkrautLM-ColLFM2-450M-v0.1",
+    languages=SUPPORTED_LANGUAGES,
+    revision="a65223fd6633f331ccff4483e47575c3c620dc60",
+    release_date="2025-12-20",
+    modalities=["image", "text"],
+    model_type=["late-interaction"],
+    n_parameters=450_953_856,
+    memory_usage_mb=860,
+    max_tokens=32768,
+    embed_dim=128,
+    license="https://huggingface.co/LiquidAI/LFM2-VL-450M/blob/main/LICENSE",
+    open_weights=True,
+    public_training_code=None,
+    public_training_data=None,
+    framework=["ColPali"],
+    reference="https://huggingface.co/VAGOsolutions/SauerkrautLM-ColLFM2-450M-v0.1",
+    similarity_fn_name=ScoringFunction.MAX_SIM,
+    use_instructions=True,
+    adapted_from="LiquidAI/LFM2-VL-450M",
+    training_datasets=COLPALI_TRAINING_DATA,
+    citation=SAUERKRAUTLM_CITATION + COLPALI_CITATION,
+)
+
+slm_colministral3_3b = ModelMeta(
+    loader=SLMColMinistral3Wrapper,
+    name="VAGOsolutions/SauerkrautLM-ColMinistral3-3b-v0.1",
+    languages=SUPPORTED_LANGUAGES,
+    revision="54aa3ffbbce20471fdcc4afc07d13989c65e71b8",
+    release_date="2025-12-20",
+    modalities=["image", "text"],
+    model_type=["late-interaction"],
+    n_parameters=4_252_136_448,
+    memory_usage_mb=8110,
+    max_tokens=262144,
+    embed_dim=128,
+    license="apache-2.0",
+    open_weights=True,
+    public_training_code=None,
+    public_training_data=None,
+    framework=["ColPali"],
+    reference="https://huggingface.co/VAGOsolutions/SauerkrautLM-ColMinistral3-3b-v0.1",
+    similarity_fn_name=ScoringFunction.MAX_SIM,
+    use_instructions=True,
+    adapted_from="mistralai/Ministral-3B-Instruct-2410",
+    training_datasets=COLPALI_TRAINING_DATA,
+    citation=SAUERKRAUTLM_CITATION + COLPALI_CITATION,
+)

mteb/models/model_implementations/sonar_models.py

@@ -224,7 +224,8 @@ sonar = ModelMeta(
     use_instructions=False,  # it does take a language code as input
     revision="a551c586dcf4a49c8fd847de369412d556a7f2f2",
     release_date="2021-05-21",
-    n_parameters=None,  # it is really multiple models so not sure how to calculate this
+    n_parameters=None,
+    n_embedding_parameters=None,  # it is really multiple models so not sure how to calculate this
     max_tokens=512,  # https://github.com/facebookresearch/SONAR/blob/549d287466443bd8720f938047882630c1c5c3f7/sonar/models/sonar_text/builder.py#L139
     embed_dim=1024,
     license="mit",