mteb 2.1.4__py3-none-any.whl → 2.7.2__py3-none-any.whl

mteb/models/model_implementations/dino_models.py

@@ -104,8 +104,9 @@ dinov2_training_datasets = set(
 
 
 dinov2_small = ModelMeta(
-    loader=DINOModel,  # type: ignore
+    loader=DINOModel,
     name="facebook/dinov2-small",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="ed25f3a31f01632728cabb09d1542f84ab7b0056",
     release_date="2023-07-18",
@@ -118,16 +119,25 @@ dinov2_small = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/facebookresearch/dinov2",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/dinov2-small",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
     training_datasets=dinov2_training_datasets,
+    citation="""@misc{oquab2023dinov2,
+      title={DINOv2: Learning Robust Visual Features without Supervision},
+      author={Maxime Oquab and Timothée Darcet and Théo Moutakanni and Huy Vo and Marc Szafraniec and Vasil Khalidov and Pierre Fernandez and Daniel Haziza and Francisco Massa and Alaaeldin El-Nouby and Mahmoud Assran and Nicolas Ballas and Wojciech Galuba and Russell Howes and Po-Yao Huang and Shang-Wen Li and Ishan Misra and Michael Rabbat and Vasu Sharma and Gabriel Synnaeve and Hu Xu and Hervé Jegou and Julien Mairal and Patrick Labatut and Armand Joulin and Piotr Bojanowski},
+      year={2023},
+      eprint={2304.07193},
+      archivePrefix={arXiv},
+      primaryClass={cs.CV}
+}""",
 )
 
 dinov2_base = ModelMeta(
-    loader=DINOModel,  # type: ignore
+    loader=DINOModel,
     name="facebook/dinov2-base",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="f9e44c814b77203eaa57a6bdbbd535f21ede1415",
     release_date="2023-07-18",
@@ -140,16 +150,25 @@ dinov2_base = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/facebookresearch/dinov2",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/dinov2-base",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
     training_datasets=dinov2_training_datasets,
+    citation="""@misc{oquab2023dinov2,
+      title={DINOv2: Learning Robust Visual Features without Supervision},
+      author={Maxime Oquab and Timothée Darcet and Théo Moutakanni and Huy Vo and Marc Szafraniec and Vasil Khalidov and Pierre Fernandez and Daniel Haziza and Francisco Massa and Alaaeldin El-Nouby and Mahmoud Assran and Nicolas Ballas and Wojciech Galuba and Russell Howes and Po-Yao Huang and Shang-Wen Li and Ishan Misra and Michael Rabbat and Vasu Sharma and Gabriel Synnaeve and Hu Xu and Hervé Jegou and Julien Mairal and Patrick Labatut and Armand Joulin and Piotr Bojanowski},
+      year={2023},
+      eprint={2304.07193},
+      archivePrefix={arXiv},
+      primaryClass={cs.CV}
+}""",
 )
 
 dinov2_large = ModelMeta(
-    loader=DINOModel,  # type: ignore
+    loader=DINOModel,
     name="facebook/dinov2-large",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="47b73eefe95e8d44ec3623f8890bd894b6ea2d6c",
     release_date="2023-07-18",
@@ -162,16 +181,25 @@ dinov2_large = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/facebookresearch/dinov2",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/dinov2-large",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
     training_datasets=dinov2_training_datasets,
+    citation="""@misc{oquab2023dinov2,
+      title={DINOv2: Learning Robust Visual Features without Supervision},
+      author={Maxime Oquab and Timothée Darcet and Théo Moutakanni and Huy Vo and Marc Szafraniec and Vasil Khalidov and Pierre Fernandez and Daniel Haziza and Francisco Massa and Alaaeldin El-Nouby and Mahmoud Assran and Nicolas Ballas and Wojciech Galuba and Russell Howes and Po-Yao Huang and Shang-Wen Li and Ishan Misra and Michael Rabbat and Vasu Sharma and Gabriel Synnaeve and Hu Xu and Hervé Jegou and Julien Mairal and Patrick Labatut and Armand Joulin and Piotr Bojanowski},
+      year={2023},
+      eprint={2304.07193},
+      archivePrefix={arXiv},
+      primaryClass={cs.CV}
+}""",
 )
 
 dinov2_giant = ModelMeta(
-    loader=DINOModel,  # type: ignore
+    loader=DINOModel,
     name="facebook/dinov2-giant",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="611a9d42f2335e0f921f1e313ad3c1b7178d206d",
     release_date="2023-07-18",
@@ -184,11 +212,19 @@ dinov2_giant = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/facebookresearch/dinov2",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/dinov2-giant",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=False,
     training_datasets=dinov2_training_datasets,
+    citation="""@misc{oquab2023dinov2,
+      title={DINOv2: Learning Robust Visual Features without Supervision},
+      author={Maxime Oquab and Timothée Darcet and Théo Moutakanni and Huy Vo and Marc Szafraniec and Vasil Khalidov and Pierre Fernandez and Daniel Haziza and Francisco Massa and Alaaeldin El-Nouby and Mahmoud Assran and Nicolas Ballas and Wojciech Galuba and Russell Howes and Po-Yao Huang and Shang-Wen Li and Ishan Misra and Michael Rabbat and Vasu Sharma and Gabriel Synnaeve and Hu Xu and Hervé Jegou and Julien Mairal and Patrick Labatut and Armand Joulin and Piotr Bojanowski},
+      year={2023},
+      eprint={2304.07193},
+      archivePrefix={arXiv},
+      primaryClass={cs.CV}
+}""",
 )
 
 webssl_dino_training_datasets = set(
@@ -198,6 +234,7 @@ webssl_dino_training_datasets = set(
 webssl_dino300m_full2b = ModelMeta(
     loader=DINOModel,
     name="facebook/webssl-dino300m-full2b-224",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="8529cdb3fb75014932af3b896455fc21c386168e",
     release_date="2025-04-24",
@@ -210,16 +247,25 @@ webssl_dino300m_full2b = ModelMeta(
     open_weights=True,
     public_training_code="",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/webssl-dino300m-full2b-224",
     similarity_fn_name=None,
     use_instructions=False,
     training_datasets=webssl_dino_training_datasets,
+    citation="""@article{fan2025scaling,
+  title={Scaling Language-Free Visual Representation Learning},
+  author={David Fan and Shengbang Tong and Jiachen Zhu and Koustuv Sinha and Zhuang Liu and Xinlei Chen and Michael Rabbat and Nicolas Ballas and Yann LeCun and Amir Bar and Saining Xie},
+  year={2025},
+  eprint={2504.01017},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}""",
 )
 
 webssl_dino1b_full2b = ModelMeta(
     loader=DINOModel,
     name="facebook/webssl-dino1b-full2b-224",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="d3bf033d9c8cc62ea9e73c40956642cad2ec568a",
     release_date="2025-04-24",
@@ -232,16 +278,25 @@ webssl_dino1b_full2b = ModelMeta(
     open_weights=True,
     public_training_code="",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/webssl-dino1b-full2b-224",
     similarity_fn_name=None,
     use_instructions=False,
     training_datasets=webssl_dino_training_datasets,
+    citation="""@article{fan2025scaling,
+  title={Scaling Language-Free Visual Representation Learning},
+  author={David Fan and Shengbang Tong and Jiachen Zhu and Koustuv Sinha and Zhuang Liu and Xinlei Chen and Michael Rabbat and Nicolas Ballas and Yann LeCun and Amir Bar and Saining Xie},
+  year={2025},
+  eprint={2504.01017},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}""",
 )
 
 webssl_dino2b_full2b = ModelMeta(
     loader=DINOModel,
     name="facebook/webssl-dino2b-full2b-224",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="cd5893e3fd2e988eb716792049b3dd53b3f1b68b",
     release_date="2025-04-24",
@@ -254,16 +309,25 @@ webssl_dino2b_full2b = ModelMeta(
     open_weights=True,
     public_training_code="",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/webssl-dino2b-full2b-224",
     similarity_fn_name=None,
     use_instructions=False,
     training_datasets=webssl_dino_training_datasets,
+    citation="""@article{fan2025scaling,
+  title={Scaling Language-Free Visual Representation Learning},
+  author={David Fan and Shengbang Tong and Jiachen Zhu and Koustuv Sinha and Zhuang Liu and Xinlei Chen and Michael Rabbat and Nicolas Ballas and Yann LeCun and Amir Bar and Saining Xie},
+  year={2025},
+  eprint={2504.01017},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}""",
 )
 
 webssl_dino3b_full2b = ModelMeta(
     loader=DINOModel,
     name="facebook/webssl-dino3b-full2b-224",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="2d015c340b16bc47bc6557fcb4e6c83a9d4aa1d3",
     release_date="2025-04-24",
@@ -276,16 +340,25 @@ webssl_dino3b_full2b = ModelMeta(
     open_weights=True,
     public_training_code="",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/webssl-dino3b-full2b-224",
     similarity_fn_name=None,
     use_instructions=False,
     training_datasets=webssl_dino_training_datasets,
+    citation="""@article{fan2025scaling,
+  title={Scaling Language-Free Visual Representation Learning},
+  author={David Fan and Shengbang Tong and Jiachen Zhu and Koustuv Sinha and Zhuang Liu and Xinlei Chen and Michael Rabbat and Nicolas Ballas and Yann LeCun and Amir Bar and Saining Xie},
+  year={2025},
+  eprint={2504.01017},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}""",
 )
 
 webssl_dino5b_full2b = ModelMeta(
     loader=DINOModel,
     name="facebook/webssl-dino5b-full2b-224",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="88006b18b9af369f6c611db7a64d908bde3714e0",
     release_date="2025-04-24",
@@ -298,16 +371,25 @@ webssl_dino5b_full2b = ModelMeta(
     open_weights=True,
     public_training_code="",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/webssl-dino5b-full2b-224",
     similarity_fn_name=None,
     use_instructions=False,
     training_datasets=webssl_dino_training_datasets,
+    citation="""@article{fan2025scaling,
+  title={Scaling Language-Free Visual Representation Learning},
+  author={David Fan and Shengbang Tong and Jiachen Zhu and Koustuv Sinha and Zhuang Liu and Xinlei Chen and Michael Rabbat and Nicolas Ballas and Yann LeCun and Amir Bar and Saining Xie},
+  year={2025},
+  eprint={2504.01017},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}""",
 )
 
 webssl_dino7b_full8b_224 = ModelMeta(
     loader=DINOModel,
     name="facebook/webssl-dino7b-full8b-224",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="c6085463ea680043042a80c6d41db2c65e85f466",
     release_date="2025-04-24",
@@ -320,16 +402,25 @@ webssl_dino7b_full8b_224 = ModelMeta(
     open_weights=True,
     public_training_code="",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/webssl-dino7b-full8b-224",
     similarity_fn_name=None,
     use_instructions=False,
     training_datasets=webssl_dino_training_datasets,
+    citation="""@article{fan2025scaling,
+  title={Scaling Language-Free Visual Representation Learning},
+  author={David Fan and Shengbang Tong and Jiachen Zhu and Koustuv Sinha and Zhuang Liu and Xinlei Chen and Michael Rabbat and Nicolas Ballas and Yann LeCun and Amir Bar and Saining Xie},
+  year={2025},
+  eprint={2504.01017},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}""",
 )
 
 webssl_dino7b_full8b_378 = ModelMeta(
     loader=DINOModel,
     name="facebook/webssl-dino7b-full8b-378",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="53c8c5b43070bd2ddb3f66161140408ce832301f",
     release_date="2025-04-24",
@@ -342,16 +433,25 @@ webssl_dino7b_full8b_378 = ModelMeta(
     open_weights=True,
     public_training_code="",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/webssl-dino7b-full8b-378",
     similarity_fn_name=None,
     use_instructions=False,
     training_datasets=webssl_dino_training_datasets,
+    citation="""@article{fan2025scaling,
+  title={Scaling Language-Free Visual Representation Learning},
+  author={David Fan and Shengbang Tong and Jiachen Zhu and Koustuv Sinha and Zhuang Liu and Xinlei Chen and Michael Rabbat and Nicolas Ballas and Yann LeCun and Amir Bar and Saining Xie},
+  year={2025},
+  eprint={2504.01017},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}""",
 )
 
 webssl_dino7b_full8b_518 = ModelMeta(
     loader=DINOModel,
     name="facebook/webssl-dino7b-full8b-518",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="aee350d2c5e3e5fdb7ee6985291d808ea5eef431",
     release_date="2025-04-24",
@@ -364,17 +464,26 @@ webssl_dino7b_full8b_518 = ModelMeta(
     open_weights=True,
     public_training_code="",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/webssl-dino7b-full8b-518",
     similarity_fn_name=None,
     use_instructions=False,
     training_datasets=webssl_dino_training_datasets,
+    citation="""@article{fan2025scaling,
+  title={Scaling Language-Free Visual Representation Learning},
+  author={David Fan and Shengbang Tong and Jiachen Zhu and Koustuv Sinha and Zhuang Liu and Xinlei Chen and Michael Rabbat and Nicolas Ballas and Yann LeCun and Amir Bar and Saining Xie},
+  year={2025},
+  eprint={2504.01017},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}""",
 )
 
 
 webssl_dino2b_light2b = ModelMeta(
     loader=DINOModel,
     name="facebook/webssl-dino2b-light2b-224",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="633a663f304e63cc3cbec3f7f9ca2fbc94736128",
     release_date="2025-04-24",
@@ -387,16 +496,25 @@ webssl_dino2b_light2b = ModelMeta(
     open_weights=True,
     public_training_code="",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/webssl-dino2b-light2b-224",
     similarity_fn_name=None,
     use_instructions=False,
     training_datasets=webssl_dino_training_datasets,
+    citation="""@article{fan2025scaling,
+  title={Scaling Language-Free Visual Representation Learning},
+  author={David Fan and Shengbang Tong and Jiachen Zhu and Koustuv Sinha and Zhuang Liu and Xinlei Chen and Michael Rabbat and Nicolas Ballas and Yann LeCun and Amir Bar and Saining Xie},
+  year={2025},
+  eprint={2504.01017},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}""",
 )
 
 webssl_dino2b_heavy2b = ModelMeta(
     loader=DINOModel,
     name="facebook/webssl-dino2b-heavy2b-224",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="9f46eb0c0129656a1ef195fde072e3765abdb7c6",
     release_date="2025-04-24",
@@ -409,16 +527,25 @@ webssl_dino2b_heavy2b = ModelMeta(
     open_weights=True,
     public_training_code="",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/webssl-dino2b-heavy2b-224",
     similarity_fn_name=None,
     use_instructions=False,
     training_datasets=webssl_dino_training_datasets,
+    citation="""@article{fan2025scaling,
+  title={Scaling Language-Free Visual Representation Learning},
+  author={David Fan and Shengbang Tong and Jiachen Zhu and Koustuv Sinha and Zhuang Liu and Xinlei Chen and Michael Rabbat and Nicolas Ballas and Yann LeCun and Amir Bar and Saining Xie},
+  year={2025},
+  eprint={2504.01017},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}""",
 )
 
 webssl_dino3b_light2b = ModelMeta(
     loader=DINOModel,
     name="facebook/webssl-dino3b-light2b-224",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="4d0160f60673805431f4ad14983e712ed88be5b8",
     release_date="2025-04-24",
@@ -431,16 +558,25 @@ webssl_dino3b_light2b = ModelMeta(
     open_weights=True,
     public_training_code="",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/webssl-dino3b-light2b-224",
     similarity_fn_name=None,
     use_instructions=False,
     training_datasets=webssl_dino_training_datasets,
+    citation="""@article{fan2025scaling,
+  title={Scaling Language-Free Visual Representation Learning},
+  author={David Fan and Shengbang Tong and Jiachen Zhu and Koustuv Sinha and Zhuang Liu and Xinlei Chen and Michael Rabbat and Nicolas Ballas and Yann LeCun and Amir Bar and Saining Xie},
+  year={2025},
+  eprint={2504.01017},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}""",
 )
 
 webssl_dino3b_heavy2b = ModelMeta(
     loader=DINOModel,
     name="facebook/webssl-dino3b-heavy2b-224",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="dd39c2910747561b332285d96c4dce0bdb240775",
     release_date="2025-04-24",
@@ -453,16 +589,25 @@ webssl_dino3b_heavy2b = ModelMeta(
     open_weights=True,
     public_training_code="",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/webssl-dino3b-heavy2b-224",
     similarity_fn_name=None,
     use_instructions=False,
     training_datasets=webssl_dino_training_datasets,
+    citation="""@article{fan2025scaling,
+  title={Scaling Language-Free Visual Representation Learning},
+  author={David Fan and Shengbang Tong and Jiachen Zhu and Koustuv Sinha and Zhuang Liu and Xinlei Chen and Michael Rabbat and Nicolas Ballas and Yann LeCun and Amir Bar and Saining Xie},
+  year={2025},
+  eprint={2504.01017},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}""",
 )
 
 webssl_mae300m_full2b = ModelMeta(
     loader=DINOModel,
     name="facebook/webssl-mae300m-full2b-224",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="4655a0ac1726c206ba14d5ccb26758c62a4d03b0",
     release_date="2025-04-24",
@@ -475,16 +620,25 @@ webssl_mae300m_full2b = ModelMeta(
     open_weights=True,
     public_training_code="",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/webssl-mae300m-full2b-224",
     similarity_fn_name=None,
     use_instructions=False,
     training_datasets=webssl_dino_training_datasets,
+    citation="""@article{fan2025scaling,
+  title={Scaling Language-Free Visual Representation Learning},
+  author={David Fan and Shengbang Tong and Jiachen Zhu and Koustuv Sinha and Zhuang Liu and Xinlei Chen and Michael Rabbat and Nicolas Ballas and Yann LeCun and Amir Bar and Saining Xie},
+  year={2025},
+  eprint={2504.01017},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}""",
 )
 
 webssl_mae700m_full2b = ModelMeta(
     loader=DINOModel,
     name="facebook/webssl-mae700m-full2b-224",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="c32be382e757d73a178de1ead62c27391d4b4280",
     release_date="2025-04-24",
@@ -497,16 +651,25 @@ webssl_mae700m_full2b = ModelMeta(
     open_weights=True,
     public_training_code="",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/webssl-mae700m-full2b-224",
     similarity_fn_name=None,
     use_instructions=False,
     training_datasets=webssl_dino_training_datasets,
+    citation="""@article{fan2025scaling,
+  title={Scaling Language-Free Visual Representation Learning},
+  author={David Fan and Shengbang Tong and Jiachen Zhu and Koustuv Sinha and Zhuang Liu and Xinlei Chen and Michael Rabbat and Nicolas Ballas and Yann LeCun and Amir Bar and Saining Xie},
+  year={2025},
+  eprint={2504.01017},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}""",
 )
 
 webssl_mae1b_full2b = ModelMeta(
     loader=DINOModel,
     name="facebook/webssl-mae1b-full2b-224",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="5880aefedbad8db0f44d27358f6f08e8576f70fc",
     release_date="2025-04-24",
@@ -519,9 +682,17 @@ webssl_mae1b_full2b = ModelMeta(
     open_weights=True,
     public_training_code="",
     public_training_data=None,
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/facebook/webssl-mae1b-full2b-224",
     similarity_fn_name=None,
     use_instructions=False,
     training_datasets=webssl_dino_training_datasets,
+    citation="""@article{fan2025scaling,
+  title={Scaling Language-Free Visual Representation Learning},
+  author={David Fan and Shengbang Tong and Jiachen Zhu and Koustuv Sinha and Zhuang Liu and Xinlei Chen and Michael Rabbat and Nicolas Ballas and Yann LeCun and Amir Bar and Saining Xie},
+  year={2025},
+  eprint={2504.01017},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}""",
 )

mteb/models/model_implementations/e5_instruct.py

@@ -40,11 +40,19 @@ e5_instruct = ModelMeta(
         normalized=True,
     ),
     name="intfloat/multilingual-e5-large-instruct",
+    model_type=["dense"],
     languages=XLMR_LANGUAGES,
     open_weights=True,
     revision="baa7be480a7de1539afce709c8f13f833a510e0a",
     release_date=E5_PAPER_RELEASE_DATE,
-    framework=["GritLM", "PyTorch", "Sentence Transformers"],
+    framework=[
+        "GritLM",
+        "PyTorch",
+        "Sentence Transformers",
+        "ONNX",
+        "safetensors",
+        "Transformers",
+    ],
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=True,
     reference="https://huggingface.co/intfloat/multilingual-e5-large-instruct",
@@ -78,11 +86,18 @@ e5_mistral = ModelMeta(
         normalized=True,
     ),
     name="intfloat/e5-mistral-7b-instruct",
+    model_type=["dense"],
     languages=MISTRAL_LANGUAGES,
     open_weights=True,
     revision="07163b72af1488142a360786df853f237b1a3ca1",
     release_date=E5_PAPER_RELEASE_DATE,
-    framework=["GritLM", "PyTorch", "Sentence Transformers"],
+    framework=[
+        "GritLM",
+        "PyTorch",
+        "Sentence Transformers",
+        "safetensors",
+        "Transformers",
+    ],
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=True,
     reference="https://huggingface.co/intfloat/e5-mistral-7b-instruct",
@@ -125,6 +140,7 @@ zeta_alpha_ai__zeta_alpha_e5_mistral = ModelMeta(
         normalized=True,
     ),
     name="zeta-alpha-ai/Zeta-Alpha-E5-Mistral",
+    model_type=["dense"],
     revision="c791d37474fa6a5c72eb3a2522be346bc21fbfc3",
     release_date="2024-08-30",
     languages=["eng-Latn"],
@@ -136,7 +152,13 @@ zeta_alpha_ai__zeta_alpha_e5_mistral = ModelMeta(
     open_weights=True,
     public_training_data=None,
     public_training_code=None,
-    framework=["PyTorch", "Sentence Transformers", "GritLM"],
+    framework=[
+        "PyTorch",
+        "Sentence Transformers",
+        "GritLM",
+        "safetensors",
+        "Transformers",
+    ],
     reference="https://huggingface.co/zeta-alpha-ai/Zeta-Alpha-E5-Mistral",
     similarity_fn_name=ScoringFunction.COSINE,
     use_instructions=True,
@@ -201,6 +223,7 @@ BeastyZ__e5_R_mistral_7b = ModelMeta(
         tokenizer_kwargs={"pad_token": "</s>"},
     ),
     name="BeastyZ/e5-R-mistral-7b",
+    model_type=["dense"],
     revision="3f810a6a7fd220369ad248e3705cf13d71803602",
     release_date="2024-06-28",
     languages=["eng-Latn"],
@@ -212,7 +235,7 @@ BeastyZ__e5_R_mistral_7b = ModelMeta(
     open_weights=True,
     public_training_code="https://github.com/LeeSureman/E5-Retrieval-Reproduction",
     public_training_data="https://huggingface.co/datasets/BeastyZ/E5-R",
-    framework=["PyTorch"],
+    framework=["PyTorch", "Transformers", "safetensors"],
     reference="https://huggingface.co/BeastyZ/e5-R-mistral-7b",
     similarity_fn_name="cosine",
     use_instructions=True,