mteb 2.6.1__py3-none-any.whl → 2.6.2__py3-none-any.whl

mteb/cache.py

@@ -351,8 +351,20 @@ class ResultCache:
             response = requests.get(url, timeout=timeout)
             response.raise_for_status()
 
-            # Validate content-type header
+            # Check if this is a Git LFS pointer file
             content_type = response.headers.get("content-type", "").lower()
+            if (
+                content_type == "text/plain; charset=utf-8"
+                and b"git-lfs" in response.content
+            ):
+                # Try Git LFS media URL instead
+                media_url = f"https://media.githubusercontent.com/media/{repo_path}/{branch}/{filename}"
+                logger.info(f"Detected Git LFS file, trying media URL: {media_url}")
+                response = requests.get(media_url, timeout=timeout)
+                response.raise_for_status()
+                content_type = response.headers.get("content-type", "").lower()
+
+            # Validate content-type header
             expected_content_types = [
                 "application/gzip",
                 "application/octet-stream",

mteb/deprecated_evaluator.py

@@ -473,7 +473,7 @@ class MTEB:
 
                     if co2_tracker:
                         try:
-                            from codecarbon import (  # type: ignore[import-untyped]
+                            from codecarbon import (  # type: ignore[import-not-found,import-untyped]
                                 EmissionsTracker,
                             )
                         except ImportError:

mteb/leaderboard/app.py

@@ -1154,6 +1154,13 @@ if __name__ == "__main__":
     logging.getLogger("mteb.results.benchmark_results").setLevel(logging.ERROR)
 
     warnings.filterwarnings("ignore", message="Couldn't get scores for .* due to .*")
+    warnings.filterwarnings("ignore", message="Could not get source model: .*")
+    warnings.filterwarnings(
+        "ignore", message="No scores data available. Returning empty DataFrame."
+    )
+    warnings.filterwarnings("ignore", message="Main score .* not found in scores")
+    warnings.filterwarnings("ignore", message=".*: Missing subsets .* for split .*")
+    warnings.filterwarnings("ignore", message=".*: Missing splits .*")
 
     app = get_leaderboard_app()
 

{mteb-2.6.1.dist-info → mteb-2.6.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mteb
-Version: 2.6.1
+Version: 2.6.2
 Summary: Massive Text Embedding Benchmark
 Author-email: MTEB Contributors <niklas@huggingface.co>, Kenneth Enevoldsen <kenneth.enevoldsen@cas.au.dk>, Nouamane Tazi <nouamane@huggingface.co>, Nils Reimers <info@nils-reimers.de>
 Maintainer-email: Kenneth Enevoldsen <kenneth.enevoldsen@cas.au.dk>, Roman Solomatin <risolomatin@gmail.com>, Isaac Chung <chungisaac1217@gmail.com>
@@ -32,6 +32,8 @@ Requires-Dist: rich>=0.0.0
 Requires-Dist: pytrec-eval-terrier>=0.5.6
 Requires-Dist: pydantic>=2.0.0
 Requires-Dist: polars>=0.20.22
+Requires-Dist: torch<2.9.0; python_full_version < "3.14"
+Requires-Dist: torch>=2.9.0; python_full_version >= "3.14"
 Provides-Extra: image
 Requires-Dist: torchvision>0.2.1; extra == "image"
 Requires-Dist: transformers[torch-vision,vision]; extra == "image"
@@ -60,7 +62,7 @@ Requires-Dist: tiktoken>=0.8.0; extra == "openai"
 Provides-Extra: model2vec
 Requires-Dist: model2vec>=0.3.0; extra == "model2vec"
 Provides-Extra: pylate
-Requires-Dist: pylate>=1.3.1; python_version < "3.13" and extra == "pylate"
+Requires-Dist: pylate>=1.3.1; python_full_version < "3.13" and extra == "pylate"
 Provides-Extra: bm25s
 Requires-Dist: bm25s>=0.2.6; extra == "bm25s"
 Requires-Dist: PyStemmer>=2.2.0.3; extra == "bm25s"
@@ -91,7 +93,7 @@ Provides-Extra: ark
 Requires-Dist: volcengine-python-sdk[ark]==3.0.2; extra == "ark"
 Requires-Dist: tiktoken>=0.8.0; extra == "ark"
 Provides-Extra: colpali-engine
-Requires-Dist: colpali_engine>=0.3.12; extra == "colpali-engine"
+Requires-Dist: colpali_engine>=0.3.12; python_full_version < "3.14" and extra == "colpali-engine"
 Provides-Extra: colqwen3
 Requires-Dist: transformers>=4.57; extra == "colqwen3"
 Requires-Dist: torchvision>=0.22.1; extra == "colqwen3"
@@ -144,12 +146,17 @@ Dynamic: license-file
 
 ## Installation
 
-You can install mteb simply using pip. For more on installation please see the [documentation](https://embeddings-benchmark.github.io/mteb/installation/).
+You can install mteb simply using pip or uv. For more on installation please see the [documentation](https://embeddings-benchmark.github.io/mteb/installation/).
 
 ```bash
 pip install mteb
 ```
 
+For faster installation, you can also use [uv](https://docs.astral.sh/uv/):
+```bash
+uv add mteb
+```
+
 
 ## Example Usage
 

{mteb-2.6.1.dist-info → mteb-2.6.2.dist-info}/RECORD

@@ -5,8 +5,8 @@ mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
 mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
 mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
 mteb/_set_seed.py,sha256=HPlPRl__Pe6IG-4UgJqTfplcivJ_wA2kaClbXoHQedM,1178
-mteb/cache.py,sha256=KYUtXTMwSeqaDbJR5b65gZ0KMUpi7GzEgEsy08ocTJ0,26975
-mteb/deprecated_evaluator.py,sha256=LCnM-kG2SBkh-xqVd4MurExsVMlFOIycSb7sHz2S_Cw,27634
+mteb/cache.py,sha256=dTx_oumF3JEIMorq-YQDqjTjKH4oIDQQq0MdnFf76Js,27603
+mteb/deprecated_evaluator.py,sha256=gaXEG3HRQpPyd-6PYSFHDJgtIXnFv2y_LyC-mNo1Ihw,27651
 mteb/evaluate.py,sha256=6h06XsolgVCJEq9j6NA5ebwH2rSLsyIdtrxHanlqQfk,19185
 mteb/filter_tasks.py,sha256=D9g2o79aQiA5va7u_QKtMlZNDUmYwZGqCDpaKhBimWQ,7335
 mteb/get_tasks.py,sha256=UoxxsGVgeCm_qonCihl7EOFqWN_9BOCW2IP7GMN7ICw,14319
@@ -1439,7 +1439,7 @@ mteb/languages/language_family.json,sha256=OUGcHeOIPcZPb2FWmYLhxTS0JxjK5y3Fo6x0P
 mteb/languages/language_scripts.py,sha256=p7AM10Fe3b3EOMlPj8i5_MDjtyoH4FMCCBv_zrABWBg,4053
 mteb/languages/programming_languages.py,sha256=zxAakT3OSUnAuTnQ34VyeFIECnNXMlleZmAake6jsZE,211
 mteb/leaderboard/__init__.py,sha256=991roXmtRwEQysV-37hWEzWpkvPgMCGRqZTHR-hm2io,88
-mteb/leaderboard/app.py,sha256=4-IacMDOtGwwMRrtYNSxqcuC8PxE04bJ3L9bTz5B2nM,41939
+mteb/leaderboard/app.py,sha256=L7yhQvtkVR0eiee6l0I0094U5CTYzvf_YIaT2AW6Qk4,42374
 mteb/leaderboard/benchmark_selector.py,sha256=qd-2L20RQ4ACke01UlytkhZok1dkWgfUlXzfET52kGc,7956
 mteb/leaderboard/figures.py,sha256=cfOK82rRf-7sCjyP7GBxh4ezhOIt0OhD0_86mKtzLrg,7530
 mteb/leaderboard/table.py,sha256=KqU8aAbZ_tDp1O_qXRGWR32QnB7v_lsF6k5jxLcQVN0,10366
@@ -2603,9 +2603,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
 mteb/types/_result.py,sha256=UKNokV9pu3G74MGebocU512aU_fFU9I9nPKnrG9Q0iE,1035
 mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
 mteb/types/statistics.py,sha256=GwkBPmAr18Onu-vHtzHs0PFrhCozdOMiT13HwnWL4ZM,3961
-mteb-2.6.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-mteb-2.6.1.dist-info/METADATA,sha256=VBXwF7nBuutKGZ13DY_K_1yhTi-ZHpGNvsL_jV-4K1c,13990
-mteb-2.6.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mteb-2.6.1.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
-mteb-2.6.1.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
-mteb-2.6.1.dist-info/RECORD,,
+mteb-2.6.2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+mteb-2.6.2.dist-info/METADATA,sha256=iq0NxS0AReNW_fUZ1NIJDjWetSG_M4h04Nf-7dyzbRU,14251
+mteb-2.6.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mteb-2.6.2.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
+mteb-2.6.2.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
+mteb-2.6.2.dist-info/RECORD,,