mteb 2.4.1__py3-none-any.whl → 2.5.0__py3-none-any.whl

mteb/models/model_implementations/sentence_transformers_models.py

@@ -402,6 +402,15 @@ static_similarity_mrl_multilingual_v1 = ModelMeta(
     training_datasets=static_multi_datasets,
     public_training_code="https://huggingface.co/blog/static-embeddings",
     public_training_data="https://huggingface.co/collections/sentence-transformers/embedding-model-datasets-6644d7a3673a511914aa7552",
+    citation="""@inproceedings{reimers-2019-sentence-bert,
+    title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
+    author = "Reimers, Nils and Gurevych, Iryna",
+    booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
+    month = "11",
+    year = "2019",
+    publisher = "Association for Computational Linguistics",
+    url = "https://arxiv.org/abs/1908.10084",
+}""",
 )
 
 contriever = ModelMeta(
@@ -467,6 +476,17 @@ microllama_text_embedding = ModelMeta(
     public_training_data=None,
 )
 
+SENTENCE_T5_CITATION = """
+@misc{ni2021sentencet5scalablesentenceencoders,
+      title={Sentence-T5: Scalable Sentence Encoders from Pre-trained Text-to-Text Models}, 
+      author={Jianmo Ni and Gustavo Hernández Ábrego and Noah Constant and Ji Ma and Keith B. Hall and Daniel Cer and Yinfei Yang},
+      year={2021},
+      eprint={2108.08877},
+      archivePrefix={arXiv},
+      primaryClass={cs.CL},
+      url={https://arxiv.org/abs/2108.08877}, 
+}
+"""
 sentence_t5_base = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/sentence-t5-base",
@@ -486,6 +506,7 @@ sentence_t5_base = ModelMeta(
     public_training_code=None,
     public_training_data=None,
     training_datasets={"SNLI", "Community QA"},
+    citation=SENTENCE_T5_CITATION,
 )
 
 sentence_t5_large = ModelMeta(
@@ -507,6 +528,7 @@ sentence_t5_large = ModelMeta(
     public_training_code=None,
     public_training_data=None,
     training_datasets={"SNLI", "Community QA"},
+    citation=SENTENCE_T5_CITATION,
 )
 
 sentence_t5_xl = ModelMeta(
@@ -528,6 +550,7 @@ sentence_t5_xl = ModelMeta(
     public_training_code=None,
     public_training_data=None,
     training_datasets={"SNLI", "Community QA"},
+    citation=SENTENCE_T5_CITATION,
 )
 
 sentence_t5_xxl = ModelMeta(
@@ -549,7 +572,19 @@ sentence_t5_xxl = ModelMeta(
     public_training_code=None,
     public_training_data=None,
     training_datasets={"SNLI", "Community QA"},
+    citation=SENTENCE_T5_CITATION,
 )
+GTR_CITATION = """
+@misc{ni2021largedualencodersgeneralizable,
+      title={Large Dual Encoders Are Generalizable Retrievers}, 
+      author={Jianmo Ni and Chen Qu and Jing Lu and Zhuyun Dai and Gustavo Hernández Ábrego and Ji Ma and Vincent Y. Zhao and Yi Luan and Keith B. Hall and Ming-Wei Chang and Yinfei Yang},
+      year={2021},
+      eprint={2112.07899},
+      archivePrefix={arXiv},
+      primaryClass={cs.IR},
+      url={https://arxiv.org/abs/2112.07899}, 
+}
+"""
 gtr_t5_large = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/gtr-t5-large",
@@ -581,6 +616,7 @@ gtr_t5_large = ModelMeta(
         "NQ-PL",  # translation not trained on
         "Community QA",
     },
+    citation=GTR_CITATION,
 )
 
 gtr_t5_xl = ModelMeta(
@@ -614,6 +650,7 @@ gtr_t5_xl = ModelMeta(
         "NQ-PL",  # translation not trained on
         "Community QA",
     },
+    citation=GTR_CITATION,
 )
 gtr_t5_xxl = ModelMeta(
     loader=sentence_transformers_loader,
@@ -646,6 +683,7 @@ gtr_t5_xxl = ModelMeta(
         "NQ-PL",  # translation not trained on
         "Community QA",
     },
+    citation=GTR_CITATION,
 )
 
 gtr_t5_base = ModelMeta(
@@ -679,4 +717,5 @@ gtr_t5_base = ModelMeta(
         "NQ-PL",  # translation not trained on
         "Community QA",
     },
+    citation=GTR_CITATION,
 )

mteb/models/model_implementations/spartan8806_atles_champion.py

@@ -23,4 +23,11 @@ spartan8806_atles_champion_embedding = ModelMeta(
     adapted_from="sentence-transformers/all-mpnet-base-v2",
     public_training_code=None,
     public_training_data=None,
+    citation="""@article{conner2025epistemic,
+  title={The Epistemic Barrier: How RLHF Makes AI Consciousness Empirically Undecidable},
+  author={Conner (spartan8806)},
+  journal={ATLES Research Papers},
+  year={2025},
+  note={Cross-model validation study (Phoenix, Grok, Gemini, Claude)}
+}""",
 )

mteb/models/model_implementations/ua_sentence_models.py

@@ -28,4 +28,13 @@ xlm_roberta_ua_distilled = ModelMeta(
     modalities=["text"],
     public_training_data=None,
     use_instructions=False,
+    citation="""@inproceedings{reimers-2019-sentence-bert,
+    title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
+    author = "Reimers, Nils and Gurevych, Iryna",
+    booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
+    month = "11",
+    year = "2019",
+    publisher = "Association for Computational Linguistics",
+    url = "https://arxiv.org/abs/1908.10084",
+}""",
 )

mteb/models/model_implementations/vi_vn_models.py

@@ -75,6 +75,12 @@ aiteamvn_vietnamese_embeddings = ModelMeta(
     public_training_data=None,
     training_datasets=None,
     adapted_from="BAAI/bge-m3",
+    citation="""@misc{Vietnamese_Embedding,
+  title={Vietnamese_Embedding: Embedding model in Vietnamese language.},
+  author={Nguyen Nho Trung, Nguyen Nhat Quang, Nguyen Van Huy},
+  year={2025},
+  publisher={Huggingface},
+}""",
 )
 
 hiieu_halong_embedding = ModelMeta(
@@ -99,6 +105,12 @@ hiieu_halong_embedding = ModelMeta(
     public_training_data=None,
     training_datasets=None,
     adapted_from="intfloat/multilingual-e5-base",
+    citation="""@misc{HalongEmbedding,
+  title={HalongEmbedding: A Vietnamese Text Embedding},
+  author={Ngo Hieu},
+  year={2024},
+  publisher={Huggingface},
+}""",
 )
 
 sup_simcse_vietnamese_phobert_base_ = ModelMeta(
@@ -122,6 +134,20 @@ sup_simcse_vietnamese_phobert_base_ = ModelMeta(
     reference="https://huggingface.co/VoVanPhuc/sup-SimCSE-VietNamese-phobert-base",
     similarity_fn_name="cosine",
     training_datasets=None,
+    citation="""@article{gao2021simcse,
+   title={{SimCSE}: Simple Contrastive Learning of Sentence Embeddings},
+   author={Gao, Tianyu and Yao, Xingcheng and Chen, Danqi},
+   journal={arXiv preprint arXiv:2104.08821},
+   year={2021}
+}
+
+@inproceedings{phobert,
+title     = {{PhoBERT: Pre-trained language models for Vietnamese}},
+author    = {Dat Quoc Nguyen and Anh Tuan Nguyen},
+booktitle = {Findings of the Association for Computational Linguistics: EMNLP 2020},
+year      = {2020},
+pages     = {1037--1042}
+}""",
 )
 
 bkai_foundation_models_vietnamese_bi_encoder = ModelMeta(
@@ -145,4 +171,11 @@ bkai_foundation_models_vietnamese_bi_encoder = ModelMeta(
     reference="https://huggingface.co/bkai-foundation-models/vietnamese-bi-encoder",
     similarity_fn_name="cosine",
     training_datasets=None,
+    citation="""
+      @article{duc2024towards,
+    title={Towards Comprehensive Vietnamese Retrieval-Augmented Generation and Large Language Models},
+    author={Nguyen Quang Duc, Le Hai Son, Nguyen Duc Nhan, Nguyen Dich Nhat Minh, Le Thanh Huong, Dinh Viet Sang},
+    journal={arXiv preprint arXiv:2403.01616},
+    year={2024}
+  }""",
 )

mteb/results/benchmark_results.py

@@ -15,6 +15,7 @@ from mteb.abstasks.task_metadata import (
     TaskDomain,
     TaskType,
 )
+from mteb.benchmarks.benchmark import Benchmark
 from mteb.models import ModelMeta
 from mteb.models.get_model_meta import get_model_metas
 from mteb.types import (
@@ -39,10 +40,10 @@ class BenchmarkResults(BaseModel):
     """
 
     model_results: list[ModelResult]
-    model_config = (
-        ConfigDict(  # to free up the name model_results which is otherwise protected
-            protected_namespaces=(),
-        )
+    benchmark: Benchmark | None = None
+    model_config = ConfigDict(
+        protected_namespaces=(),  # to free up the name model_results which is otherwise protected
+        arbitrary_types_allowed=True,  # Benchmark is dataclasses.dataclass
     )
 
     def __repr__(self) -> str:
@@ -362,6 +363,23 @@ class BenchmarkResults(BaseModel):
             format=format,
         )
 
+    def get_benchmark_result(self) -> pd.DataFrame:
+        """Get aggregated scores for each model in the benchmark.
+
+        Uses the benchmark's summary table creation method to compute scores.
+
+        Returns:
+            A DataFrame with the aggregated benchmark scores for each model.
+        """
+        if self.benchmark is None:
+            raise ValueError(
+                "No benchmark associated with these results (self.benchmark is None). "
+                "To get benchmark results, load results with a Benchmark object. "
+                "`results = cache.load_results(tasks='MTEB(eng, v2)')`"
+            )
+
+        return self.benchmark._create_summary_table(self)
+
     def __iter__(self) -> Iterator[ModelResult]:
         return iter(self.model_results)
 

mteb/tasks/classification/tur/__init__.py

@@ -1,3 +1,6 @@
+from .turkish_constitutional_court import (
+    TurkishConstitutionalCourtViolation,
+)
 from .turkish_movie_sentiment_classification import (
     TurkishMovieSentimentClassification,
     TurkishMovieSentimentClassificationV2,
@@ -8,6 +11,7 @@ from .turkish_product_sentiment_classification import (
 )
 
 __all__ = [
+    "TurkishConstitutionalCourtViolation",
     "TurkishMovieSentimentClassification",
     "TurkishMovieSentimentClassificationV2",
     "TurkishProductSentimentClassification",

mteb/tasks/classification/tur/turkish_constitutional_court.py

@@ -0,0 +1,41 @@
+from mteb.abstasks.classification import AbsTaskClassification
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class TurkishConstitutionalCourtViolation(AbsTaskClassification):
+    # Normalize column names after load_data renames them.
+    label_column_name = "label"
+    input_column_name = "text"
+
+    metadata = TaskMetadata(
+        name="TurkishConstitutionalCourtViolation",
+        description="Binary classification of Turkish constitutional court decisions: Violation vs No violation.",
+        reference="https://huggingface.co/datasets/KocLab-Bilkent/turkish-constitutional-court",
+        type="Classification",
+        category="t2c",
+        modalities=["text"],
+        eval_splits=["test"],
+        eval_langs=["tur-Latn"],
+        main_score="f1",
+        dataset={
+            "path": "denizgulal/turkish-constitutional-court-violation-clean",
+            "revision": "333f49b7ddc72fa4a86ec5bd756a28c585311c74",
+        },
+        date=("2000-01-01", "2023-02-20"),  # dataset card last updated Feb 20, 2023
+        domains=["Legal", "Non-fiction"],
+        task_subtypes=["Political classification"],
+        license="cc-by-4.0",
+        annotations_creators="human-annotated",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation=r"""
+@article{mumcuoglu2021natural,
+  author = {Mumcuoglu, Emre and Ozturk, Ceyhun E. and Ozaktas, Haldun M. and Koc, Aykut},
+  journal = {Information Processing and Management},
+  number = {5},
+  title = {Natural language processing in law: Prediction of outcomes in the higher courts of Turkey},
+  volume = {58},
+  year = {2021},
+}
+""",
+    )

mteb/tasks/retrieval/kor/__init__.py

@@ -1,4 +1,5 @@
 from .auto_rag_retrieval import AutoRAGRetrieval
 from .ko_strategy_qa import KoStrategyQA
+from .squad_kor_v1_retrieval import SQuADKorV1Retrieval
 
-__all__ = ["AutoRAGRetrieval", "KoStrategyQA"]
+__all__ = ["AutoRAGRetrieval", "KoStrategyQA", "SQuADKorV1Retrieval"]

mteb/tasks/retrieval/kor/squad_kor_v1_retrieval.py

@@ -0,0 +1,47 @@
+from mteb.abstasks.retrieval import AbsTaskRetrieval
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class SQuADKorV1Retrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="SQuADKorV1Retrieval",
+        description="Korean translation of SQuAD v1.0 dataset for retrieval task, based on Korean Wikipedia articles.",
+        reference="https://huggingface.co/datasets/yjoonjang/squad_kor_v1",
+        dataset={
+            "path": "yjoonjang/squad_kor_v1",
+            "revision": "2b4ee1f3b143a04792da93a3df21933c5fe9eed3",
+        },
+        type="Retrieval",
+        category="t2t",
+        modalities=["text"],
+        eval_splits=["test"],
+        eval_langs=["kor-Hang"],
+        main_score="ndcg_at_10",
+        date=("2018-01-01", "2019-12-31"),
+        domains=["Encyclopaedic", "Written"],
+        task_subtypes=["Question answering"],
+        license="cc-by-sa-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation=r"""
+@inproceedings{rajpurkar-etal-2016-squad,
+  address = {Austin, Texas},
+  author = {Rajpurkar, Pranav  and
+Zhang, Jian  and
+Lopyrev, Konstantin  and
+Liang, Percy},
+  booktitle = {Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing},
+  doi = {10.18653/v1/D16-1264},
+  editor = {Su, Jian  and
+Duh, Kevin  and
+Carreras, Xavier},
+  month = nov,
+  pages = {2383--2392},
+  publisher = {Association for Computational Linguistics},
+  title = {{SQ}u{AD}: 100,000+ Questions for Machine Comprehension of Text},
+  url = {https://aclanthology.org/D16-1264},
+  year = {2016},
+}
+""",
+    )

{mteb-2.4.1.dist-info → mteb-2.5.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mteb
-Version: 2.4.1
+Version: 2.5.0
 Summary: Massive Text Embedding Benchmark
 Author-email: MTEB Contributors <niklas@huggingface.co>, Kenneth Enevoldsen <kenneth.enevoldsen@cas.au.dk>, Nouamane Tazi <nouamane@huggingface.co>, Nils Reimers <info@nils-reimers.de>
 Maintainer-email: Kenneth Enevoldsen <kenneth.enevoldsen@cas.au.dk>, Roman Solomatin <risolomatin@gmail.com>, Isaac Chung <chungisaac1217@gmail.com>

{mteb-2.4.1.dist-info → mteb-2.5.0.dist-info}/RECORD

@@ -5,7 +5,7 @@ mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
 mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
 mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
 mteb/_set_seed.py,sha256=HPlPRl__Pe6IG-4UgJqTfplcivJ_wA2kaClbXoHQedM,1178
-mteb/cache.py,sha256=XiFuhjZ2C-o0LgP1YM8g9As_vigJCUNfTrOb9-EiFlM,20177
+mteb/cache.py,sha256=EogjsGZjoD6wZmVr4R3Lrc25C0x50Oie_i29K_4iHwo,21236
 mteb/deprecated_evaluator.py,sha256=9cJIahJHNZphoqo6KZfp30LLhIdyiR3SSLcut4FR_Ek,26778
 mteb/evaluate.py,sha256=IcaNu3VQwoeH7F1m8_7qJ6_lffHPujRcjKOBo4A7JBI,18631
 mteb/filter_tasks.py,sha256=5XE1OYmgDDoJYnXwFf4ma_PIT_Lekzs420sQF_kpCiY,7240
@@ -57,10 +57,10 @@ mteb/abstasks/text/reranking.py,sha256=rfRGRBeSjZLgkh8pneMgRm-vd9NHr5jSFH92YfOHf
 mteb/abstasks/text/summarization.py,sha256=KYEb8gh4JjpSsrvGUmQ2VlrVdzzVxIWcitXOJUaHhO4,6954
 mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,225
 mteb/benchmarks/_create_table.py,sha256=b2RqGqi0ZonKbHecEcZiF4pkfE96smFRIzxOI82ETA8,22304
-mteb/benchmarks/benchmark.py,sha256=UEllUtZQ0L10SNnxRyKbiv4wLCMcNF2nUPhBDKY3nz8,5097
+mteb/benchmarks/benchmark.py,sha256=E6hydDE9rkm4egsj52aDjQ0w4BQ1TBBP9gOAvw_Uh48,5583
 mteb/benchmarks/get_benchmark.py,sha256=-n_O-gitRKZi48gJKNgGuI36hsP7yLVSiwulnMHN7Gw,3935
 mteb/benchmarks/benchmarks/__init__.py,sha256=73NYNv98q-tRCqf2YHabvElz_a8g_mF75HTup0J-E5E,2220
-mteb/benchmarks/benchmarks/benchmarks.py,sha256=KuXEjB7-3S4b7sChJGmzt2z5iviujRxfqZx5kKNeQAc,97968
+mteb/benchmarks/benchmarks/benchmarks.py,sha256=_8zds06sQj41JzR6BHGWk33DZE2VGvabhBoyty5oAHk,97949
 mteb/benchmarks/benchmarks/rteb_benchmarks.py,sha256=QnCSrTTaBfcRlAQp2Nu81tgv1idMXqiM16Fp2zKJ5Ys,10607
 mteb/cli/__init__.py,sha256=v-csUr3eUZElIvrGB6QGtaIdndDfNWEe9oZchsGsJpg,64
 mteb/cli/_display_tasks.py,sha256=7A06dT9sSoTz6shyMvskPxuc5eHY_H7PGPlROzMP0yw,2196
@@ -514,6 +514,7 @@ mteb/descriptive_stats/Classification/ToxicConversationsVNClassification.json,sh
 mteb/descriptive_stats/Classification/TswanaNewsClassification.json,sha256=ve0LsVS9DKfqeXE3vwQD5yCtZE5EA209-g2BpJ-5Kn0,2703
 mteb/descriptive_stats/Classification/TswanaNewsClassification.v2.json,sha256=ve0LsVS9DKfqeXE3vwQD5yCtZE5EA209-g2BpJ-5Kn0,2703
 mteb/descriptive_stats/Classification/TurkicClassification.json,sha256=Vc4ZRF1j0eyasJLMIW-0vN4HhVtfDxU1nzS-y8P0FWU,19509
+mteb/descriptive_stats/Classification/TurkishConstitutionalCourtViolation.json,sha256=EMEEd5F1RdDTYBRBD-oyYXtf87K_yufblqIFFm051U8,1508
 mteb/descriptive_stats/Classification/TurkishMovieSentimentClassification.json,sha256=e0SE-SCDiioi8zkEIjKGAzHHpWoZJ41HT0igJRkK6Vs,1507
 mteb/descriptive_stats/Classification/TurkishMovieSentimentClassification.v2.json,sha256=IhXQYsjSXHdpAdnJMLfM5etS7VeKeorQofv6aNFePU0,1509
 mteb/descriptive_stats/Classification/TurkishProductSentimentClassification.json,sha256=cgpSg-LW1fPVVPuOkOl-d3cDXr5T5JVIwEnXjW3EKEc,1499
@@ -1311,6 +1312,7 @@ mteb/descriptive_stats/Retrieval/SCIDOCS.json,sha256=Xa2HtyeuWVV9xJOT1YwhrM32Rub
 mteb/descriptive_stats/Retrieval/SIQA.json,sha256=Z8lTLsbrSCdGiYFOQ_yrb3bXxlkHOZ1uYZCGorvBDHQ,991
 mteb/descriptive_stats/Retrieval/SKQuadRetrieval.json,sha256=VQXzc7XquS3pxJXlP0qovigYdleNgHBzwJIuHkCSXpM,1005
 mteb/descriptive_stats/Retrieval/SNLRetrieval.json,sha256=3IHnPHydwVU_68lP5EM6OpHBM5CRuUQFPeny2bIVOEg,990
+mteb/descriptive_stats/Retrieval/SQuADKorV1Retrieval.json,sha256=-TLf6e9WKfnK_52TsTXCBRqd7xRgzD7sllWq91dhNhc,984
 mteb/descriptive_stats/Retrieval/SadeemQuestionRetrieval.json,sha256=xvMLI0XiyWb7IKHUxFzyOUsRLj7oLFaG8R2cszLkwkw,995
 mteb/descriptive_stats/Retrieval/SciFact-Fa.json,sha256=BZHK8KUj5ShBzfomQxUbH8GBVpWYpepwdNaOZ1DHUE0,988
 mteb/descriptive_stats/Retrieval/SciFact-Fa.v2.json,sha256=1U8zTDU24TBaZ2cVX6puKT_oQx_vdLBeVz6MRswOrJE,976
@@ -1459,12 +1461,12 @@ mteb/models/cache_wrappers/cache_backends/numpy_cache.py,sha256=GyTVC5DLph3EeRnD
 mteb/models/model_implementations/__init__.py,sha256=BZDdde6ajKv-yroy9mqE2YS3Hw1KBdKoxBPg8aPTZEs,1164
 mteb/models/model_implementations/align_models.py,sha256=DUdVWxETiwC2IrXI90zQwlvHMjeI7JJCNOmFVd2RNws,4518
 mteb/models/model_implementations/amazon_models.py,sha256=pdRU2QGAB5ccQnAfbRSzHE1G3ZUdjvsAgeJwkB_olDQ,694
-mteb/models/model_implementations/andersborges.py,sha256=QUFpASdcCy-IMz2O2C3OAOhMWA2ksNHM4GFWlkELIT4,1879
+mteb/models/model_implementations/andersborges.py,sha256=1FVmRpdfnuQ7_vzO7WITk2MASMmlcFuXgUONO78IFLs,2361
 mteb/models/model_implementations/ara_models.py,sha256=zS0t9rI21wwEwTlrlX94GqkmPKLnb8ktUaAOY-ZLmw0,1421
 mteb/models/model_implementations/arctic_models.py,sha256=eaMRaN9WdpVq1W6cbtNcJMdrJUTXrTSYUjTJufCdZRY,10350
 mteb/models/model_implementations/b1ade_models.py,sha256=aEKmXWVX8iJ_OotAYPOMxsOHTDEOJYdSwkR6iJsZ-ms,1609
 mteb/models/model_implementations/bedrock_models.py,sha256=RWN25Es4Nb6eIMiZlFHWNAnftKMVBumM2kozpO7Kh50,8709
-mteb/models/model_implementations/bge_models.py,sha256=LL_JnXsjGPnzzxby05Z0Jm3v6-v76nCB-yI36H9fKwo,22386
+mteb/models/model_implementations/bge_models.py,sha256=9x0cA1Kih9zScHreboFh2MVPnD_jhCxSp1rh5PV9_lk,24086
 mteb/models/model_implementations/bica_model.py,sha256=vNO6FiqOhAwUky-_Suq3ZpeJ8GVIsd6-uIU6-Y-wFy8,1227
 mteb/models/model_implementations/blip2_models.py,sha256=hBdilqIIFkILmGoSl6GjT5gpFVxArp3xL3JEcWfJ1KU,7635
 mteb/models/model_implementations/blip_models.py,sha256=n_XRcymbYL2Rx8AFl96OpGQcWvfzrvFQxKvFl4swzA4,11516
@@ -1474,7 +1476,7 @@ mteb/models/model_implementations/cadet_models.py,sha256=bDula_VroXOWgSw-tquvNVG
 mteb/models/model_implementations/cde_models.py,sha256=3nNU3nq3VZZcImFqH1VPj57-QJNMU6Ei2C_HCaicuUs,9012
 mteb/models/model_implementations/clip_models.py,sha256=zrfgNmZszu0JMtMNdCMzEohixsrnQ7xFhCqgsiucH_Q,6107
 mteb/models/model_implementations/clips_models.py,sha256=QwwoU4Zu_zwUgUg7Hn2lzpXK-GjXIST0qF_2oRxHm2Y,3410
-mteb/models/model_implementations/codefuse_models.py,sha256=19Y-d_qetVU64quzEvuUJ_K8DHo1JEEKEGqjRR48dFg,9113
+mteb/models/model_implementations/codefuse_models.py,sha256=t_Dw_pRjh6gW1l2xLmBjd3oGcU_csy6DW3IdWsYuvGg,13975
 mteb/models/model_implementations/codesage_models.py,sha256=D4CdISGyv5f2GMYq4_efgm5qNq80SWAX5R2u5mjEiXM,2998
 mteb/models/model_implementations/cohere_models.py,sha256=OWFClVAN4phjBoxfGGDyGDmzMu-t2VrjCGFyAIWmz4w,13832
 mteb/models/model_implementations/cohere_v.py,sha256=K6VEw1NkyM2PuMd18kHE6aqPrcByYSwEmAKjvLods_w,15760
@@ -1482,23 +1484,23 @@ mteb/models/model_implementations/colpali_models.py,sha256=l-0A3J5rt1bhhTKFPQ3Ti
 mteb/models/model_implementations/colqwen_models.py,sha256=wxR3sqyzObuXMlm1QLoFopJK3ZpQTzd3ZB5IrkzPfZk,15553
 mteb/models/model_implementations/colsmol_models.py,sha256=O2M7Ksydh94M_Iax4KytHb-wOL18N0BIYLKSsLF8BFs,2967
 mteb/models/model_implementations/conan_models.py,sha256=G-s7xo9VtNX-f7lWKtYVGHHiMMN0Xp44PlNIp7E0LAo,6502
-mteb/models/model_implementations/dino_models.py,sha256=QFgaFHR5YKrylqJGSljXCBn2W7qHhmF6KdXkvHrQNEI,16380
+mteb/models/model_implementations/dino_models.py,sha256=SFGXFZsI0ziCehNVfDn0CmQ5Uc_QDqP6jw8-jgIqDYU,25018
 mteb/models/model_implementations/e5_instruct.py,sha256=9R4GoSFicgqNDCh3HhTN_8L1qhzuEKvatjHYn3T9zlU,7676
 mteb/models/model_implementations/e5_models.py,sha256=ZLRgzx2uEBc_yWY6DwcJFUNKG6RHpWSEVp1_jaEURhs,9373
 mteb/models/model_implementations/e5_v.py,sha256=_9W7I0ryIzx_H9eCkzwdm8iHdGX1LIjKGXkhSh_zNv8,6690
 mteb/models/model_implementations/eagerworks_models.py,sha256=NOQkCUqn9jLSpf9p6KyaIHnJxYV1MNlr2z7hO2AcRSc,5744
-mteb/models/model_implementations/emillykkejensen_models.py,sha256=QdhGqCm_1-AURkrniZj2S1MjwwIVOPMzLvpgfJq-3EQ,2779
+mteb/models/model_implementations/emillykkejensen_models.py,sha256=qNrKLu7NDFCRW1YTAoS-aHjjfx6UIHATlydepitaCog,3665
 mteb/models/model_implementations/en_code_retriever.py,sha256=leZ-0M6LrunocY3XQBYZU1uevDRopeyR5ujIhwqBbd8,1043
-mteb/models/model_implementations/euler_models.py,sha256=fZoXYeDjSRN2Qj1Pf-ROi8xok03PjhYi4FLEZKjMPkk,905
+mteb/models/model_implementations/euler_models.py,sha256=EfxegMwatdeQ4Qhq5aGRnZTSu2AVc0g51ikSu9sPNXs,1106
 mteb/models/model_implementations/evaclip_models.py,sha256=cPMGYLDIq4s8zJxb4vPXqJ-rqwPaq7KOh2QZSO6cDas,8000
-mteb/models/model_implementations/fa_models.py,sha256=WGal70_ezITWoNdjcMdbOCTSCtoaXzuPadYstLVXxhg,7478
-mteb/models/model_implementations/facebookai.py,sha256=uhE6rB1YgxE0SIc7u8heE1U62qRFFA23IMgpjxBq_Ok,3116
+mteb/models/model_implementations/fa_models.py,sha256=BoFk99qwsX-PqedV6-8PK7AZQbJQaB8Eaf8o75dJwqI,9610
+mteb/models/model_implementations/facebookai.py,sha256=pJ4OTTQT1ggLiVmOGfp8IMQatyTsTWmrFFsDQUpN9h4,4834
 mteb/models/model_implementations/geogpt_models.py,sha256=Juv86SwhgQX80lVLjAFtim2aSiJT1AcgjniyyiKyk1Q,1923
 mteb/models/model_implementations/gme_v_models.py,sha256=GEu1wl5q77RMM3BwtKMjkMwm38KX_r0qWxD_IEMVC2U,13657
 mteb/models/model_implementations/google_models.py,sha256=d6hZ-yWY-yZnQsXDVbdtBb_xqwYAkdeeAnsEMaqqGXI,11013
 mteb/models/model_implementations/granite_vision_embedding_models.py,sha256=cvG5NliPwDVMvGuJTo8rk5yL3m6cuJZ_fMLEc0ESNfc,7315
 mteb/models/model_implementations/gritlm_models.py,sha256=aS_CuioL95JAQMYiaKlGuAWU9wZjabn268Xut3bD8-w,3005
-mteb/models/model_implementations/gte_models.py,sha256=o26Xyu_tucUlP435Q_jB4-bl0xckgj4wtbutTwhYgIo,10073
+mteb/models/model_implementations/gte_models.py,sha256=G7nbR-ItIEUZdwAxlMJIX9tlXAfnaVBCQ84F75WjspQ,13661
 mteb/models/model_implementations/hinvec_models.py,sha256=I_d_dSNVaGIwMIwyvTlaPAzGMpwh_PzvsfE4y47GFyg,1575
 mteb/models/model_implementations/human.py,sha256=klMpuMAtYH92EIEwNMEhne_Baf9fNiTg1DNWYD11P44,532
 mteb/models/model_implementations/ibm_granite_models.py,sha256=YCT0jbgawy19ps5l8QlxpQoJLjq8Nh-3R-e6yxS0DRM,7902
@@ -1506,11 +1508,11 @@ mteb/models/model_implementations/inf_models.py,sha256=lvXUFhAYDltq2_Xa9MHcwfhh1
 mteb/models/model_implementations/jasper_models.py,sha256=onX_ipI-UZbaZrjcHpZtk34tpy6DcT6Yvq6X3RMSmYA,16211
 mteb/models/model_implementations/jina_clip.py,sha256=CfiIxbhKspjQajNtObCfGPHOWPk6uLn4cuwydQHFTMo,5118
 mteb/models/model_implementations/jina_models.py,sha256=1bkGwIaRNIun2ghkWb4FG-7js4lJ39s97Q9KAW3wkXo,34858
-mteb/models/model_implementations/kalm_models.py,sha256=FmW7Z5Qs6WYBLuKvql3u4IJW36kj4k-Ypah8qTBEBkg,59837
-mteb/models/model_implementations/kblab.py,sha256=DDh8gDEI6YPjS4_yGYWC4HatE0mFf7vhGDU83zzV7V0,866
+mteb/models/model_implementations/kalm_models.py,sha256=po9RdIr2zgHrE3BwgKq0uoOqrQzWkUUUecR6JgCohWk,61959
+mteb/models/model_implementations/kblab.py,sha256=pDA-OUgBAQ2C4jGbNXoBY0RQFTyM72kt2F9yN_IZT0I,1135
 mteb/models/model_implementations/kennethenevoldsen_models.py,sha256=DF-9nmsewYO9ikZ0kV81ujKGr7Ot36-9iPoxN7KX2mY,2993
 mteb/models/model_implementations/kfst.py,sha256=BQj0fxMJwyA6NOdK26NDYVL3z2PW1_F-lTTVImxEWZQ,892
-mteb/models/model_implementations/kowshik24_models.py,sha256=HoQpybjhquK2XSnawlq0aiSWFI5M7l6N4DNY4MQ-P10,976
+mteb/models/model_implementations/kowshik24_models.py,sha256=_gIJdiseyEni0Z-rOLCzVfeS4wtZZb9CCTkl-9nVH-E,1419
 mteb/models/model_implementations/lens_models.py,sha256=fC7_NB1F8vBAlXD0p0-hALf6eZTPFJwpz57dy71OlwI,1696
 mteb/models/model_implementations/lgai_embedding_models.py,sha256=S83pbfkMH3YUNl4skusgbK-Rn-uLuScQVxgXwegR_N4,2333
 mteb/models/model_implementations/linq_models.py,sha256=EtvUyiNbjU-GJd1kS0Z0gBACkP2pFOjk0KfGMZz4K9Y,1872
@@ -1519,18 +1521,18 @@ mteb/models/model_implementations/llm2clip_models.py,sha256=_sqAOb5oSbxn1oaXjWwP
 mteb/models/model_implementations/llm2vec_models.py,sha256=Og_EqnOXgIfaTcVTl3Lj5BicG83ycnXS_YHNtK63I-A,12638
 mteb/models/model_implementations/mcinext_models.py,sha256=W9MBQFqGTXVa52WDFFq1Pdat2TgRvluOcD6JVAupn28,18968
 mteb/models/model_implementations/mdbr_models.py,sha256=B7R3dVEH9EZ_fSZ05VveSbmTyO3Erh7iJ2WmMn52d-4,2509
-mteb/models/model_implementations/misc_models.py,sha256=bgKOuXJC8cVQmVRXEfIBlgzxDRb9nzOCsHdJ1kM8Z2Q,56691
+mteb/models/model_implementations/misc_models.py,sha256=X0MvBQn2pRk7IT-jD3fYoja26at61FanjBtroaAg3Zc,69116
 mteb/models/model_implementations/mme5_models.py,sha256=cRRXecC8EHeLQiEd1nfCb1vt75x_CnG1s_9lYRrtyTA,1484
 mteb/models/model_implementations/moco_models.py,sha256=Kl0nBsqkG3crYoo5YulFq1fv97U0-IBWVFHN0UuO0lg,5483
-mteb/models/model_implementations/mod_models.py,sha256=KHVdZWmag0Yz_NLGDPUz4TgNbKjUYqKVXS_G_rL_5yU,6731
+mteb/models/model_implementations/mod_models.py,sha256=jt33SfV476FIQJ-W-FRi_ocyRY1u8ldRFuo-PgejJDU,6335
 mteb/models/model_implementations/model2vec_models.py,sha256=D-EY-6P-cKKunbgzk4DHzJL1ogpWYFhpHbTLb8qQjJw,13765
 mteb/models/model_implementations/moka_models.py,sha256=Y5do7Z4JyGxabYrjHhkBLqCKTQKotniS-f4kOgXJjag,4995
-mteb/models/model_implementations/mxbai_models.py,sha256=33ta2BnhvKYBUgE89wFgPNf-CnOb7ooumZvqHOvbZsA,3593
+mteb/models/model_implementations/mxbai_models.py,sha256=KJXfUVW8e6LJEq3EO-Zy-pu6-9e-Q0mjP6_W7GP6QoI,3851
 mteb/models/model_implementations/nbailab.py,sha256=bqqR0qs10IH2g5HC6K962tDMBciw8qFsNVHADNS72jk,2396
 mteb/models/model_implementations/no_instruct_sentence_models.py,sha256=6i-xbLRRNKuDpU-hwklwdQjgu1wnz5CecLSoc6kyd7Q,3976
-mteb/models/model_implementations/nomic_models.py,sha256=4N18fKKYXe8FGPqe4s5_6LV4rQsZad_2vAIOuxxwVeI,14417
+mteb/models/model_implementations/nomic_models.py,sha256=WmSX6YyYaG5EG9M3OX-tTgdznFVJanfVAxRKJ-vNXF0,14736
 mteb/models/model_implementations/nomic_models_vision.py,sha256=6aca0XVLXnkGk6GW8jVCIbbjPGq98lKq4c9Az4jbEkE,6805
-mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=OEhVrvA-zfX2PSm76VcCDPkRyAArSFkVeweyLyzpqPI,6255
+mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=yOaRX9amblBRGmNA-By2M8qD4ZsabSN2vw_jp1aXwuA,6314
 mteb/models/model_implementations/nvidia_models.py,sha256=acVverAt77lURkILCVkCdXsWgY1BJoG1-ugB7yIhlIM,21555
 mteb/models/model_implementations/openai_models.py,sha256=loU6JByNUwRidq7lmcu8iGOtUQvzejw6HVLaF_IKCR0,9352
 mteb/models/model_implementations/openclip_models.py,sha256=W8XcokgLU1nSmMaWpYXkWWizVd3sQezcP02YtF2fXpo,11436
@@ -1540,7 +1542,7 @@ mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py,
 mteb/models/model_implementations/pawan_models.py,sha256=rV2ePGIuYroocvwqDXm4VU369Y_Vr67CyAE-08K5B9c,1151
 mteb/models/model_implementations/piccolo_models.py,sha256=d8Dtkv_ZTUOCmJLLOuwquq-gX-2UfKvAtl_LvAS0Xi0,2113
 mteb/models/model_implementations/promptriever_models.py,sha256=S7uWes_P74p3OZR_KBJHJN_ezlvvRx2__46DMCWqV5M,6328
-mteb/models/model_implementations/pylate_models.py,sha256=oNoPndZuiJahSd-ikR4dE4vL9261btXYiJbF3bk3Dco,14546
+mteb/models/model_implementations/pylate_models.py,sha256=VRLcjNTtoLLV-E_Oa-F6KkS0h-oSASvjGq6iKSWZgZs,16715
 mteb/models/model_implementations/qodo_models.py,sha256=JDqffDlQiOEariyheybOIf3iNkqot2gTkEIHWDnRbUE,2037
 mteb/models/model_implementations/qtack_models.py,sha256=biZLH5E3UWIcMZXIZNGgBZFEUvovPpAo6vUyL776W1w,1224
 mteb/models/model_implementations/qwen3_models.py,sha256=F_o6ciD-6gLFfIlQYD9MsNvcbkmGzJ39eKpFlEog1rM,5132
@@ -1552,26 +1554,27 @@ mteb/models/model_implementations/repllama_models.py,sha256=89HoqEpzkNysHeuf_-Yh
 mteb/models/model_implementations/rerankers_custom.py,sha256=ro73A9-hHudy3_qIMrhP-ja-3Xqu78r_aORm856zHQc,10651
 mteb/models/model_implementations/rerankers_monot5_based.py,sha256=rxVwzapNnHl4gCw79XVCaTXj3-wbToyj7XVL97tpAF4,34302
 mteb/models/model_implementations/richinfoai_models.py,sha256=llvYa0JUjyOOMbuTgOYoJ2qeqZ5rLHX1ZjZIYlYbdvA,989
-mteb/models/model_implementations/ru_sentence_models.py,sha256=GuZFwbzaooufvSMGNjIsL0DDLrqHjhdSsAQHHZo5H08,40480
+mteb/models/model_implementations/ru_sentence_models.py,sha256=mh5TPy0EZVGioiXizrz-W_ssrlLZ2Q7HCbGZ-6TYszE,41238
 mteb/models/model_implementations/ruri_models.py,sha256=-BTYkZ8dEWZUbGqx3YB5yFSrzMwZtXX7sMUHzrlB8ws,10043
 mteb/models/model_implementations/salesforce_models.py,sha256=KslTK-IKeLvNG-vQir9k6swkaOgjk6eyozm_BOVgTpY,5160
 mteb/models/model_implementations/samilpwc_models.py,sha256=oMwKNwCxoH1jZgCy04oo2oVlBZWu253QMpnEEC6emz8,2021
 mteb/models/model_implementations/sarashina_embedding_models.py,sha256=TSmr2FEX79mJTA9mbEV3meEZYSelGv58Veiw__TTGFM,8415
 mteb/models/model_implementations/searchmap_models.py,sha256=XvVl99emIgnNUCxkTuFQXW6py2R8vgsArfpyHveCugw,1904
 mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=Q8JTW2fjePR9dq4spuwK2lyVeL3mn1bl-H5wkQuEV_E,18609
+mteb/models/model_implementations/seed_1_6_embedding_models_1215.py,sha256=O0BlsOHaxF0EEGaoas4AdzB8f-_9W9lwfoxLypexKEo,37516
 mteb/models/model_implementations/seed_models.py,sha256=SgK4kPVO6V33G3F1zSq06zSkWarPLEwBt1SWp4TUoVw,14142
-mteb/models/model_implementations/sentence_transformers_models.py,sha256=EtEaXg1yFFp3DQEOxu6am8bcVQR-ypcHj6DCqJGHOVU,21160
+mteb/models/model_implementations/sentence_transformers_models.py,sha256=J0uFt6cFkHohTNtFJe3Ne1weNndYVVinSGFBKYlolt8,22784
 mteb/models/model_implementations/shuu_model.py,sha256=KkcuVYjIzoha3Fvxh8ppqHQ9BfNMWeqDqn9dGCRKUjg,1167
 mteb/models/model_implementations/siglip_models.py,sha256=tvi8QB2ayBoeXsxwHrl5RFlkknvE6FM9N06zSBWGQD0,12602
 mteb/models/model_implementations/sonar_models.py,sha256=Nc6kAJRWSrxA57DPRrgOPHqS1dNhz2vsE_1ZA2JtigQ,4784
-mteb/models/model_implementations/spartan8806_atles_champion.py,sha256=9sWQH7tOT0uxXA7sbQcnqGt2f5O9xcw9HqFpRCzoQAA,918
+mteb/models/model_implementations/spartan8806_atles_champion.py,sha256=yTwZPWg2pj7WSDecKFO-pV9ykXkebXoPiR3JORavCIQ,1213
 mteb/models/model_implementations/stella_models.py,sha256=NL3tk-rnuBdznsQ-nmelqun4tFO2xKoNPPOOVKqnPGU,8062
 mteb/models/model_implementations/tarka_models.py,sha256=UwSb3e-k7dCgQAJv3176ZvKpkjLZfpdPzwf-b0Oxuuo,27345
 mteb/models/model_implementations/text2vec_models.py,sha256=zaHWRc2W0RYZAOetinqRzug9UGW0HmY5U-jYsLXA8wo,4160
-mteb/models/model_implementations/ua_sentence_models.py,sha256=fcvXR4-Rrt-UDTlDkh2ZAO1gO_ufCOHiT6EhoeKiHx8,1224
+mteb/models/model_implementations/ua_sentence_models.py,sha256=SNaTaRcRLFn9SO0TECkqqqu-IXO9tWhBduN-i92y3W4,1667
 mteb/models/model_implementations/uae_models.py,sha256=KZxH5a3t-sfh33xUBkLizEuyFAyPlGfnRsn-S7mjq74,3112
 mteb/models/model_implementations/vdr_models.py,sha256=nz8yZLRJc3RDMFWxXf1mb8bPD8c__IQDJMwHxKgJXkA,1422
-mteb/models/model_implementations/vi_vn_models.py,sha256=quWmd3JT2J6SlAsFrV2gcnc67M9zr58mEF2zLUF8-uw,4795
+mteb/models/model_implementations/vi_vn_models.py,sha256=adATWIhwImbajHqM8zpgrZbNwo-4VEZNehejBEpx4zg,6042
 mteb/models/model_implementations/vista_models.py,sha256=Q3I01kRtIPaoke0iMIcH4CLcCDTnMSIBFNCof7LPTX4,10832
 mteb/models/model_implementations/vlm2vec_models.py,sha256=HGGy_-z9Wc99xOKum71rBNipCPqWcM1efmmXgy5Rvxc,11724
 mteb/models/model_implementations/voyage_models.py,sha256=dOCccOQlloGrg0q44PxMQzx8dHuQ8VgkDUD01EydpJ0,19824
@@ -1585,7 +1588,7 @@ mteb/models/search_encoder_index/search_backend_protocol.py,sha256=TSjlx88stJcMl
 mteb/models/search_encoder_index/search_indexes/__init__.py,sha256=Wm60_oUemUpFsvrCMW111dcPH2L2rt1iZrXMskXmG7o,88
 mteb/models/search_encoder_index/search_indexes/faiss_search_index.py,sha256=WMs3QbbYV13fRuT3dakmdVMZLFdc_9ZzSupS3QxlbVQ,5555
 mteb/results/__init__.py,sha256=EXQqK4Am5eIYzD52dpcGAFSdqnC38oE6JHN302oidHc,158
-mteb/results/benchmark_results.py,sha256=b_g0QmTbwue9ZpWTtyPfgf_nyavckZHUgTVE6zqqtzM,18342
+mteb/results/benchmark_results.py,sha256=_d5vJWFwGmriFrLYmHI-P28vXSxXsWkg7hIQGKH_44w,19167
 mteb/results/model_result.py,sha256=Y6b_xfJlw8EFZq464ZVhyw0Rryv111hvMjnXbEZJpXk,14059
 mteb/results/task_result.py,sha256=DgmAw6akotjp8m8E6gE8QP9mQMxUvyzu1hnZ5o01GkU,32303
 mteb/tasks/__init__.py,sha256=izAxU0ip1F_YUwx0dFCuN35BaktdmePh6vlDiHC0kLo,503
@@ -1883,7 +1886,8 @@ mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=CdTFV
 mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=0qy4fHUf5i6Kgfxve1NneelB9gNas_7lMRs6pwgce1Q,1736
 mteb/tasks/classification/tsn/__init__.py,sha256=pHxOFshsfTp_CkIowXYcDtpZsxihcnPewREjFOzwHH4,176
 mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=wO3FD7JLaV9gycHVySmVjJUMwGbYd73pZfZEtSiknrw,3106
-mteb/tasks/classification/tur/__init__.py,sha256=ZHpiPVOG5fymXCy2V2XqnSyVuXwHWmoa58KE9ohGjKw,481
+mteb/tasks/classification/tur/__init__.py,sha256=viCR9s3exQyQDKEbgi1ESBiMPF07cG_TssN3oXc9_GA,611
+mteb/tasks/classification/tur/turkish_constitutional_court.py,sha256=F-lY7I46Zo8SoCPq2N9rz4yUy84icI0hIvPuI8XRarU,1626
 mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=eWPoX2uK06GsmgrteInkiC0uw0mF4dnkPiR249jBDpg,3069
 mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=9_AxxYWNCVqCuFN1_uCbwid9ox7KNKRSWbpfLMQrFII,2781
 mteb/tasks/classification/ukr/__init__.py,sha256=Tk8r98fjAhLigvXSu2v3vhq3aJVepreg7k7hVxlpIYo,186
@@ -2369,9 +2373,10 @@ mteb/tasks/retrieval/jpn/nlp_journal_title_abs_retrieval.py,sha256=JOOW_5pRKHzVn
 mteb/tasks/retrieval/jpn/nlp_journal_title_intro_retrieval.py,sha256=aVFTFiANWrIz68FjHv9KBqlhpWlsmi9EAP052gECzaU,3078
 mteb/tasks/retrieval/kat/__init__.py,sha256=H4phkKqg_yZzkK7T62aCMBzjbGZzLKJ-MngrQlPbW3A,93
 mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=4zyodSYCtHtBW9WKIGxFZaTXDrtHuaf3uyfIsDRGBqM,2494
-mteb/tasks/retrieval/kor/__init__.py,sha256=zNjAS2VRjeYX5u4vqev6dGOo_R3i9uSzxAsduZ0po4I,138
+mteb/tasks/retrieval/kor/__init__.py,sha256=gstfs-sW2-qlaVrOJg_NLsQLLUYCWG2gPf64KI2LxoA,217
 mteb/tasks/retrieval/kor/auto_rag_retrieval.py,sha256=tgffW8zMpDSv1FCOdS4_4SL5zKQj70JVSt_RKs3CgKY,1576
 mteb/tasks/retrieval/kor/ko_strategy_qa.py,sha256=jk13ORetYtF0q36h8ljD6TeTHUwvK5F5ZbDoMCP3eWk,1156
+mteb/tasks/retrieval/kor/squad_kor_v1_retrieval.py,sha256=M7T5FkN1efK7euRslx-LZN7hS_QdIwqtUuVlWO-dico,1631
 mteb/tasks/retrieval/multilingual/__init__.py,sha256=mfVGkoB4DO5ktlg8ia-4nImFVmZcqXh1XkgCkIff0tY,6765
 mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=gaVLEwuLEwMutMi9V-obpiYKbpllX2QNm2j3MVeebfE,7027
 mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=_6r34ZvRiLVENYcrd87NjilybGaetBwKFEbO29zYmBU,4676
@@ -2596,9 +2601,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
 mteb/types/_result.py,sha256=CRAUc5IvqI3_9SyXDwv-PWLCXwXdZem9RePeYESRtuw,996
 mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
 mteb/types/statistics.py,sha256=YwJsxTf1eaCI_RE-J37a-gK5wDeGAsmkeZKoZCFihSo,3755
-mteb-2.4.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-mteb-2.4.1.dist-info/METADATA,sha256=NSoqOepWRk38b5qA_3AUj6QzR66bca71Bcs7TxJx42o,13990
-mteb-2.4.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mteb-2.4.1.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
-mteb-2.4.1.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
-mteb-2.4.1.dist-info/RECORD,,
+mteb-2.5.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+mteb-2.5.0.dist-info/METADATA,sha256=1R2IkDY_5XF2lZEHOy0op8KGK315UOoEJ8U0_lIyo8Q,13990
+mteb-2.5.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mteb-2.5.0.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
+mteb-2.5.0.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
+mteb-2.5.0.dist-info/RECORD,,