mteb 2.4.2__py3-none-any.whl → 2.5.1__py3-none-any.whl

mteb/results/benchmark_results.py

@@ -15,6 +15,7 @@ from mteb.abstasks.task_metadata import (
     TaskDomain,
     TaskType,
 )
+from mteb.benchmarks.benchmark import Benchmark
 from mteb.models import ModelMeta
 from mteb.models.get_model_meta import get_model_metas
 from mteb.types import (
@@ -39,10 +40,10 @@ class BenchmarkResults(BaseModel):
     """
 
     model_results: list[ModelResult]
-    model_config = (
-        ConfigDict(  # to free up the name model_results which is otherwise protected
-            protected_namespaces=(),
-        )
+    benchmark: Benchmark | None = None
+    model_config = ConfigDict(
+        protected_namespaces=(),  # to free up the name model_results which is otherwise protected
+        arbitrary_types_allowed=True,  # Benchmark is dataclasses.dataclass
     )
 
     def __repr__(self) -> str:
@@ -362,6 +363,23 @@ class BenchmarkResults(BaseModel):
             format=format,
         )
 
+    def get_benchmark_result(self) -> pd.DataFrame:
+        """Get aggregated scores for each model in the benchmark.
+
+        Uses the benchmark's summary table creation method to compute scores.
+
+        Returns:
+            A DataFrame with the aggregated benchmark scores for each model.
+        """
+        if self.benchmark is None:
+            raise ValueError(
+                "No benchmark associated with these results (self.benchmark is None). "
+                "To get benchmark results, load results with a Benchmark object. "
+                "`results = cache.load_results(tasks='MTEB(eng, v2)')`"
+            )
+
+        return self.benchmark._create_summary_table(self)
+
     def __iter__(self) -> Iterator[ModelResult]:
         return iter(self.model_results)
 

mteb/tasks/classification/tur/__init__.py

@@ -1,3 +1,6 @@
+from .turkish_constitutional_court import (
+    TurkishConstitutionalCourtViolation,
+)
 from .turkish_movie_sentiment_classification import (
     TurkishMovieSentimentClassification,
     TurkishMovieSentimentClassificationV2,
@@ -8,6 +11,7 @@ from .turkish_product_sentiment_classification import (
 )
 
 __all__ = [
+    "TurkishConstitutionalCourtViolation",
     "TurkishMovieSentimentClassification",
     "TurkishMovieSentimentClassificationV2",
     "TurkishProductSentimentClassification",

mteb/tasks/classification/tur/turkish_constitutional_court.py

@@ -0,0 +1,41 @@
+from mteb.abstasks.classification import AbsTaskClassification
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class TurkishConstitutionalCourtViolation(AbsTaskClassification):
+    # Normalize column names after load_data renames them.
+    label_column_name = "label"
+    input_column_name = "text"
+
+    metadata = TaskMetadata(
+        name="TurkishConstitutionalCourtViolation",
+        description="Binary classification of Turkish constitutional court decisions: Violation vs No violation.",
+        reference="https://huggingface.co/datasets/KocLab-Bilkent/turkish-constitutional-court",
+        type="Classification",
+        category="t2c",
+        modalities=["text"],
+        eval_splits=["test"],
+        eval_langs=["tur-Latn"],
+        main_score="f1",
+        dataset={
+            "path": "denizgulal/turkish-constitutional-court-violation-clean",
+            "revision": "333f49b7ddc72fa4a86ec5bd756a28c585311c74",
+        },
+        date=("2000-01-01", "2023-02-20"),  # dataset card last updated Feb 20, 2023
+        domains=["Legal", "Non-fiction"],
+        task_subtypes=["Political classification"],
+        license="cc-by-4.0",
+        annotations_creators="human-annotated",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation=r"""
+@article{mumcuoglu2021natural,
+  author = {Mumcuoglu, Emre and Ozturk, Ceyhun E. and Ozaktas, Haldun M. and Koc, Aykut},
+  journal = {Information Processing and Management},
+  number = {5},
+  title = {Natural language processing in law: Prediction of outcomes in the higher courts of Turkey},
+  volume = {58},
+  year = {2021},
+}
+""",
+    )

mteb/tasks/retrieval/kor/__init__.py

@@ -1,4 +1,5 @@
 from .auto_rag_retrieval import AutoRAGRetrieval
 from .ko_strategy_qa import KoStrategyQA
+from .squad_kor_v1_retrieval import SQuADKorV1Retrieval
 
-__all__ = ["AutoRAGRetrieval", "KoStrategyQA"]
+__all__ = ["AutoRAGRetrieval", "KoStrategyQA", "SQuADKorV1Retrieval"]

mteb/tasks/retrieval/kor/squad_kor_v1_retrieval.py

@@ -0,0 +1,47 @@
+from mteb.abstasks.retrieval import AbsTaskRetrieval
+from mteb.abstasks.task_metadata import TaskMetadata
+
+
+class SQuADKorV1Retrieval(AbsTaskRetrieval):
+    metadata = TaskMetadata(
+        name="SQuADKorV1Retrieval",
+        description="Korean translation of SQuAD v1.0 dataset for retrieval task, based on Korean Wikipedia articles.",
+        reference="https://huggingface.co/datasets/yjoonjang/squad_kor_v1",
+        dataset={
+            "path": "yjoonjang/squad_kor_v1",
+            "revision": "2b4ee1f3b143a04792da93a3df21933c5fe9eed3",
+        },
+        type="Retrieval",
+        category="t2t",
+        modalities=["text"],
+        eval_splits=["test"],
+        eval_langs=["kor-Hang"],
+        main_score="ndcg_at_10",
+        date=("2018-01-01", "2019-12-31"),
+        domains=["Encyclopaedic", "Written"],
+        task_subtypes=["Question answering"],
+        license="cc-by-sa-4.0",
+        annotations_creators="derived",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation=r"""
+@inproceedings{rajpurkar-etal-2016-squad,
+  address = {Austin, Texas},
+  author = {Rajpurkar, Pranav  and
+Zhang, Jian  and
+Lopyrev, Konstantin  and
+Liang, Percy},
+  booktitle = {Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing},
+  doi = {10.18653/v1/D16-1264},
+  editor = {Su, Jian  and
+Duh, Kevin  and
+Carreras, Xavier},
+  month = nov,
+  pages = {2383--2392},
+  publisher = {Association for Computational Linguistics},
+  title = {{SQ}u{AD}: 100,000+ Questions for Machine Comprehension of Text},
+  url = {https://aclanthology.org/D16-1264},
+  year = {2016},
+}
+""",
+    )

{mteb-2.4.2.dist-info → mteb-2.5.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mteb
-Version: 2.4.2
+Version: 2.5.1
 Summary: Massive Text Embedding Benchmark
 Author-email: MTEB Contributors <niklas@huggingface.co>, Kenneth Enevoldsen <kenneth.enevoldsen@cas.au.dk>, Nouamane Tazi <nouamane@huggingface.co>, Nils Reimers <info@nils-reimers.de>
 Maintainer-email: Kenneth Enevoldsen <kenneth.enevoldsen@cas.au.dk>, Roman Solomatin <risolomatin@gmail.com>, Isaac Chung <chungisaac1217@gmail.com>

{mteb-2.4.2.dist-info → mteb-2.5.1.dist-info}/RECORD

@@ -5,7 +5,7 @@ mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
 mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
 mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
 mteb/_set_seed.py,sha256=HPlPRl__Pe6IG-4UgJqTfplcivJ_wA2kaClbXoHQedM,1178
-mteb/cache.py,sha256=XiFuhjZ2C-o0LgP1YM8g9As_vigJCUNfTrOb9-EiFlM,20177
+mteb/cache.py,sha256=EogjsGZjoD6wZmVr4R3Lrc25C0x50Oie_i29K_4iHwo,21236
 mteb/deprecated_evaluator.py,sha256=9cJIahJHNZphoqo6KZfp30LLhIdyiR3SSLcut4FR_Ek,26778
 mteb/evaluate.py,sha256=IcaNu3VQwoeH7F1m8_7qJ6_lffHPujRcjKOBo4A7JBI,18631
 mteb/filter_tasks.py,sha256=5XE1OYmgDDoJYnXwFf4ma_PIT_Lekzs420sQF_kpCiY,7240
@@ -36,7 +36,7 @@ mteb/abstasks/aggregate_task_metadata.py,sha256=vzt1z2wDl0sXD7ErZFwKojYwmFUBPAnG
 mteb/abstasks/aggregated_task.py,sha256=puY6-EAqbL5ehKvFHTMriIdy3rAuqqYHF3ezog1eYxw,6671
 mteb/abstasks/classification.py,sha256=k_wrM1rq2XcVEK97RpU_uEcqhiWWbV7sm3B0dtvP5yY,13376
 mteb/abstasks/clustering.py,sha256=4KcaU8_sNLmLvMhwDpNmcY2nD3BNyx_LcM-ddSv-wtY,14410
-mteb/abstasks/clustering_legacy.py,sha256=HZY8zgBgqqs5urF_to9wzqm3MnjFivs59hU6P3NrzcI,8684
+mteb/abstasks/clustering_legacy.py,sha256=byE9kp-MLN_Zu72m3asEb1QTHlxWF-Qts7tMk0OKZHA,8796
 mteb/abstasks/dataset_card_template.md,sha256=aD6l8qc3_jxwoIGJNYLzse-jpRa8hu92AxpnUtNgges,5122
 mteb/abstasks/multilabel_classification.py,sha256=rpIwI3jV2YKtmXlFS2_Ytg4yYjdjPy0q5OU4MsRJFqo,9211
 mteb/abstasks/pair_classification.py,sha256=ToOBFDiokZOz9ea-klMLj_37slbVFR3lSuihP81x9Lc,13263
@@ -57,10 +57,10 @@ mteb/abstasks/text/reranking.py,sha256=rfRGRBeSjZLgkh8pneMgRm-vd9NHr5jSFH92YfOHf
 mteb/abstasks/text/summarization.py,sha256=KYEb8gh4JjpSsrvGUmQ2VlrVdzzVxIWcitXOJUaHhO4,6954
 mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,225
 mteb/benchmarks/_create_table.py,sha256=b2RqGqi0ZonKbHecEcZiF4pkfE96smFRIzxOI82ETA8,22304
-mteb/benchmarks/benchmark.py,sha256=UEllUtZQ0L10SNnxRyKbiv4wLCMcNF2nUPhBDKY3nz8,5097
+mteb/benchmarks/benchmark.py,sha256=E6hydDE9rkm4egsj52aDjQ0w4BQ1TBBP9gOAvw_Uh48,5583
 mteb/benchmarks/get_benchmark.py,sha256=-n_O-gitRKZi48gJKNgGuI36hsP7yLVSiwulnMHN7Gw,3935
 mteb/benchmarks/benchmarks/__init__.py,sha256=73NYNv98q-tRCqf2YHabvElz_a8g_mF75HTup0J-E5E,2220
-mteb/benchmarks/benchmarks/benchmarks.py,sha256=KuXEjB7-3S4b7sChJGmzt2z5iviujRxfqZx5kKNeQAc,97968
+mteb/benchmarks/benchmarks/benchmarks.py,sha256=_8zds06sQj41JzR6BHGWk33DZE2VGvabhBoyty5oAHk,97949
 mteb/benchmarks/benchmarks/rteb_benchmarks.py,sha256=QnCSrTTaBfcRlAQp2Nu81tgv1idMXqiM16Fp2zKJ5Ys,10607
 mteb/cli/__init__.py,sha256=v-csUr3eUZElIvrGB6QGtaIdndDfNWEe9oZchsGsJpg,64
 mteb/cli/_display_tasks.py,sha256=7A06dT9sSoTz6shyMvskPxuc5eHY_H7PGPlROzMP0yw,2196
@@ -514,6 +514,7 @@ mteb/descriptive_stats/Classification/ToxicConversationsVNClassification.json,sh
 mteb/descriptive_stats/Classification/TswanaNewsClassification.json,sha256=ve0LsVS9DKfqeXE3vwQD5yCtZE5EA209-g2BpJ-5Kn0,2703
 mteb/descriptive_stats/Classification/TswanaNewsClassification.v2.json,sha256=ve0LsVS9DKfqeXE3vwQD5yCtZE5EA209-g2BpJ-5Kn0,2703
 mteb/descriptive_stats/Classification/TurkicClassification.json,sha256=Vc4ZRF1j0eyasJLMIW-0vN4HhVtfDxU1nzS-y8P0FWU,19509
+mteb/descriptive_stats/Classification/TurkishConstitutionalCourtViolation.json,sha256=EMEEd5F1RdDTYBRBD-oyYXtf87K_yufblqIFFm051U8,1508
 mteb/descriptive_stats/Classification/TurkishMovieSentimentClassification.json,sha256=e0SE-SCDiioi8zkEIjKGAzHHpWoZJ41HT0igJRkK6Vs,1507
 mteb/descriptive_stats/Classification/TurkishMovieSentimentClassification.v2.json,sha256=IhXQYsjSXHdpAdnJMLfM5etS7VeKeorQofv6aNFePU0,1509
 mteb/descriptive_stats/Classification/TurkishProductSentimentClassification.json,sha256=cgpSg-LW1fPVVPuOkOl-d3cDXr5T5JVIwEnXjW3EKEc,1499
@@ -1311,6 +1312,7 @@ mteb/descriptive_stats/Retrieval/SCIDOCS.json,sha256=Xa2HtyeuWVV9xJOT1YwhrM32Rub
 mteb/descriptive_stats/Retrieval/SIQA.json,sha256=Z8lTLsbrSCdGiYFOQ_yrb3bXxlkHOZ1uYZCGorvBDHQ,991
 mteb/descriptive_stats/Retrieval/SKQuadRetrieval.json,sha256=VQXzc7XquS3pxJXlP0qovigYdleNgHBzwJIuHkCSXpM,1005
 mteb/descriptive_stats/Retrieval/SNLRetrieval.json,sha256=3IHnPHydwVU_68lP5EM6OpHBM5CRuUQFPeny2bIVOEg,990
+mteb/descriptive_stats/Retrieval/SQuADKorV1Retrieval.json,sha256=-TLf6e9WKfnK_52TsTXCBRqd7xRgzD7sllWq91dhNhc,984
 mteb/descriptive_stats/Retrieval/SadeemQuestionRetrieval.json,sha256=xvMLI0XiyWb7IKHUxFzyOUsRLj7oLFaG8R2cszLkwkw,995
 mteb/descriptive_stats/Retrieval/SciFact-Fa.json,sha256=BZHK8KUj5ShBzfomQxUbH8GBVpWYpepwdNaOZ1DHUE0,988
 mteb/descriptive_stats/Retrieval/SciFact-Fa.v2.json,sha256=1U8zTDU24TBaZ2cVX6puKT_oQx_vdLBeVz6MRswOrJE,976
@@ -1474,7 +1476,7 @@ mteb/models/model_implementations/cadet_models.py,sha256=bDula_VroXOWgSw-tquvNVG
 mteb/models/model_implementations/cde_models.py,sha256=3nNU3nq3VZZcImFqH1VPj57-QJNMU6Ei2C_HCaicuUs,9012
 mteb/models/model_implementations/clip_models.py,sha256=zrfgNmZszu0JMtMNdCMzEohixsrnQ7xFhCqgsiucH_Q,6107
 mteb/models/model_implementations/clips_models.py,sha256=QwwoU4Zu_zwUgUg7Hn2lzpXK-GjXIST0qF_2oRxHm2Y,3410
-mteb/models/model_implementations/codefuse_models.py,sha256=19Y-d_qetVU64quzEvuUJ_K8DHo1JEEKEGqjRR48dFg,9113
+mteb/models/model_implementations/codefuse_models.py,sha256=t_Dw_pRjh6gW1l2xLmBjd3oGcU_csy6DW3IdWsYuvGg,13975
 mteb/models/model_implementations/codesage_models.py,sha256=D4CdISGyv5f2GMYq4_efgm5qNq80SWAX5R2u5mjEiXM,2998
 mteb/models/model_implementations/cohere_models.py,sha256=OWFClVAN4phjBoxfGGDyGDmzMu-t2VrjCGFyAIWmz4w,13832
 mteb/models/model_implementations/cohere_v.py,sha256=K6VEw1NkyM2PuMd18kHE6aqPrcByYSwEmAKjvLods_w,15760
@@ -1522,7 +1524,7 @@ mteb/models/model_implementations/mdbr_models.py,sha256=B7R3dVEH9EZ_fSZ05VveSbmT
 mteb/models/model_implementations/misc_models.py,sha256=X0MvBQn2pRk7IT-jD3fYoja26at61FanjBtroaAg3Zc,69116
 mteb/models/model_implementations/mme5_models.py,sha256=cRRXecC8EHeLQiEd1nfCb1vt75x_CnG1s_9lYRrtyTA,1484
 mteb/models/model_implementations/moco_models.py,sha256=Kl0nBsqkG3crYoo5YulFq1fv97U0-IBWVFHN0UuO0lg,5483
-mteb/models/model_implementations/mod_models.py,sha256=vCTnzJE9O1ZTaSRNGxn5jWIlpLeRev7L-4E_FVz6_3Q,6226
+mteb/models/model_implementations/mod_models.py,sha256=jt33SfV476FIQJ-W-FRi_ocyRY1u8ldRFuo-PgejJDU,6335
 mteb/models/model_implementations/model2vec_models.py,sha256=D-EY-6P-cKKunbgzk4DHzJL1ogpWYFhpHbTLb8qQjJw,13765
 mteb/models/model_implementations/moka_models.py,sha256=Y5do7Z4JyGxabYrjHhkBLqCKTQKotniS-f4kOgXJjag,4995
 mteb/models/model_implementations/mxbai_models.py,sha256=KJXfUVW8e6LJEq3EO-Zy-pu6-9e-Q0mjP6_W7GP6QoI,3851
@@ -1530,7 +1532,7 @@ mteb/models/model_implementations/nbailab.py,sha256=bqqR0qs10IH2g5HC6K962tDMBciw
 mteb/models/model_implementations/no_instruct_sentence_models.py,sha256=6i-xbLRRNKuDpU-hwklwdQjgu1wnz5CecLSoc6kyd7Q,3976
 mteb/models/model_implementations/nomic_models.py,sha256=WmSX6YyYaG5EG9M3OX-tTgdznFVJanfVAxRKJ-vNXF0,14736
 mteb/models/model_implementations/nomic_models_vision.py,sha256=6aca0XVLXnkGk6GW8jVCIbbjPGq98lKq4c9Az4jbEkE,6805
-mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=OEhVrvA-zfX2PSm76VcCDPkRyAArSFkVeweyLyzpqPI,6255
+mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=yOaRX9amblBRGmNA-By2M8qD4ZsabSN2vw_jp1aXwuA,6314
 mteb/models/model_implementations/nvidia_models.py,sha256=acVverAt77lURkILCVkCdXsWgY1BJoG1-ugB7yIhlIM,21555
 mteb/models/model_implementations/openai_models.py,sha256=loU6JByNUwRidq7lmcu8iGOtUQvzejw6HVLaF_IKCR0,9352
 mteb/models/model_implementations/openclip_models.py,sha256=W8XcokgLU1nSmMaWpYXkWWizVd3sQezcP02YtF2fXpo,11436
@@ -1559,6 +1561,7 @@ mteb/models/model_implementations/samilpwc_models.py,sha256=oMwKNwCxoH1jZgCy04oo
 mteb/models/model_implementations/sarashina_embedding_models.py,sha256=TSmr2FEX79mJTA9mbEV3meEZYSelGv58Veiw__TTGFM,8415
 mteb/models/model_implementations/searchmap_models.py,sha256=XvVl99emIgnNUCxkTuFQXW6py2R8vgsArfpyHveCugw,1904
 mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=Q8JTW2fjePR9dq4spuwK2lyVeL3mn1bl-H5wkQuEV_E,18609
+mteb/models/model_implementations/seed_1_6_embedding_models_1215.py,sha256=O0BlsOHaxF0EEGaoas4AdzB8f-_9W9lwfoxLypexKEo,37516
 mteb/models/model_implementations/seed_models.py,sha256=SgK4kPVO6V33G3F1zSq06zSkWarPLEwBt1SWp4TUoVw,14142
 mteb/models/model_implementations/sentence_transformers_models.py,sha256=J0uFt6cFkHohTNtFJe3Ne1weNndYVVinSGFBKYlolt8,22784
 mteb/models/model_implementations/shuu_model.py,sha256=KkcuVYjIzoha3Fvxh8ppqHQ9BfNMWeqDqn9dGCRKUjg,1167
@@ -1585,7 +1588,7 @@ mteb/models/search_encoder_index/search_backend_protocol.py,sha256=TSjlx88stJcMl
 mteb/models/search_encoder_index/search_indexes/__init__.py,sha256=Wm60_oUemUpFsvrCMW111dcPH2L2rt1iZrXMskXmG7o,88
 mteb/models/search_encoder_index/search_indexes/faiss_search_index.py,sha256=WMs3QbbYV13fRuT3dakmdVMZLFdc_9ZzSupS3QxlbVQ,5555
 mteb/results/__init__.py,sha256=EXQqK4Am5eIYzD52dpcGAFSdqnC38oE6JHN302oidHc,158
-mteb/results/benchmark_results.py,sha256=b_g0QmTbwue9ZpWTtyPfgf_nyavckZHUgTVE6zqqtzM,18342
+mteb/results/benchmark_results.py,sha256=_d5vJWFwGmriFrLYmHI-P28vXSxXsWkg7hIQGKH_44w,19167
 mteb/results/model_result.py,sha256=Y6b_xfJlw8EFZq464ZVhyw0Rryv111hvMjnXbEZJpXk,14059
 mteb/results/task_result.py,sha256=DgmAw6akotjp8m8E6gE8QP9mQMxUvyzu1hnZ5o01GkU,32303
 mteb/tasks/__init__.py,sha256=izAxU0ip1F_YUwx0dFCuN35BaktdmePh6vlDiHC0kLo,503
@@ -1883,7 +1886,8 @@ mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=CdTFV
 mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=0qy4fHUf5i6Kgfxve1NneelB9gNas_7lMRs6pwgce1Q,1736
 mteb/tasks/classification/tsn/__init__.py,sha256=pHxOFshsfTp_CkIowXYcDtpZsxihcnPewREjFOzwHH4,176
 mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=wO3FD7JLaV9gycHVySmVjJUMwGbYd73pZfZEtSiknrw,3106
-mteb/tasks/classification/tur/__init__.py,sha256=ZHpiPVOG5fymXCy2V2XqnSyVuXwHWmoa58KE9ohGjKw,481
+mteb/tasks/classification/tur/__init__.py,sha256=viCR9s3exQyQDKEbgi1ESBiMPF07cG_TssN3oXc9_GA,611
+mteb/tasks/classification/tur/turkish_constitutional_court.py,sha256=F-lY7I46Zo8SoCPq2N9rz4yUy84icI0hIvPuI8XRarU,1626
 mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=eWPoX2uK06GsmgrteInkiC0uw0mF4dnkPiR249jBDpg,3069
 mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=9_AxxYWNCVqCuFN1_uCbwid9ox7KNKRSWbpfLMQrFII,2781
 mteb/tasks/classification/ukr/__init__.py,sha256=Tk8r98fjAhLigvXSu2v3vhq3aJVepreg7k7hVxlpIYo,186
@@ -2369,9 +2373,10 @@ mteb/tasks/retrieval/jpn/nlp_journal_title_abs_retrieval.py,sha256=JOOW_5pRKHzVn
 mteb/tasks/retrieval/jpn/nlp_journal_title_intro_retrieval.py,sha256=aVFTFiANWrIz68FjHv9KBqlhpWlsmi9EAP052gECzaU,3078
 mteb/tasks/retrieval/kat/__init__.py,sha256=H4phkKqg_yZzkK7T62aCMBzjbGZzLKJ-MngrQlPbW3A,93
 mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=4zyodSYCtHtBW9WKIGxFZaTXDrtHuaf3uyfIsDRGBqM,2494
-mteb/tasks/retrieval/kor/__init__.py,sha256=zNjAS2VRjeYX5u4vqev6dGOo_R3i9uSzxAsduZ0po4I,138
+mteb/tasks/retrieval/kor/__init__.py,sha256=gstfs-sW2-qlaVrOJg_NLsQLLUYCWG2gPf64KI2LxoA,217
 mteb/tasks/retrieval/kor/auto_rag_retrieval.py,sha256=tgffW8zMpDSv1FCOdS4_4SL5zKQj70JVSt_RKs3CgKY,1576
 mteb/tasks/retrieval/kor/ko_strategy_qa.py,sha256=jk13ORetYtF0q36h8ljD6TeTHUwvK5F5ZbDoMCP3eWk,1156
+mteb/tasks/retrieval/kor/squad_kor_v1_retrieval.py,sha256=M7T5FkN1efK7euRslx-LZN7hS_QdIwqtUuVlWO-dico,1631
 mteb/tasks/retrieval/multilingual/__init__.py,sha256=mfVGkoB4DO5ktlg8ia-4nImFVmZcqXh1XkgCkIff0tY,6765
 mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=gaVLEwuLEwMutMi9V-obpiYKbpllX2QNm2j3MVeebfE,7027
 mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=_6r34ZvRiLVENYcrd87NjilybGaetBwKFEbO29zYmBU,4676
@@ -2596,9 +2601,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
 mteb/types/_result.py,sha256=CRAUc5IvqI3_9SyXDwv-PWLCXwXdZem9RePeYESRtuw,996
 mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
 mteb/types/statistics.py,sha256=YwJsxTf1eaCI_RE-J37a-gK5wDeGAsmkeZKoZCFihSo,3755
-mteb-2.4.2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-mteb-2.4.2.dist-info/METADATA,sha256=T97AMDRmjR29KLQHND4FxM_JMQE15o5sH3WgYV3QtrI,13990
-mteb-2.4.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mteb-2.4.2.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
-mteb-2.4.2.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
-mteb-2.4.2.dist-info/RECORD,,
+mteb-2.5.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+mteb-2.5.1.dist-info/METADATA,sha256=zL9cLsZstap4AfRmVVd1RjRoLj_--FLMtYNTxWa8tSc,13990
+mteb-2.5.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mteb-2.5.1.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
+mteb-2.5.1.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
+mteb-2.5.1.dist-info/RECORD,,