mteb 2.7.4__py3-none-any.whl → 2.7.5__py3-none-any.whl

{mteb-2.7.4.dist-info → mteb-2.7.5.dist-info}/RECORD

@@ -1,13 +1,13 @@
 mteb/__init__.py,sha256=AFdvWGkAnKZqzKxqp-xvuBhGnpz0QM1cuOtaztsDzjI,1430
 mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
-mteb/_create_dataloaders.py,sha256=2-W3Yz7GvoTmCL7bZIm7OXOorum08A-pa4RePbYVbxg,14458
+mteb/_create_dataloaders.py,sha256=zGv9KIJ91piMJD50TM_XGoZiOnb-X4WLbD5FUBK-kfI,15758
 mteb/_helpful_enum.py,sha256=5hi3vm19QhTWXb5G80ytviJ-SEbCCGVhn2gbJaRgoyY,601
 mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
 mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
 mteb/_set_seed.py,sha256=HPlPRl__Pe6IG-4UgJqTfplcivJ_wA2kaClbXoHQedM,1178
 mteb/cache.py,sha256=xE2BhrG_ypm2C0nPt6tRQCe393pN1RjDLadQcC6W1WE,27657
 mteb/deprecated_evaluator.py,sha256=F47pBHL3lM8YHGZEPLR4CuVn7aV3gzomNpyP3I3jmmc,27727
-mteb/evaluate.py,sha256=OzcnWwmoHlRAdYrM112QhiCnVJzSUKBt2ip1YIMV8Gk,19288
+mteb/evaluate.py,sha256=eudGyxRukbR6s7iAOPAvbOyLKK8hBwGRicYffX2ltzA,19643
 mteb/filter_tasks.py,sha256=ZFFEl7jWTSq3kDdM8oHG-RZrrBOP16zcFzezA3OsLiM,7430
 mteb/get_tasks.py,sha256=1BZJF7jADJnnL_ZzsJaTKLITO7u6inAHV0PxCAQfhfc,14402
 mteb/load_results.py,sha256=geGyArDB1CNrqse_QzPqfvY7YvF9fL57LJsuy-DDY58,6532
@@ -15,47 +15,47 @@ mteb/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 mteb/similarity_functions.py,sha256=7ENHjq35EMSO1kT73IKLbQ0jMWGxMPSMM8SPmGHzaAM,10887
 mteb/_evaluators/__init__.py,sha256=Ag1_RWpxBGMpujzd3FZjI40gY_KQKIpY31tJPuk-hFg,1013
 mteb/_evaluators/_download.py,sha256=jntlcURbJxcxUjTmn2D9Tu6ZnWgDc9t5bY8p9CZCqv4,586
-mteb/_evaluators/any_sts_evaluator.py,sha256=EU0QSge1MY6BL1BOvoWmYGUK0uj5So828qkgqPe4KMk,3856
+mteb/_evaluators/any_sts_evaluator.py,sha256=aeK6ZJ_wuGR_8L6f5B4Xcl7Fo0dgApqevsgg7hdHQk0,3918
 mteb/_evaluators/classification_metrics.py,sha256=TI-cMPWrIpMqpsNhhwSBY4bZUu2yM469fbcu44zolW0,1926
-mteb/_evaluators/clustering_evaluator.py,sha256=c-4GJh9FtuBtZrQ2bI9wp7xrJ_vWCCCV3YDhkYM1mJc,2168
-mteb/_evaluators/evaluator.py,sha256=RYkGWvjelmibFnYmoCvmgn5bF-KbQ0n269qGzJ30xnE,989
-mteb/_evaluators/pair_classification_evaluator.py,sha256=WZHliRDT7jy1nBW9hshr5FzWw2SfoS5wBBLlp0Y-1jQ,6527
-mteb/_evaluators/retrieval_evaluator.py,sha256=RuFVgmtX8olhm1WbXEVx_gPd9DaHOnrD9c4drVDP8Z0,3161
+mteb/_evaluators/clustering_evaluator.py,sha256=COSG4tGz2hI3Ff3MNFxdeg9w1TPmisxhvF333zQx-ko,2226
+mteb/_evaluators/evaluator.py,sha256=8fEuBZW0sv-tpJCUT2X5lIvmF0Ji0Vuq7Z8AblipspA,1074
+mteb/_evaluators/pair_classification_evaluator.py,sha256=0_B_5LVPTgd7IsbehUoxOPfmETmTbv0DOZtwPmDLhWs,6624
+mteb/_evaluators/retrieval_evaluator.py,sha256=UexQCsfGMzZq-JfrdNQ4PylHdoyS6Ef_zxXokNZiR5o,3250
 mteb/_evaluators/retrieval_metrics.py,sha256=XXeI7pXHuhKDvDjMKhGSU-Uv6J2itQKeD7lUH85IL8Q,23856
-mteb/_evaluators/sklearn_evaluator.py,sha256=2A6YJ2Tkkmtw_AnONIKDFhoSajsSy0QUU4CJ7tWpiDM,3938
-mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=P7fMcfSxNKkJBu_P6bpgUlOuJTefG1nbXQoHYAxMsUg,2430
+mteb/_evaluators/sklearn_evaluator.py,sha256=yjnNtwOuEU38eKOKHI7uFsIZJJDU5jmTHGH7MX0rKtA,4122
+mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=jCf6H0LwxZGIZ-2LGF9SPbjHTtCAk9v1HtxWcmutqks,2488
 mteb/_evaluators/image/__init__.py,sha256=CsQd7OMkeV2Phun7paPWjayZ5qRnvj8H0TYBFeqMxag,148
-mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=92CKHSnOh3qjP07OoApYGlmpIfA6uDOeU3NIqZxzjao,4980
+mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=w2vJrQXIbRsdG837x1yYQkGNcTJt8rdLofQ3Jo3nIn4,5227
 mteb/_evaluators/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=eTA5vp5qcOKpLcyv02tkPh45uVQiQsCJp9bgbzO9UJQ,6670
-mteb/_evaluators/text/summarization_evaluator.py,sha256=ciHCZQglV-tE-HbH7tMw9lY_fSoPqHc1kyS8M7JUUEk,10838
+mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=We-BQZJQGBXz_vTUZz-3OBt4pOLfAAt2cjJBkklISJ8,6732
+mteb/_evaluators/text/summarization_evaluator.py,sha256=ZHn3kIFGJ1XzgbI21jEeTnP5pdIChGHVTCuyz2MSKyg,10900
 mteb/abstasks/__init__.py,sha256=1iAwpYTWX7U-goak2KMmacPFCzxPchLQAmZ_uI0t-p0,1130
 mteb/abstasks/_statistics_calculation.py,sha256=4opttohaS6LV5K0zQIqfG2IGIzQAdKAaLTpSTQ6auBc,5988
 mteb/abstasks/_stratification.py,sha256=GnqYRtkFYsB-412EvMR2iMqIinFr98NCSmxHeCXctlw,14347
-mteb/abstasks/abstask.py,sha256=XlXg0gda_maUDG_PcY9PbfHgHP25lfV8KhpZpcCg4Bs,25706
+mteb/abstasks/abstask.py,sha256=6Szz24K5886rR3U2yoN5g7N9Ou_eU7auwa9C-5LTLFA,26690
 mteb/abstasks/aggregate_task_metadata.py,sha256=WXYY_DUU55s4PkxMVz7lwbdZarq6QznhbvJYdSTYZZI,5846
 mteb/abstasks/aggregated_task.py,sha256=8NY_vaqmMuYNxuB05YjU4W6aEipyKrF2iDFS3m-eXNc,6167
-mteb/abstasks/classification.py,sha256=tHMfK_gT9WuKHSaLvIna78_Zsb-MqeCrE1WYV6_e5v8,13828
-mteb/abstasks/clustering.py,sha256=utce6odZiUH5gZDbQd7-UIS6TqXF_HmQSnSDFiA1sig,14819
-mteb/abstasks/clustering_legacy.py,sha256=-6rYHPwqZGEqsNIOtR4XZHnRupRYFc5bGnvHYdlYc7U,9041
+mteb/abstasks/classification.py,sha256=zSA9nTplwspktPnZiN_RQrPvOgEKYxeQASm_Q1lb3ww,14052
+mteb/abstasks/clustering.py,sha256=I8vre2f2FJFagzJEYf6hKDo3Y28xU29J_O-MhfqWqSI,14944
+mteb/abstasks/clustering_legacy.py,sha256=sbx8K6paccvzDPnmhgNE_UJE83orAJnQm3NGr-Ktjfs,9184
 mteb/abstasks/dataset_card_template.md,sha256=aD6l8qc3_jxwoIGJNYLzse-jpRa8hu92AxpnUtNgges,5122
-mteb/abstasks/multilabel_classification.py,sha256=MREVqYe2Lr4oD7ehk7KXKusyLOq_Dmf-41luJfSj340,9650
-mteb/abstasks/pair_classification.py,sha256=gKiWBp--oIB2XioiY309ffQCo-ErP0P75MsOP8Cb5Mg,13979
+mteb/abstasks/multilabel_classification.py,sha256=rFa_Pw2OsUzqhZS-jh2zFD7I-TNl8bVNJ-DW7EpPapU,9708
+mteb/abstasks/pair_classification.py,sha256=MpjOeIcM_RMqSpkXc8PFDAwDgmb54gEqj6ZOUcOa1aQ,14122
 mteb/abstasks/regression.py,sha256=ZuMZfOwU3G4hr__eHsgdagKKdrbN4-wQMLz45jr9YUc,8946
-mteb/abstasks/retrieval.py,sha256=v8b7FjDi-M2wEUg4wZjPfvM0Gm2ONbSaXKZBk6xwosw,27156
-mteb/abstasks/retrieval_dataset_loaders.py,sha256=2y7mlsSnVum0x7X4-UXOAN-ZeH6GankSxw0Lb9yKmMM,9500
-mteb/abstasks/sts.py,sha256=iizxtxKcmGVH0ge7j2ZRjA7svupy7YNF7KU_u0SDCB4,9420
+mteb/abstasks/retrieval.py,sha256=bw7-5QnLzfclvw5o8RO2sljhajsplmpEPdVZ9nYKj_g,27761
+mteb/abstasks/retrieval_dataset_loaders.py,sha256=XDJHh_11R3o4L0Y80kL0ia3DHMmZw3EqWslEQakvMOc,9900
+mteb/abstasks/sts.py,sha256=Xta3KVQE7hHqkPTDptemvNVEG0CsZSVjA-Z52EIBvDE,9576
 mteb/abstasks/task_metadata.py,sha256=_yVgX3yjaxVvK-Cs2nw2wMEkI0xf-QhcGb_byCeyo-w,27210
-mteb/abstasks/zeroshot_classification.py,sha256=0YJhJr9tVW_phYVnAqFGKGBQkn1RLBy1BpmYnIbWhwE,6217
+mteb/abstasks/zeroshot_classification.py,sha256=UrUErSH4owJujRn-HQI6KUe4By12oRjZeOnvB6lBnNA,6360
 mteb/abstasks/_data_filter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 mteb/abstasks/_data_filter/filters.py,sha256=ew6S8OI2G_Pf1YKz9XYTL3jh2bsQz8M5uzBy21TN-J0,4727
 mteb/abstasks/_data_filter/task_pipelines.py,sha256=L0c4Yv-nbo_WDtuhmrcGJd1xulOwf6vc0dIyWvscgks,3254
 mteb/abstasks/image/__init__.py,sha256=NgvMJnp1g2mUv27RL-TvzA7s1BOdMG-EB1CrZfdbWdg,136
-mteb/abstasks/image/image_text_pair_classification.py,sha256=Uo_LgNu3AoDsKecrrpkfhW7Fz8NTGqZ93q2LRt24HzQ,8137
+mteb/abstasks/image/image_text_pair_classification.py,sha256=yTr9ZhZfS8XRWUCdmvo_URIuO0WQ_pPYfwCml_qzCn8,8255
 mteb/abstasks/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mteb/abstasks/text/bitext_mining.py,sha256=nHmKB0aXO6yrvnZgb9YkBaCPgnjze4xBcdWs7_BUNUg,11299
-mteb/abstasks/text/reranking.py,sha256=vD5YUwst--zJ01bU40Z7juqQyuv8jrareRTtoCwt8E4,7871
-mteb/abstasks/text/summarization.py,sha256=5fKfAR4M2j922YE8I9FNpWSRcW16M00fubTOruXnOvU,7335
+mteb/abstasks/text/bitext_mining.py,sha256=an9ZlcraS9ZN5tCT8ZQFtMbCrPE4-n7anAAbnOXeGkY,11520
+mteb/abstasks/text/reranking.py,sha256=mCzy0-TnZ46_GC9Czl4zWKAPnYK5ur0qtFbPt47m9jQ,7917
+mteb/abstasks/text/summarization.py,sha256=bSgb0XhUzJVuLV1Wjr3HYB_Tn7SjmCDMnkBIEWHO4EQ,7381
 mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,225
 mteb/benchmarks/_create_table.py,sha256=rsckziAot5EuD-aarQ6JnGurNsq6X2zn_nl43_Ge9ng,22651
 mteb/benchmarks/benchmark.py,sha256=YCGIvJ5Vc6GdCAYSjzwrnfj2A8MkbzNLvvtPBLMSSp8,6327
@@ -1482,8 +1482,8 @@ mteb/models/abs_encoder.py,sha256=We9HlwWP61P4cMyZ080gywvDErA1eVsU9t46PtcNrCM,16
 mteb/models/get_model_meta.py,sha256=_3gbC9I9fHJuqW4EzfM3xAv-heOBwEPswLVkCGO4BBI,6201
 mteb/models/instruct_wrapper.py,sha256=XAvvbPnXiTxKhFbmusm2uS8E9BMq8QXRSzQQI1jqKzE,9781
 mteb/models/model_meta.py,sha256=5seQwce893SbgSywFsphLuZGQ9rRn1fLl9fj1SfKnXE,32887
-mteb/models/models_protocols.py,sha256=I2K9f0r7FL8hbkiiABOjtf0eYPvgK1oz-Okke3e7V0w,9331
-mteb/models/search_wrappers.py,sha256=x1bi219_PXi6Ury3earvuk72Guqj0olAc1jCSgvFGfc,21095
+mteb/models/models_protocols.py,sha256=HTB4-SYa3SeJXMMSA8o05lHTiLBbq314VW60K_PfcZY,9509
+mteb/models/search_wrappers.py,sha256=PXE1VVDWUd0LgTPJ-FxqIbGpIDWLRKo5CjrwIuu5nzw,21567
 mteb/models/sentence_transformer_wrapper.py,sha256=RsOxj-b7qzeYcxUTVJyb-lZDY4bINl4jEAEkPvKYB10,13578
 mteb/models/vllm_wrapper.py,sha256=rvE0mghcHRA1UwIN1mjJf1GKA6pTTcs8mZQ2UoGRJ0g,12287
 mteb/models/cache_wrappers/__init__.py,sha256=1w1TnMwulWJSzNkLXjbh5MY3sqgHWc6vUntYn49i9X8,169
@@ -1505,7 +1505,7 @@ mteb/models/model_implementations/bge_models.py,sha256=cC9Koty1kenoOkPpmZF63X0Os
 mteb/models/model_implementations/bica_model.py,sha256=Yx3iZrXF6ZMJS9SH5lbzNHoUWGNH3dypRtZ7dX5o7rA,1305
 mteb/models/model_implementations/blip2_models.py,sha256=C6egwozJthHmv92I0SWID3-sQCPROPJP0TzfQVKNzlo,7898
 mteb/models/model_implementations/blip_models.py,sha256=D_9e7C8GXGST8k7dMJL20x984vMeqbITu36XASi-iUU,12149
-mteb/models/model_implementations/bm25.py,sha256=2Buo0RZXlkpKQt5smD7Ss6ie_6PO9K6Xc5WqmzVGfBA,5155
+mteb/models/model_implementations/bm25.py,sha256=-xpeMqYi0_Ne5rL_Y1qAlYvloLlQzNDUav2ESVGHAhA,5217
 mteb/models/model_implementations/bmretriever_models.py,sha256=rijCIzX6nO5kNXqxEFbZrV7bsZtmKs8RIkMqa5cPWTk,7078
 mteb/models/model_implementations/cadet_models.py,sha256=gXIfW9MkGYFhOhsrq5a_tQcPuth13Dh1dO1KySwVxyo,2305
 mteb/models/model_implementations/cde_models.py,sha256=l4E6h1hcsNY1GTXoCgQDoeG5dRcEl7JTOiiWmp6FYqg,9373
@@ -1579,7 +1579,7 @@ mteb/models/model_implementations/pawan_models.py,sha256=iyzh6NSPZKU9znJYEDPjJNI
 mteb/models/model_implementations/piccolo_models.py,sha256=-4ABYum2pYW-RPaTyoJbAs6BzrVDgA5J2nswi1BKz7c,2253
 mteb/models/model_implementations/pixie_models.py,sha256=vm2vyCBhi5-_5iRQBmIB6KMjvJOByHDkYiPvSi8LsnQ,1798
 mteb/models/model_implementations/promptriever_models.py,sha256=tDXysEKbvoDNtidVTiYcdQU7gTrmYpUSiAxVLrenXa4,6723
-mteb/models/model_implementations/pylate_models.py,sha256=xq7kfhsI5M5JkFpIIgNYUMReb4JKmHYdsI9Rec3PLn0,17199
+mteb/models/model_implementations/pylate_models.py,sha256=EwpDJf5yjONmmiv9zHSEbc3e7kMRJUHYv7K59QTrNAE,17525
 mteb/models/model_implementations/qodo_models.py,sha256=AwYRGctJbjEkcIh1pcSeeEXYiYiizAbfTyw6CaZBJfU,2224
 mteb/models/model_implementations/qtack_models.py,sha256=vw_2O4ZABR-_nYV4g1Ud8bW1DTP-wwtQS2eGqN70vT4,1304
 mteb/models/model_implementations/qwen3_models.py,sha256=857UnUEil9o8xcw7vSr2fMRlEegyE2Q86e5yLeRL_mQ,5517
@@ -1649,33 +1649,33 @@ mteb/tasks/bitext_mining/__init__.py,sha256=OW5cpjK2vMUOkTkC0TUgTnaWxhNBe8kk8ARC
 mteb/tasks/bitext_mining/dan/__init__.py,sha256=2ipLKsxlpKlakIZq5hFSYSZhY6Nd29hg9INMsT7Bd-k,95
 mteb/tasks/bitext_mining/dan/bornholmsk_bitext_mining.py,sha256=VysbFfJbGh6X-GP4vZEBwF33n7D0V34Fr0CfdK0TvdM,1924
 mteb/tasks/bitext_mining/eng/__init__.py,sha256=q3986OOOHE067JAXQC3ABL1Z1WyLSzVJun4rUV_wiaU,110
-mteb/tasks/bitext_mining/eng/pub_chem_smiles_bitext_mining.py,sha256=qrMZnwHX05una4OYchEprS9EEH6gTeaGXcBeGM6VDUg,2517
+mteb/tasks/bitext_mining/eng/pub_chem_smiles_bitext_mining.py,sha256=42s91u12zozNEXApDsv1ZX_9YuZ1APYaMuaOEN5cLps,2536
 mteb/tasks/bitext_mining/fas/__init__.py,sha256=srw2I-yfcLgIkRzJv-p_qZ9fg0cCKr-Drid0nvGBnbY,211
-mteb/tasks/bitext_mining/fas/fa_mteb_summary_retrieval.py,sha256=yj8l1K3CIdESwl4sl2M4HhyOrZZYQZb_EDo-EgCAJdg,3330
+mteb/tasks/bitext_mining/fas/fa_mteb_summary_retrieval.py,sha256=lXCOsUs8vNfS3I-YKHRV2Rge_hP1nEKdUxpCgfq--Ko,3387
 mteb/tasks/bitext_mining/kat/__init__.py,sha256=a-KcFJ3Ol7R8yq02RcGjaOxEfqnwJeo7AAib-RU-JFw,116
 mteb/tasks/bitext_mining/kat/tbilisi_city_hall_bitext_mining.py,sha256=xVCxpJr7UW2KadNdn7Gsw-wZ65uz5vhRDhQZ7eILokQ,1918
 mteb/tasks/bitext_mining/multilingual/__init__.py,sha256=LcPygeOuvrka67aDkktT-2lSqcxpWPSMmd_BaxIsl24,2012
 mteb/tasks/bitext_mining/multilingual/bible_nlp_bitext_mining.py,sha256=lNbCz3dN9o3F04Y7vtNBhF-lPUNyVbAOKgUR-QKZn_8,29082
-mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py,sha256=tTKvS-v7d9V_zymCn_ZonUKlo9NI7vTyppxS9iAu8I0,2873
+mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py,sha256=E74rYz32fFuEWrV0O_7zfI7l2Z3h7jnrxoifRhWsFKc,2892
 mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining_fast.py,sha256=P_UHMWh2gKG6CloXmP5J2kjrCTQwoJAU1MKdLl6JFKc,1836
 mteb/tasks/bitext_mining/multilingual/danish_medicines_agency_bitext_mining.py,sha256=5iengckKv1NCHILjrX6WDEgBNJlmbSV5y-WWdaLZYrs,1703
 mteb/tasks/bitext_mining/multilingual/diabla_bitext_mining.py,sha256=Ua6DfpJYgoaIRSWB284WNj6wQWqxPiC3kUPcmKNGDWQ,1498
-mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py,sha256=Dh43H2NWZIAzN9Zeib3TtKhUcK1jldUQX-GvTsm1MnI,5616
-mteb/tasks/bitext_mining/multilingual/in22_conv_bitext_mining.py,sha256=8X_TSV5rQlAcBnz3RT2bBPP2IaCRfsnZjo0opiKRtJo,3118
-mteb/tasks/bitext_mining/multilingual/in22_gen_bitext_mining.py,sha256=VMRA68UxTxINbkEY2YGTaUdVppwIrM5HpJR40OchwGU,2915
+mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py,sha256=thUQ3XVnAGKT1PC8NgSn3b1ZFha94BXHd7CicmAkjX8,5645
+mteb/tasks/bitext_mining/multilingual/in22_conv_bitext_mining.py,sha256=bSQE3RIbFjC0o39zJxmdZjRqZR4iSFxk1GRtzzKrqlA,3147
+mteb/tasks/bitext_mining/multilingual/in22_gen_bitext_mining.py,sha256=CEtUttsxK10wLtd19DFTv30XAeOgW6CDK4MWnEtl_Q0,2944
 mteb/tasks/bitext_mining/multilingual/indic_gen_bench_flores_bitext_mining.py,sha256=iVsEIIhSiWMZfFbgkbQ6GvfxScQQIPasWHkGICs1r7k,3160
 mteb/tasks/bitext_mining/multilingual/iwslt2017_bitext_mining.py,sha256=OHKD0J-N_5j932hWOkTCQI08OD46O6rw98IBU0V_jAU,2789
 mteb/tasks/bitext_mining/multilingual/lince_mt_bitext_mining.py,sha256=36Tzf4UdidIlNzzD5ceF-jCSKGuJLg4oMU3vlC9-RBo,1478
 mteb/tasks/bitext_mining/multilingual/nolly_senti_bitext_mining.py,sha256=gZS43Ba5-Hngf9MbPIGQ9oZb9fa0JUQZgEWj7ralxBA,1670
-mteb/tasks/bitext_mining/multilingual/norwegian_courts_bitext_mining.py,sha256=zhyGdhhVGPhWeBsHcqflTSgyy99CBuqnycgQonqFQqU,1737
-mteb/tasks/bitext_mining/multilingual/ntrex_bitext_mining.py,sha256=Dq6yntsWvbZ-jnIRqiwv7PzsFZystjbKzWRuFxljXE8,12575
+mteb/tasks/bitext_mining/multilingual/norwegian_courts_bitext_mining.py,sha256=3bxTGu5fgrFp7fYbU--CKYIA66dAynEbPYCqs7HBv-w,1756
+mteb/tasks/bitext_mining/multilingual/ntrex_bitext_mining.py,sha256=1jQPaGwqxIHDN1wRfAHPQngEq5gRy5kcCFfprrOS544,12604
 mteb/tasks/bitext_mining/multilingual/nusa_translation_bitext_mining.py,sha256=eUvxIklEoppEdjA2wYWPJu89ERvYa-eDHUR8Xe4kh_0,2181
 mteb/tasks/bitext_mining/multilingual/nusa_x_bitext_mining.py,sha256=BphnEDdG1-IsCklJWRCs2yK7I1zVuPh7PQrrYAI540c,2309
 mteb/tasks/bitext_mining/multilingual/phinc_bitext_mining.py,sha256=53xLXpgIDk55JfCoe3pa93T_9T9sfRJAryBVcWZx5co,1477
-mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py,sha256=5uwf4vhud5bQuPAcufWGcA7UBmp5YPKsyvc5OUYgK-M,1730
+mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py,sha256=E_nOiRPZ9o2cUKo-krOUWa4FHQAQAxsns-WRP_rBHsc,1778
 mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py,sha256=09e8XDy-zvqpvGMuj8AIbYUGmrggPi6XvOZi9Fbw0G4,4162
 mteb/tasks/bitext_mining/multilingual/tatoeba_bitext_mining.py,sha256=Y6QnjbmL4fIuTgK8tuZfNnWmM-GwBVaAjUiAtTSgPqM,5898
-mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=vWoRmAJKR0ed8mUKDqLUMe_IpFjj7Xlsw0NFhcIOJOc,14978
+mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=Ypz82lYmSTszVpZt_cBaNdHsh6glaGDVj2Uiz5aM1As,15016
 mteb/tasks/bitext_mining/srn/__init__.py,sha256=XaMVvUagmgLUG6tZw2jo6fMKiVTfQpaaWZGQZo-1YYk,97
 mteb/tasks/bitext_mining/srn/srn_corpus_bitext_mining.py,sha256=6svN1Ny1MJVaBhEFguYAGZnm8ciuLqBxUfhGaAjR88w,1507
 mteb/tasks/bitext_mining/vie/__init__.py,sha256=AbM2aeSHvlY_fNsPWKchyyHBrSvhBwASOWFht74HQcg,95
@@ -1684,32 +1684,32 @@ mteb/tasks/classification/__init__.py,sha256=6KrsJhJ6YbffNiAY3IWamJ5s4ipiIWHqO4c
 mteb/tasks/classification/ara/__init__.py,sha256=PZ2njVzpxUwqB-yx-lajl2uf3yGYBc05a5q77scr4kA,1161
 mteb/tasks/classification/ara/ajgt.py,sha256=TfcsGZbdp2Y7ksrhEPYpY37e_iAvTMGEt9e8-kwFq4U,3091
 mteb/tasks/classification/ara/hotel_review_sentiment_classification.py,sha256=VNv6uICgYVsQiCreNiczEjDq2-dLtTmNVp0ZF2tA-Kg,3050
-mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=hN9dImEZWs9LLYSDWhyKDFJ-Ph2ZZQgxh5K0VXGiP8I,2451
-mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=xlq-rEzWei8onOJWOzSxJtNuyeHWczf1cDz7m3-5j-Y,3312
+mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=FeeSJeJn4FpJ7i4E1Ex1sZQ1OgSIoDHoEZr9rUxpj2E,2470
+mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=oQkcchZZ9rIbKL7hSnXP_c2Cenf1H17WlwwFIHHQHcg,3331
 mteb/tasks/classification/ara/tweet_emotion_classification.py,sha256=MpLxj0WOuHYV6LIaAwBg__jcOmzsApPxPRBKgkO3RhA,3258
-mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=55SxUtNUECLT9liyJztPh-MPuN9PnQzkQ89Izg7JlU4,3938
+mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=fU5Bsv1NlukvLPGiWD-L5mrC9vTGMOYvSBIPmbI-47Q,3957
 mteb/tasks/classification/ben/__init__.py,sha256=j_vQLxEOUKR8hLBgTe2sSzvLyoVXRByF0g_f5-i1mRQ,592
 mteb/tasks/classification/ben/bengali_document_classification.py,sha256=K4KTkca4HwKa77045kY7hMxHxRklyC44RzfNKOP0C4I,3636
-mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=xmlPgQfWqEFPOboY6Ix5ZXTz48D1TqUeWV3-ip9dsKA,3350
-mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=NYtZBO8BYHPAkLOwof8a8v9Xa5YnRYITvAxrAP4EP_A,2978
+mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=B69ZwZyzBGdfZvLFhjDGYF7TnwXBrWqOkmAD0x439CE,3369
+mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=hBR5KOwrjVolFHsE7VWNMxykdIZy7sWmfJuhv7n_Gtc,2997
 mteb/tasks/classification/bul/__init__.py,sha256=2-wLDHKcyykalSp9zWCgOaqMh4nnDo92lYdiUgJIP04,170
-mteb/tasks/classification/bul/bulgarian_store_review_sentiment_classfication.py,sha256=T9OjawyJbfYmDh-c4qArRzsuJ3HgbhbCAgHndXN3VVI,1843
+mteb/tasks/classification/bul/bulgarian_store_review_sentiment_classfication.py,sha256=osa2K_eQDMV0WJIC3CoXRugt5S3ALLIOwgVYrRlKvfo,1862
 mteb/tasks/classification/ces/__init__.py,sha256=0vuGRyaBaW-V6_3pdGGLIEwQh3uB5UpewY6NdJZ3vrw,860
-mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=ujuUGruDRbcMDY3SXvN6dFsR2qs3iYF7x-bc8_W-hAA,3542
+mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=ioYXVOYvEoOYw5QEZic4wClYUKksdNvCOVDHchabzBs,3580
 mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=gVcg6m6Pikhi5DY2HSpj7iMcd5QRw_iZfVFlXX97m0g,4119
 mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=NthCj4xcDnSwSe5mMX3a6ldELv_qmkN5wuM4UAdE3js,3618
 mteb/tasks/classification/ces/czech_subjectivity_classification.py,sha256=31lTpWh0adXA8C6TY64NbSKi4pVbnH7ocEDEQCd5JEA,1520
 mteb/tasks/classification/dan/__init__.py,sha256=edrG5UqewQ_YfQD3KtCTs9GU5z1jo4wjlkSEHuQg1ww,864
 mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=GmNu5-ec_6ebMCxKIgDU54ZfaM0xFV_tYE6hYLN8ItM,3154
 mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=mChj82mWgXluVC7yXXT2LqNZ_v9QHbNEWIFUGlN8LHc,3201
-mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=8ZJUscPwhd0Y71Sd5tTeEWCuFgN2YHlgX2lQOz9bj3g,4010
-mteb/tasks/classification/dan/dk_hate_classification.py,sha256=ixPt5LnWwhxKomGbZ7x5bfIuvgdjAtn_8byL2DFnwHQ,4424
+mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=8cCcQIvlItZHVqUnYc4yvYNxwn3_EH7DPbnEXfoSOBE,4029
+mteb/tasks/classification/dan/dk_hate_classification.py,sha256=HzDchGeEDCMgegUEI7HEjBU4u8zidEM9p4-XsIaJn-4,4443
 mteb/tasks/classification/dan/lcc_sentiment_classification.py,sha256=wVbHXQN1I-W8YxDz_fT8Q3ZIM_mgNZDx_wm7vsIBols,1733
 mteb/tasks/classification/deu/__init__.py,sha256=_mikrUfmvMBoIkAHqZoayV6o-8QssaX3E4D1TmxNt_8,454
-mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=wyig6rTOET2Km1fX4_LP2FTqbGzF2hgmWwV4EXM88kM,3970
+mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=-0ZWfnKpv9kxQx1HVYDl5JZVrYZLKlFNOX3JYbk5LuI,3989
 mteb/tasks/classification/deu/ten_k_gnad_classification.py,sha256=FB0K2Th6kQql-xPHE3Is27Cfax9I_C5mq1-fWNPi30Q,3200
 mteb/tasks/classification/ell/__init__.py,sha256=ex9crkO5u0jpP--73on-beegAZ6368MLPtMpf7ko6sk,118
-mteb/tasks/classification/ell/greek_legal_code_classification.py,sha256=aLiD-sUv6iOunzuHoJubWyhPdhmYrGi9qZUkt0Vw5Og,1977
+mteb/tasks/classification/ell/greek_legal_code_classification.py,sha256=I2xRHz2_L5xRMPwWuXiv5h4eX1HCAcBZstrSCsnlPG4,1996
 mteb/tasks/classification/eng/__init__.py,sha256=gVlsr0YIe84-wvluhXWJuP7R-2wDc53xdJkbvuYVEZE,21065
 mteb/tasks/classification/eng/amazon_polarity_classification.py,sha256=xYTp78UBpsTwqEAw1BhAUkrAUwg3IcZbbsjYvm5wCrM,3120
 mteb/tasks/classification/eng/arxiv_classification.py,sha256=N1YhT35mG5SiDkm7C8Cph87vHTqGVZ7QCnahypCA7hg,2752
@@ -1718,7 +1718,7 @@ mteb/tasks/classification/eng/birdsnap_classification.py,sha256=_OQsYUUwF2t3sOTI
 mteb/tasks/classification/eng/caltech101_classification.py,sha256=4Y_Ez0UHGK3l7mHlBCIhr-djrc9F3hkO5g15Bn0-Vfw,1715
 mteb/tasks/classification/eng/cifar.py,sha256=PyO1bTtXtzoyRmYBD8RX5fruTwRqDTl56nWbkmK2liQ,2536
 mteb/tasks/classification/eng/country211_classification.py,sha256=gYGX2HjPn6lxnDFTE4LtvxjA1lYmfbv8tnG1fStcxuQ,1575
-mteb/tasks/classification/eng/dbpedia_classification.py,sha256=_eIM37pft2AMTIi9R7z9ruxPoaAZYxKyAtFPLeZ0O9I,3717
+mteb/tasks/classification/eng/dbpedia_classification.py,sha256=BKRfi5c1WtwbTpwh1Cj-XrF3NF9CKRkyVPcWoGoTInY,3755
 mteb/tasks/classification/eng/dtd_classification.py,sha256=jbZrYFGfhLvd5YK8wsbIp-C_K52U5wPomMbJ0PofrH4,1412
 mteb/tasks/classification/eng/emotion_classification.py,sha256=oNkStKgfwNcfLlXtEeku1_LX0zhVwiGOj0rHW1x5rEA,4144
 mteb/tasks/classification/eng/euro_sat_classification.py,sha256=5bsJpp_jwwcKxPMdSP0TQtNfMxumr7Y0zb2vZIVyELc,1872
@@ -1747,10 +1747,10 @@ mteb/tasks/classification/eng/sds_gloves_classification.py,sha256=5NQjCHRKsRXPDm
 mteb/tasks/classification/eng/stanford_cars_classification.py,sha256=73lWRD87ovMd4ELwRCMH6lb3mvAlDTf9qu2HQd-j0_M,1439
 mteb/tasks/classification/eng/stl10_classification.py,sha256=jqDm6_5iwrfcpzEFtALEv3iYF15Ykt3WLxL3oGkpePw,1745
 mteb/tasks/classification/eng/sun397_classification.py,sha256=KeFOof2Lp2mB3pAVcmebena7VSlafdL64AlPDXF6Tx0,1564
-mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=9C7mgV0VvOAFwgcSVdok5Zf09UK9CCOX2J9Sb2GF4LI,4743
-mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=ZnYI-caR8A8Qp6qP6rcubsEfOIeamO0rHjY0RPxw1eA,3868
+mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=0aj7ED1HTVOrkg5XRmR26zPCiIbLLw9VyRVZKxWIW9k,4781
+mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=Id6EPECmH8Z3nnGcmUmxdeOAKGf8E1IYxgWvBKMEV_o,3906
 mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py,sha256=W29AZXv-b9tQaWVQbVmIpOzvrA1Oj0BixpujZ6WZVG8,3097
-mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=rqgwiASWK5T0sMRvL289_4KrF0KcWGnvj1pGhZr7lPw,3991
+mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=CZVa_P3nAr0oj7b-wXanJJ-Tyg2aoiR6EtbF-EOe7tY,4010
 mteb/tasks/classification/eng/ucf101_classification.py,sha256=KiNA3U_6T-fTPnkgViH6jZBENzG9UmL9gDF7rz28eis,1711
 mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py,sha256=wC-wrqAFur68L1acHiLyJZd9a9cJ0x9FvNooy13wjhw,3015
 mteb/tasks/classification/eng/wikipedia_biolum_neurochem_classification.py,sha256=HU-yE0RsbPQMA2Rsc4wrqrRPMuiOaqsgC33xOe5bD1c,1464
@@ -1767,80 +1767,80 @@ mteb/tasks/classification/eng/wikipedia_organic_inorganic_classification.py,sha2
 mteb/tasks/classification/eng/wikipedia_salts_semiconductors_classification.py,sha256=LCtDbN7ZvvIhKNDCKiMxPP3z4C9db_v-LUhUXDmeekE,1468
 mteb/tasks/classification/eng/wikipedia_solid_state_colloidal_classification.py,sha256=vs6kYuxH_wXhl_67GCyFcaQdYW8vLozVKI4i2nCVlzk,1460
 mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py,sha256=qgSZFtyTuIrpyfBwGq5wllR7eMlD6uSPRNj2_NW53no,3042
-mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=nIuo5-VSPdoJLcOyYbIpLatBUOVpeCWUVBIualjeAb0,3565
-mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=lDtPzcKlhtcT5VPyPHusb29wWExs3RZGF_AXUG24jpE,3824
+mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=wU26YkscMcMnzT7_dwzUGU2FaKytkylR7RXA2jowc6Q,3584
+mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=bWMb8w13OTp-k5ygyDhOQpuPgFdAnTJRiVMkaDYTRCQ,3862
 mteb/tasks/classification/est/__init__.py,sha256=v2lzg7TFmXiBAp8B4WS3SAahWzkAJ2TCrGBktbI1qhI,186
-mteb/tasks/classification/est/estonian_valence.py,sha256=SDXoxEVjFTguNKGYImLkz_u_Hkf_UTvYibfKrPbtbSs,3712
+mteb/tasks/classification/est/estonian_valence.py,sha256=KfEfuRsc0VYD7AyQVL1gwyrBJp5wVByqG777BWqaisM,3731
 mteb/tasks/classification/fas/__init__.py,sha256=igukIhFBC-lFxj-zbwaNh6ocGNTsGwY13QhM1e_cf6w,2505
-mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=Pa0uVXgIHhyiMf066rqq3n41RufDEX_Mx18JM_HrHjs,35052
-mteb/tasks/classification/fas/persian_food_sentiment_classification.py,sha256=vydyi6mov_eAfCRH6A3Kf6nWJyJxCoyXUEoi7-MC80E,1473
+mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=8zjLvjqoTyxhywpLt_6LSheTTGd4cVWAZIIVM0HuWWA,35166
+mteb/tasks/classification/fas/persian_food_sentiment_classification.py,sha256=ioEH8Gv86KAbyLvXjHWSpY6jriJJdVsNCNQesfLqjNI,1492
 mteb/tasks/classification/fil/__init__.py,sha256=5ReJp52hkwCf3RBen6Tjwj2YA2FN176IoVFx_LOa4mE,359
 mteb/tasks/classification/fil/filipino_hate_speech_classification.py,sha256=h3LEFzP1pJKDjwVOgZyf0gmla8WLxkOViobwNSNfIuY,3181
-mteb/tasks/classification/fil/filipino_shopee_reviews_classification.py,sha256=rKyMe2N3lbckbLJyYuXjJXr2aM4Gb5lrP_AXcbmrVMA,1831
+mteb/tasks/classification/fil/filipino_shopee_reviews_classification.py,sha256=JEddRGLZnXfVCo9r7xBaNDX6a3cwTgSnLrTQEqTJom0,1850
 mteb/tasks/classification/fin/__init__.py,sha256=U-tSwAQUxeAZMF2fgw6QwzJlxiLnHk2RRyKZVF-BQxQ,181
-mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=G3rLO2c0BmdPvsk5xvtYwH-OUHQtlePKwTZNTIdxjkA,4055
+mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=LirsGiW82mkP5bxU-1A1w8Qdxrv-bE4KVYpebzWRE3s,4074
 mteb/tasks/classification/fra/__init__.py,sha256=P59IyoKLEZi0_h5TDu6Qidm9EmPl-ElQcXGhRktOtIA,362
-mteb/tasks/classification/fra/french_book_reviews.py,sha256=Fsx8UznQVNDNUhcdsTeNMAAlj2q65Ubd9zjHalTS9uM,2738
-mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=ov-fbReWP9T_RqhxFtS-gjNaZmbM9J8gQdBQyci5yqU,3290
+mteb/tasks/classification/fra/french_book_reviews.py,sha256=Ih_ltYW1VfXYP75DBYY5WD6qQK6pR_mL1Y4wS9ojcns,2776
+mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=GFEbPqIVrtjizCjogNvV7Q_Q45vO5v-0Zm9UliNldFI,3328
 mteb/tasks/classification/guj/__init__.py,sha256=HZfimpBCywBLi5VGof_A9Ua6bqtMUoWGRhM1eqAEWKE,186
-mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=VEdbzqlw8b8N8R3TQc275iiCxqGLAMAM8Nf_N7FnUGA,2303
+mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=wQ3t_d0v1U9YXDbft4Jwu6KCV2nSUYzp48K--TmM4hw,2322
 mteb/tasks/classification/heb/__init__.py,sha256=xQNtDxjUsCXQhA_ZYO_4kpBtHWQSBhWhQwAuWcTo6GE,246
 mteb/tasks/classification/heb/hebrew_sentiment_analysis.py,sha256=2wmKwq4Z4YKTG3QieuxmUE56ofiSOV63kV-jh8Zomh4,7281
 mteb/tasks/classification/hin/__init__.py,sha256=KdScMtYYmjsali0InoHP0PKQ8yCbaD-j2tLqc7_lhlo,356
-mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=HXLJZFEpnI7UjwA-NuadhrCplqaLiSb8Npla_6oXC48,3717
-mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=YIeEuNa2UTr8Jwh_wx15broRuD3NHNansGq7Bl9Vjl0,3101
+mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=m5iijph-M350VaXWHksUAROldHB-euQ6kxcoyM80c4c,3736
+mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=k_qr8IdJL8XKopPhCrgmiyBuOA-249NOFYdlsyuw73w,3120
 mteb/tasks/classification/hrv/__init__.py,sha256=vJXR8TISYR7ySWdPUnb4Y4QxGqZd19NT7yNSVKP_vPI,148
 mteb/tasks/classification/hrv/frenk_hr_classification.py,sha256=Clui-LXY-3m7Df1kehZCvwUlrZ19tptOMgthBVtg5xU,2717
 mteb/tasks/classification/ind/__init__.py,sha256=GJuXzPFYgB-hOne14ViJOcysxT_U1zsPXvliN4E6Ejw,516
-mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=N7p_5fdDsXM0MAzkjw3PmULlN6nqJ1nbGYj4PWoBdco,3816
-mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=8pPHWVSEVYNmtN7sbmVs231xbKS5-dUPXZvAOPsHWdE,5529
+mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=Fum_CcclgYXHmTqMFBCaFbkaSM_gwQPP9RrBSXYhAkk,3854
+mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=9odBLTWNzIrTZLsandH3c4KQLtLrVoT4HLafGCJiZvY,5548
 mteb/tasks/classification/ita/__init__.py,sha256=zn_5k4iGZ3Mr3bRgk97GTUnIuaRqZNEcNoEAtPEr2zM,596
-mteb/tasks/classification/ita/dado_eval_coarse_classification.py,sha256=MrmOz94NzT76HFoEMt4zH79HbKjHmoyrqUxhmM17_7g,1904
-mteb/tasks/classification/ita/ita_casehold_classification.py,sha256=7UHCF68ecz6G5qB7R_SGZi18V2dv-ZZGWa06yGb_DJ0,2147
+mteb/tasks/classification/ita/dado_eval_coarse_classification.py,sha256=bxoiRqSbw64HcgfbTN6iA4Yp5tGv5rhHYaGY4EfyEgY,1923
+mteb/tasks/classification/ita/ita_casehold_classification.py,sha256=_p3lZ_bJDjbjMn7Ik23tsTn_RN4vo23vugPD2T6s0E0,2166
 mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py,sha256=AIwecYzAIuCyfw5Gc21xCCiNGpIPj8BJgh0dg-WurU8,3620
-mteb/tasks/classification/ita/sardi_stance_classification.py,sha256=eExpj0jn0KlLnbqr_jtSoulZqs_wRwd0nfAOqRVhY8Y,1795
+mteb/tasks/classification/ita/sardi_stance_classification.py,sha256=A907O0nUzwunHA1q2EW1EO_853AKWj4fn0EbUSYS7Ws,1814
 mteb/tasks/classification/jav/__init__.py,sha256=ZDXaSpyUFHfEy8AYM4FHeZh2v2trUftpj-JTih7DCok,186
-mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=VwI5GJQa5DDRPVet5KX70eek-pw1WBvw99LhUd4-PZU,3351
+mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=gbjY2Cce3iVoWWMru2vdk-uNDnqValjPLZbhUAQdO2g,3370
 mteb/tasks/classification/jpn/__init__.py,sha256=HSRntEt-mH56lbtMFE_0Pn8p_eF49pqhAhf7lyJGMy8,266
 mteb/tasks/classification/jpn/japanese_sentiment_classification.py,sha256=BuS49H0EAC_4-w5W-wgwpQdR0cP5o-_gMGj6gmLuRq8,2121
-mteb/tasks/classification/jpn/wrime_classification.py,sha256=tLBkVKghnfzxDxOjUCldhTwWCLU86P0vKCr6Dm7T_yU,4166
+mteb/tasks/classification/jpn/wrime_classification.py,sha256=3Os1nJ5L5Oec0pQA2-YHuTvyU4-G5rKolGcjVubxXug,4185
 mteb/tasks/classification/kan/__init__.py,sha256=N6IH-AFoWCAkL92grURYdjTdOcI4Gslyl7uTjxbrptQ,181
-mteb/tasks/classification/kan/kannada_news_classification.py,sha256=JkgVAFhFaGvjvJ3FgIygtKoET4gW0L_NQrdOzHdiR-A,3873
+mteb/tasks/classification/kan/kannada_news_classification.py,sha256=pyS3SpCzJ8pvFkeXbmpdq2OXr-wh_rfc5IY9_LMw1dg,3911
 mteb/tasks/classification/kat/__init__.py,sha256=urXsTJt_7ipiDeBVyolOtwIHldBmw8eEPkgqG16C83A,126
 mteb/tasks/classification/kat/georgian_sentiment_classification.py,sha256=Jya3W-pJLgQ8x0x-4KEHAVYwRPTJK3sF7qpbWMG4aP4,1796
 mteb/tasks/classification/kor/__init__.py,sha256=J28RhyNostxLHhl3PBgzd0VbfHnOqc-0p2pR44-QuAo,441
-mteb/tasks/classification/kor/klue_tc.py,sha256=TebhHt2g79itFqZQgJg3Gg6xEtc43dp5gyXm_kzmFHY,4311
-mteb/tasks/classification/kor/kor_fin.py,sha256=3ZfN1BIud7joUllzsDMveU23Vjdkwzit7BCBxs6LCDo,1893
-mteb/tasks/classification/kor/kor_hate_classification.py,sha256=V_IIham-xLAE77KoKk2RM8hXpuXnN3NYDl6aB8Renws,3997
-mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=P8AXvEopoX1axcx6A9IpKgDsDe2Xgmq4R3lcMMyFNus,3861
+mteb/tasks/classification/kor/klue_tc.py,sha256=g_9eBPrA5o8s5X_Z3pqIx-huVeUL0jVpCYMauy51rOg,4349
+mteb/tasks/classification/kor/kor_fin.py,sha256=qn4bLdliD5kHEnd0iYiYQeH0C2RrnZgOGMmWeijrPQY,1912
+mteb/tasks/classification/kor/kor_hate_classification.py,sha256=zshMIVta8e_uk4g23UbTwwhogP6Tw0cZoBL_1Y6EB9Q,4016
+mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=nDtlK4piNENdKq3h4FrAzeBzJ-wB4DQSnKSBwlroaYw,3880
 mteb/tasks/classification/kur/__init__.py,sha256=kBLPJVSB512KaGbwFIUjvjKiLp8_lV6K-O-0fmUJAM4,206
 mteb/tasks/classification/kur/kurdish_sentiment_classification.py,sha256=p59oRCS0JhfZqP-IgKwmqb_zP48rFb069smhL74ryVM,2760
 mteb/tasks/classification/mal/__init__.py,sha256=oPYnbXfC_hhDorrNOVMdoKJvo_EqVx57g6AMtETiAIs,191
-mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=KPSySBKHGlNY14ehDce3D1-RqFqz8DaapLgqwoTSmxM,3015
+mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=QD_aRqXr8rT8p0seIRBP8Yb9ZY9lX_lAoYDEnBzFUbs,3034
 mteb/tasks/classification/mar/__init__.py,sha256=_s9c3NJ5thW7ik8tpKlbwwAan6xNuN5UIn5MqDdC8NQ,181
-mteb/tasks/classification/mar/marathi_news_classification.py,sha256=EnAtbKLJNXWaaZxvAIgcazd9XUcgmzKWJOJniT_KMhs,3058
+mteb/tasks/classification/mar/marathi_news_classification.py,sha256=2VYYGviRNhezElZ1AQoJtZCsq7ey2eOk78pzIHUNm5w,3077
 mteb/tasks/classification/mkd/__init__.py,sha256=Uy0WzTj00jq3mKfBX1OSAO84LgiCfxnzkd2B4oDjp5c,258
 mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py,sha256=9zX8v5seyBhcAVzXcHxQDNaFD4FYUn0qYUyU7jzsRWs,3357
 mteb/tasks/classification/multilingual/__init__.py,sha256=KldHM_1QG9o8RjaPr14_3jHXYLXDne8Ot1v5VJ6RDWQ,3676
 mteb/tasks/classification/multilingual/afri_senti_classification.py,sha256=D76fGCgnjr1Gf6pAb7G6XRwuRSIiPRHfhNmv1rt_ilM,2803
-mteb/tasks/classification/multilingual/afri_senti_lang_classification.py,sha256=tvcFtIyd009zEh_6WxL9j9pV456zz2fnQ-T2yK7LItE,1992
+mteb/tasks/classification/multilingual/afri_senti_lang_classification.py,sha256=UD5nsw4ENn9sQbZobCLV1RxEUzVA_hA08Le2-lNewNE,2011
 mteb/tasks/classification/multilingual/amazon_counterfactual_classification.py,sha256=FVwcb96N3zzS4WcXy3UlNq8C_DJl-sHtVTVP2Tb0MBg,2249
 mteb/tasks/classification/multilingual/amazon_reviews_classification.py,sha256=ZmJqujSsL34RrVLYI9_hlzDTR57r44-FB1yqL3pggoA,1639
-mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=o6Wyg1cavXOcN2Bl4zcPu3lryDLd-LoZ__acH_GvAL8,2814
-mteb/tasks/classification/multilingual/cyrillic_turkic_lang_classification.py,sha256=n_5ABMkYQPL2ynPZuJfwWA6HLX6Vd6m8irim5DnYywo,1893
+mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=zJQopR6Zj_UOOhPGTZaChxASXSARG0j8TLXpCrD8Mpk,2833
+mteb/tasks/classification/multilingual/cyrillic_turkic_lang_classification.py,sha256=AbqslsX2RnRpOPspzxv6vQXjs8QV393bWfpEpnS6nrU,1912
 mteb/tasks/classification/multilingual/hin_dialect_classification.py,sha256=PphXUzMLB1NS9mb9qNQFdP1JmSrJ9SIpiqP2g4_T1I4,2276
 mteb/tasks/classification/multilingual/hume_multilingual_sentiment_classification.py,sha256=-EmXnWOuBbVdiuM3kjgo41EkRuOtMsrSTr-HAglsoJA,2130
 mteb/tasks/classification/multilingual/indic_lang_classification.py,sha256=cKW55MKqRv990ICo_2H4WA3ZMvLWF8hd2PZaFXEUWwQ,5007
-mteb/tasks/classification/multilingual/indic_nlp_news_classification.py,sha256=rToZYIa-GCtsvvNP7gQ1sjUoIcOSkPYevvOdSByihCs,2223
+mteb/tasks/classification/multilingual/indic_nlp_news_classification.py,sha256=Mmdm6pONBDWHZmKsSYYnUDO55n-XnT0mL3p6pwVbGrI,2242
 mteb/tasks/classification/multilingual/indic_sentiment_classification.py,sha256=D23tfPg1RI9wnofgcYRKgkF7xYOBTXg7a9QSsBpuJpA,2530
 mteb/tasks/classification/multilingual/language_classification.py,sha256=Arrqbef9GhYTM417ygVww-J7s_4hfkcijQAgL4tMBvE,2116
-mteb/tasks/classification/multilingual/masakha_news_classification.py,sha256=NYUiFvbK5X0tx3vQo71UTlaWqhCGGI9lnYgl5H5LuzU,3315
+mteb/tasks/classification/multilingual/masakha_news_classification.py,sha256=tRcA1GZo3fNkkf_u0o74Z63KsIHodKY1wInAtSFvITM,3334
 mteb/tasks/classification/multilingual/massive_intent_classification.py,sha256=Reze-3PuQvCKg6t7V8n9WcWoIuU10Ne9cu_Xm0pxhUY,3006
 mteb/tasks/classification/multilingual/massive_scenario_classification.py,sha256=2GnRe2D2ZXLWLdulPAJIusOo-_gK8BoAiyhTfUq0aeE,3014
 mteb/tasks/classification/multilingual/mtop_domain_classification.py,sha256=6ZYJJIhB1Q6UogabAAasvlJUm1S85rjw9baqntbQ6dM,1945
 mteb/tasks/classification/multilingual/mtop_intent_classification.py,sha256=5Ffh6zs7BSxcaOJbUhACyONBqea90I4a4Jr2ChVfuOs,1938
-mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=M5g81DZjnndseTR1SuQZe0ZPz5QyMIj8kZNv0a_fOKk,3647
-mteb/tasks/classification/multilingual/multilingual_sentiment_classification.py,sha256=qKoK2bP5VLsOwNyfDTVJWjNPlqoi-Ct1RgJuCEP4mYo,3515
+mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=BxK-ER2gJ29m7cYL0l5dV5o2vQn9DkRXIQHyppx5E4c,3666
+mteb/tasks/classification/multilingual/multilingual_sentiment_classification.py,sha256=Vwk2bndTGKBZvxQABo-wr4CamFOFLr9c9t-vv8iPUrc,3534
 mteb/tasks/classification/multilingual/naija_senti.py,sha256=MHKsVUArhFYtFmF7L84PAjPCKVBp_MX1tzmvcAsFmx0,2103
 mteb/tasks/classification/multilingual/nordic_lang_classification.py,sha256=pTGQ3u33p2yDFXL4K4BFR9GzWA51ReAQzFmuJvoBKYw,1872
 mteb/tasks/classification/multilingual/nusa_paragraph_emotion_classification.py,sha256=r8W9M-BTTSAWSO4PH9ip4eQiqSccubzhjhOun3_xpIw,2525
@@ -1848,67 +1848,67 @@ mteb/tasks/classification/multilingual/nusa_paragraph_topic_classification.py,sh
 mteb/tasks/classification/multilingual/nusa_x_senti.py,sha256=qCWZBHdINL8CO3tucc0n3xodpLk4YMApRG5qZJT_Pvw,2259
 mteb/tasks/classification/multilingual/ru_nlu_intent_classification.py,sha256=ZBouGeVgnSWnZKFl6GtCd0yl5A0WTzAwYlKg405b1i0,1643
 mteb/tasks/classification/multilingual/ru_sci_bench_classification.py,sha256=K2tEYv6hsZwZjNj1RAECrO01F1G61HCtzwtC_v1XjV8,7736
-mteb/tasks/classification/multilingual/scala_classification.py,sha256=6cl5wZYdPiZV1gUvZW-SWyaZqzIEBQ1KxyXwBoJwWz8,2532
+mteb/tasks/classification/multilingual/scala_classification.py,sha256=aXE0-R_vecN0RhnHPm3qP6ZmwX4sKmh5C8vyuqIl1Tk,2551
 mteb/tasks/classification/multilingual/scandi_sent_classification.py,sha256=yNZ-Jb97GOsKtQ5GskT4F_opOATyQ3HqKL2pHAv_n5E,1812
-mteb/tasks/classification/multilingual/sib200_classification.py,sha256=RcpPAUmEviNasGTR3csd5SBHSDTAFU4v15xRRTuPs_A,8063
+mteb/tasks/classification/multilingual/sib200_classification.py,sha256=GbPoN90a2Hw-20QWhQ_QKqUa9m660KsOM14JMcxGVsE,8082
 mteb/tasks/classification/multilingual/south_african_lang_classification.py,sha256=uAhxQMWQaQIoeO6pOVGViUJdma5Z56t967W9cbZYq7E,1790
 mteb/tasks/classification/multilingual/swiss_judgement_classification.py,sha256=vcPSMLduwmvt0VpAFN0dlA2DnobTlqR0wqI1ZxLN7rU,1513
-mteb/tasks/classification/multilingual/turkic_classification.py,sha256=SB-17gT866bE3Py01pdioIcqzFC2EdxdoiwZ2N11HbE,2356
-mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=E1AR4BgGdhw7jdMZy96RNUb1uvHaFFx9JsKJo60QZRw,2072
+mteb/tasks/classification/multilingual/turkic_classification.py,sha256=53cSlnIWhNzc0qMSvbpLw_UwCA3i8hrJ3ll47ikROOQ,2385
+mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=mLhgGAzq-DHe5GM1XqS7t7mtojDI3kHWrlaLg2t7UEE,2091
 mteb/tasks/classification/mya/__init__.py,sha256=lFTf0bNTeMsXTHlnKJM7c-VsnQM_3Il6gZehbVz-3xA,97
 mteb/tasks/classification/mya/myanmar_news.py,sha256=76fQ-rmHZ0yympvvhM2jQy_XUErhoqwuffVJfYpqdoo,3214
 mteb/tasks/classification/nep/__init__.py,sha256=Sj3bPg2KXOui4nwgVhSdz6JUpjadQJ1ZJjxxpMyMLfQ,176
-mteb/tasks/classification/nep/nepali_news_classification.py,sha256=T0XeLmAR_i_y2-vqU4q_ltu1iEz7B88rnDLftN_yQgU,3649
+mteb/tasks/classification/nep/nepali_news_classification.py,sha256=bdwUOxet2pLDVFKmRnjZzERGaMnHOQqA3iE3E9XvPIk,3687
 mteb/tasks/classification/nld/__init__.py,sha256=a_YlxI4tL8joDa1RF-ctbA4kw_8kHhM0sWBNtX1FTcQ,1037
 mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=ndnmZgfXZlsv47t4FHPKVH5eZTPHq1YsPLeupikZ68s,3546
 mteb/tasks/classification/nld/dutch_cola_classification.py,sha256=_mRNluXpo91ChJXIOGwRNsimQqotmhnk0dwW4DZjEX0,1601
 mteb/tasks/classification/nld/dutch_government_bias_classification.py,sha256=pDU6zS7u69Pz1AiEAT0na-3haUAJtvMqywFgDoqKImU,1594
 mteb/tasks/classification/nld/dutch_news_articles_classification.py,sha256=OU0C_k06iIP3EZ_8PMEeRk29q_Fp0G64j1jRwHNGFXs,1343
-mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=_uSrF4qTwiiPq0x3eJ3puaF0RbzqVwPwGAtKLywBB38,1569
+mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=TOhm9YCBVD8s5sBJgaWLx4_ukbFAS1KrTseS-RWuzDo,1588
 mteb/tasks/classification/nld/iconclass_classification.py,sha256=YlrA74ePG5ijAAj-wwIU-Gom5j5cyWDSCPYbVYLspd8,1655
 mteb/tasks/classification/nld/open_tender_classification.py,sha256=ObtvxZjMhzJkaSOLniyWFtHgVdIOFBq7C84_VTRLT50,1525
-mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=QjYdEFbDMGCM5PhKR1ydpErTj35ttnOjg0Q7sg3vlo0,1921
+mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=bHsgW4mm7WeZ05LftnPkYN3Vw6X5dGyOObROzcHaA_g,1940
 mteb/tasks/classification/nob/__init__.py,sha256=axgfxU9oueXuBJgbnyb0B5coAqxiCv543SsMEYcQm7o,366
 mteb/tasks/classification/nob/no_rec_classification.py,sha256=37WN5XZMML8RoC1cODPmfKNxxJ5VJKq4CTnUIe11ExA,4174
 mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=m02gcEid8anhVe4VdaYZ_EScLVU7Vyvq2RSSTG8l5gA,3995
 mteb/tasks/classification/ory/__init__.py,sha256=V70ULmvJDSTZwbNjgUmTw3qNo9aOm6U28mgGigK2dhQ,153
-mteb/tasks/classification/ory/odia_news_classification.py,sha256=poz-5r0NA6D8P-9dx_SY1aoyhRRUqRW9t5UE_XVIeX8,3131
+mteb/tasks/classification/ory/odia_news_classification.py,sha256=03JfBNMWwV0dloXEh4x_Ov_sOKoVb4xoc3FYkKstK9M,3169
 mteb/tasks/classification/pan/__init__.py,sha256=t1lRdXLm9NHF1kmkAd4xhmqHdgprVAZUX8b95BcIeNM,108
-mteb/tasks/classification/pan/punjabi_news_classification.py,sha256=1dk0N8tGcH2yt-oniiIxoZh-s7uypiD7ZlByGNhR5A4,1542
+mteb/tasks/classification/pan/punjabi_news_classification.py,sha256=T7KkSWCOq4-ID0hHZ0tTv1GL-INMTG1B3IQLMc_12k0,1561
 mteb/tasks/classification/pol/__init__.py,sha256=ebboDlcw2THwh7qzTyfvddOMh09B8h9I9GrPftQj16o,650
 mteb/tasks/classification/pol/polish_classification.py,sha256=JdKNtMVHOWjZ4nrchabuShZtW0rwt9DYW3XglH3Yya0,15060
 mteb/tasks/classification/por/__init__.py,sha256=YtARRvys_j2BLk4RhndceR4CTuCiHnyhBvoElTn1__o,136
 mteb/tasks/classification/por/hate_speech_portuguese_classification.py,sha256=vI0t9IbVEsUwdF2FmvUO_wN320zrz9Qi6axQoP_WkJQ,1747
 mteb/tasks/classification/ron/__init__.py,sha256=XI2eqobcWBBjmDEJGHaDIRFfJWf5nrkiQjFhUJ1Ml_k,461
-mteb/tasks/classification/ron/moroco.py,sha256=NFFfpzvRzp0djPzMtvgl7i1JW_CXwCqEkTEbE9gem4k,3526
-mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=7KtfYmsI45VHmdR6fmjSfDRHCx2zRh36m35hG4LNmHQ,2904
-mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=t5HR5MJZAf1QnIL6-RmHqFQRI3kYFjtzJ6If8ct1zco,2804
+mteb/tasks/classification/ron/moroco.py,sha256=TUfchrZ7LgSxuzreTYICG0M6oBl8EF3WBxskS19VEAc,3545
+mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=xWxXFQPE5mKqWPT2zIGwQBLUJyAr7mdUhBped-LPpxs,2923
+mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=TxbyDe8NaG_NdtP3xPFxMZMnxSGGYleabI2rhN9zFyA,2823
 mteb/tasks/classification/rus/__init__.py,sha256=MXhJGRXsD-XrLVYE6Yf8hstLf8M5Am5A6erOsB0lNvY,1460
-mteb/tasks/classification/rus/georeview_classification.py,sha256=ssgBSuq13zih4h8yBDPS8AsdHvWvCFLMw8S1LiKbLb0,2470
-mteb/tasks/classification/rus/headline_classification.py,sha256=yryCgwEIQHqOY5595qHO538JXT5xAraMPJfTwxVuN4Q,4045
-mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=tdym3PV34RQJ1dAGdGPN2E4y4R5TWIyWUXSRzbsP1mw,6363
+mteb/tasks/classification/rus/georeview_classification.py,sha256=aNMq3eRUAsPdAMftzuIlBIbGhvTvvzcyiegpQVmQOx4,2489
+mteb/tasks/classification/rus/headline_classification.py,sha256=2tAtMEB3Cb7eQdYxUJYpl_04Y_rFNrs2QnvNmipia-o,4083
+mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=lbr4GLWEy45oix1Ic-V1Z1m0_ZVfGxeurY8uaZ-04tQ,6401
 mteb/tasks/classification/rus/kinopoisk_classification.py,sha256=-gw134UyzSuXiHAcH1seqYvxUDpT15ab_YYDzI2pAIo,1453
-mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=1lKl2kMm09ovU3oJ0Xyd06GuJvfFUSqsdDBZU8rXw_s,3485
-mteb/tasks/classification/rus/ru_sci_bench_grnti_classification.py,sha256=G4jli_baouKaWCaN0D6DL1Fih4BruIDr1a_EHQzs6Mg,1367
-mteb/tasks/classification/rus/ru_sci_bench_oecd_classification.py,sha256=xGjR2Tzcrqk66SzvLnEHp-weL5KAa_TTPPW8lIhiR90,1363
-mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=lk6KLqYTMj3pC-GGOeJ7_WkZ8OO4BQOLVmac0Fm_6eA,2366
+mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=OqHZm-Kk20tNGJ2WVplRGh7CXxbRogXZH_rSDG_UZVg,3523
+mteb/tasks/classification/rus/ru_sci_bench_grnti_classification.py,sha256=oVa-kGXEE7U5E519MKELGiEBBF4GceRTuxMBPGZfozc,1386
+mteb/tasks/classification/rus/ru_sci_bench_oecd_classification.py,sha256=0XzXbt5w-B2lF82oFlJ2P1xaGr9O6eJlOD5VJLQBVjE,1382
+mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=Pk2On4WPqLtfPkKLR8s6r651cae_-u7zxbYiSxm8VnE,2385
 mteb/tasks/classification/rus/senti_ru_eval.py,sha256=jSrDBchf92aKUG587o3p4GcuemMoWkJOdMuimfbj0yg,3056
 mteb/tasks/classification/san/__init__.py,sha256=aWgJCsbhb95gTgHUCfR6qRJvMU42pO_YxbGhMZJW5Z4,120
-mteb/tasks/classification/san/sanskrit_shlokas_classification.py,sha256=uWgGvyGzPYgF0wsa88S9eXD_GD0DGioZ2vqefbnV4V0,1722
+mteb/tasks/classification/san/sanskrit_shlokas_classification.py,sha256=MMgXZec0VMRbbUMAH6mNWL7O65yzSzSx9-dJ2A9mFhs,1741
 mteb/tasks/classification/sin/__init__.py,sha256=nph8HDJzt-d7Lns4gvqI9TLsg7jx4lAKbN1G-qzAusc,400
-mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=CcRjFs2AXtBUUm-51ynCHKrZ7T4sjt_Liz9f_Whi9K4,4013
-mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=1IhbWujAzZJOe8HIQ4BTxJZzGds8dwKxRFaZ3fahbgs,3393
+mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=TkA97IHR9P2GUDO3-tdKEzlSTEYpCqi-WNneaILZ66A,4051
+mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=0a8qw98Nmtu0uHUs7NkhTxAk9Vh3p8b7A01gB8FfUSU,3431
 mteb/tasks/classification/slk/__init__.py,sha256=UJKOGK5cfdo3Qd2e769ghbphpPE9aK1ZG4NZpcZmDGI,726
-mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=5XKXBSHbgja-2KCbyOtWcNX2h3k2pSfWvVj4tJ6LSEc,3574
+mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=JjkPAeijUYMoPkj7ORYg3zTaZPnYtZWTEWVivgHoQL4,3612
 mteb/tasks/classification/slk/slovak_hate_speech_classification.py,sha256=C7I1PtNkw9TOSlhf5Zc_Bq_WKpLsjhtz0DS4yLbtbcw,2349
 mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=suh4Uc2pJQRpjvtDZNeh8qCyMEIdCe7Wkqwjbd6C0w4,3314
 mteb/tasks/classification/slv/__init__.py,sha256=BwsXnZBq2EudbPz0AGUnonVe4bmNUHSeIfEIyTVQXcg,148
-mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=SoArMyn9Xl8UzmfYQAoX9YeH3cQ0FJZUlIBVgo-_m_o,3027
+mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=eGzRFGzffM1rhLWVNcCCvQW90dxUcZNbwHSvctG8rU4,3046
 mteb/tasks/classification/spa/__init__.py,sha256=-FRjuZqV_8uVdnL9GmzTP3Y7zr7ktkHE9ugsTMgZqC8,394
-mteb/tasks/classification/spa/spanish_news_classification.py,sha256=2uPbtemvlnvVJoWDt2qPo6tzpq2xTuUnLi8l93VjgG8,2701
+mteb/tasks/classification/spa/spanish_news_classification.py,sha256=tOuEY7x_nvLl2pZuhF1mAzN1mwRiCYDLGZP3_RAjvWk,2739
 mteb/tasks/classification/spa/spanish_sentiment_classification.py,sha256=dayQOZFfwOpJZsK8hg-vbT4bN1VLMjD3Sbk6tbIWsl4,3750
 mteb/tasks/classification/ssw/__init__.py,sha256=4PzlaxBkbg2yMqJBmkBZVO1ArZQoefiFLx03rJNU6TQ,181
-mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=p1QwKdPebcPdJ3X5ZXLnMkXqA5dv5uyk5uY-lOm3Mcw,3059
+mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=fJqM22y53xInELhvSPXy1KC2jkNXkGE46UGeT6HYw5Q,3078
 mteb/tasks/classification/swa/__init__.py,sha256=gIM7OBbNAWRJUa7_ElWc4EHEvVX2TUrs0jXYxnKETPY,181
 mteb/tasks/classification/swa/swahili_news_classification.py,sha256=xamx-C0hwOq57MoRd8n9n4a_LXniFH4SMDU1MzSixc4,3593
 mteb/tasks/classification/swe/__init__.py,sha256=phSBojx1lLs7Ow8fAsxFaewkc-_bKqZqZT03okvqRbg,489
@@ -1916,20 +1916,20 @@ mteb/tasks/classification/swe/dalaj_classification.py,sha256=x1GajvgbWwxqi85PBXh
 mteb/tasks/classification/swe/swe_rec_classification.py,sha256=f4qe5IOY2yw-Ud-wxWej35Hqrgn_dcCJ3TZY1ElEIgE,3302
 mteb/tasks/classification/swe/swedish_sentiment_classification.py,sha256=k6LxJ7HJZ9VaN44dkKwD9pE7jqs5BSR7MGM0b5UaM-M,2259
 mteb/tasks/classification/tam/__init__.py,sha256=cj6Zi2IoXH2GrsKrFfS6xqiC_BYXNhyMBPTjET5owrg,171
-mteb/tasks/classification/tam/tamil_news_classification.py,sha256=RWO717yhpI7lAtphz6igB0i_Ir7Y5gXJEX2TOdX6C0s,3223
+mteb/tasks/classification/tam/tamil_news_classification.py,sha256=2Cyes7C5amwzjR5geN4oE9t-wGUKQ9LMbOnDlnbmQ9w,3261
 mteb/tasks/classification/tel/__init__.py,sha256=DicrFxq-N9dDqF-WZ64mbH2jvz_be8ZSWRnvaVdn_GI,244
-mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=yPl47FzmNxsvmi0gfn6Fb9T3EU-7fNFY_jpX9UKHurA,2578
+mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=UvjB1VrfW_YcQmEPgO1upOufW1jMsI72Bel7kOZ9pGA,2616
 mteb/tasks/classification/tha/__init__.py,sha256=L17uVKPwwwEcHvhWuA9-ZZ7cEsEovM-oqGY35FAdb6c,336
 mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=CdTFVbTi5t7VQrlPydV7xfVEKRLcQVeajQy1avHgeg4,3095
-mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=0qy4fHUf5i6Kgfxve1NneelB9gNas_7lMRs6pwgce1Q,1736
+mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=hik7SyIiYFE6ilr79FNsq4k4zhJ_6wS1x9dEMCnJqBg,1755
 mteb/tasks/classification/tsn/__init__.py,sha256=pHxOFshsfTp_CkIowXYcDtpZsxihcnPewREjFOzwHH4,176
 mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=wO3FD7JLaV9gycHVySmVjJUMwGbYd73pZfZEtSiknrw,3106
 mteb/tasks/classification/tur/__init__.py,sha256=viCR9s3exQyQDKEbgi1ESBiMPF07cG_TssN3oXc9_GA,611
 mteb/tasks/classification/tur/turkish_constitutional_court.py,sha256=F-lY7I46Zo8SoCPq2N9rz4yUy84icI0hIvPuI8XRarU,1626
-mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=eWPoX2uK06GsmgrteInkiC0uw0mF4dnkPiR249jBDpg,3069
+mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=zy3Q7F5_eLA3rIdcUuBAof08KYJypbi_c2cLEoFwj4Q,3107
 mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=9_AxxYWNCVqCuFN1_uCbwid9ox7KNKRSWbpfLMQrFII,2781
 mteb/tasks/classification/ukr/__init__.py,sha256=Tk8r98fjAhLigvXSu2v3vhq3aJVepreg7k7hVxlpIYo,186
-mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=yoVswuHpklImy6xhTHNribGqSjzGRnNuYQC1cdq9LaM,4412
+mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=q8iqzzfEi8jHkFmtBWxR5-Php9dVzvpqDg71SgVPH1U,4450
 mteb/tasks/classification/urd/__init__.py,sha256=CxO1ERWJxvYlmNUsXSGs3oPKqAtjrP0MTInCl6NV3oM,217
 mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=uELwmACR5NRMBcyP9kCF28zjV1z6VW-Op3sGomNqF28,2801
 mteb/tasks/classification/vie/__init__.py,sha256=C590nbZwTwxtP-46xS1NYgcH0UJcELA9TDxiJO-o67o,1603
@@ -1943,27 +1943,27 @@ mteb/tasks/classification/vie/massive_intent_vn_classification.py,sha256=W69N1r9
 mteb/tasks/classification/vie/massive_scenario_vn_classification.py,sha256=URvW6kI7q_Njx9eDqH9yDIRqHAYEfGRYYmYq0lXgl2c,1942
 mteb/tasks/classification/vie/mtop_domain_vn_classification.py,sha256=HVrfQVeM1icgcqT26I_W-Hc8B26GDkeEcQKNLDTkVdw,1765
 mteb/tasks/classification/vie/mtop_intent_vn_classification.py,sha256=utdySQ5kCQ4GkZn0HU8rqW_-koBe6ShMz5V2-fuvUdw,1765
-mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=NAra_89GulEqJ_2AwRpzvWCej2_JIXaiaZU1HbQa9D8,2123
+mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=DkguS5qSDwF3tvAnpKmv4D_0NBeP20DGzgSzKMZX21c,2142
 mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py,sha256=PDMEokdODsfN5ULnlyo3HNO_2JFESLYaQuPxGxXlnO4,1897
-mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=9g1u2bmnSFO3yf1KbRfG7ZOLIzQi8ckw6u900mMe3zA,3259
+mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=lHHw_Mo_ZAiA--KhT8FwMb-hHTa0abM_Mwa3MtSP2oI,3278
 mteb/tasks/classification/zho/__init__.py,sha256=lwB6j0YFdKF5mnBwcTBW_QP-Es7o0Qur6cwT6ZKKAG8,651
 mteb/tasks/classification/zho/cmteb_classification.py,sha256=YS9jNJYBCuen3X78Z0TKID9ekjDpHcRZ1kbrsYke1EU,16556
-mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=rMerItD7XYtDsif4g9vktQxC_qpcSV4yOJWT_aJUvRU,3304
+mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=W1MxEDKeWGUn26Njumn33Jkd-LKf7J-33HWtwEqKte0,3342
 mteb/tasks/classification/zul/__init__.py,sha256=iPm0kTxJ6R-R48cULXZtpebvD8IzyWbVokhgCvKT0c4,182
-mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=awjyfjdtG6DQa2WPmfm_jAZWO0Iyy9scfpGv6izk1bA,3060
+mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=RTZo6-83ZuqjIU1EKwmYdRRk942TltfBiFpxlmxyIVc,3079
 mteb/tasks/clustering/__init__.py,sha256=on2FxT3bKFn4-ttmyd13nqKCPHGw1UYV5X2lsrIuC6Y,313
 mteb/tasks/clustering/deu/__init__.py,sha256=7vq3Nqz34nS1JSuS_Izm7vBpkDN8q4-uf809yPw3RF8,591
-mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=KtaktUJQg2RcvN6DMclFfKqjc02vFw_keGyAoeOYCWA,3337
-mteb/tasks/clustering/deu/blurbs_clustering_s2s.py,sha256=o103vt6pG1d_M87nN2HMXcNwSjcXFoVqABKsGkFFEm0,4328
+mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=C8byjvsiO6YzqMrJt4C7ObtcNNFwxn2FzYAxvl7nHgE,3356
+mteb/tasks/clustering/deu/blurbs_clustering_s2s.py,sha256=Zu9K75HpEbeWMvdPJS9euoEo_lrRY0S6CRdByaGDJyo,4347
 mteb/tasks/clustering/deu/ten_k_gnad_clustering_p2p.py,sha256=d45FkAZe5NlsQxOgxKvbZBGA22WuFo-6pYOh-8bREto,2503
 mteb/tasks/clustering/deu/ten_k_gnad_clustering_s2s.py,sha256=LOfwsV-M8HitE9bRqme2GKlyvlej07i1aPOQbjs3vY4,2511
 mteb/tasks/clustering/eng/__init__.py,sha256=TVoj51ZAZkrgByvsrYvqPXtxW_6h-gpUGB9tRFTOOnI,3143
-mteb/tasks/clustering/eng/arxiv_clustering_p2p.py,sha256=_0Knh6E9oNLmigJx9si1RaotZYqmfTaohzcFOlg0srM,3916
+mteb/tasks/clustering/eng/arxiv_clustering_p2p.py,sha256=UXozex9TMxctnmwkfWlgAAvhx6ufiVtPpM9r7uuB63A,3935
 mteb/tasks/clustering/eng/arxiv_clustering_s2s.py,sha256=dIcS8YTP7J2ituucxwgAXv5PyfgtJrCdWSet394renA,1431
-mteb/tasks/clustering/eng/arxiv_hierarchical_clustering.py,sha256=-Xfb11AbiVzOAdlmOniTGslHBRNxw3jqXvQkQrjtIH0,3495
-mteb/tasks/clustering/eng/big_patent_clustering.py,sha256=md0H-o57j28DmRf05hlpeKxUUYiERkTd2eK69SEz0GM,3909
-mteb/tasks/clustering/eng/biorxiv_clustering_p2p.py,sha256=XTHNZke3QmYos_gR2rr5Ak29baGydtrDlrWK0la9V7E,2484
-mteb/tasks/clustering/eng/biorxiv_clustering_s2s.py,sha256=owx7U6oJnV8vnQBFtZk4keFcpcih-MSLJAkblMA42FE,2438
+mteb/tasks/clustering/eng/arxiv_hierarchical_clustering.py,sha256=erDJ8LO8yS-OMo1Cg2jaRqmC2GXixdFhLSsehcVSSX4,3533
+mteb/tasks/clustering/eng/big_patent_clustering.py,sha256=EptnAHcBKy3FtBE0KDGBu76_1HuZA6yNo8NdgDC6jIk,3928
+mteb/tasks/clustering/eng/biorxiv_clustering_p2p.py,sha256=fprsgPM4yA4EH2D9-dPHvM25eyOpXcEiv_AuAN0JGVw,2503
+mteb/tasks/clustering/eng/biorxiv_clustering_s2s.py,sha256=73uePzxdlnspLN7iYEPmpffOQ-weuN0ywOH1jsCuvOE,2457
 mteb/tasks/clustering/eng/built_bench_clustering_p2p.py,sha256=OVR50H5goZC_MSGX-jqJHD7CwV8RKDNraDnzYjzJnd8,1463
 mteb/tasks/clustering/eng/built_bench_clustering_s2s.py,sha256=y-mZgBViV9AFt9TDDUdawNul-FbvneXocKUPtdqj3Xo,1455
 mteb/tasks/clustering/eng/cifar.py,sha256=CgerokQwKzrtTEQNxBPFH_vlosgtgrcZY2hmW1GGNZY,2470
@@ -1972,23 +1972,23 @@ mteb/tasks/clustering/eng/hume_arxiv_clustering_p2p.py,sha256=Gb_OQUJblW37UTnFBU
 mteb/tasks/clustering/eng/hume_reddit_clustering_p2p.py,sha256=kNYUGPPPA2XNDlPHzhiiN8eSwUG4wLOQvejhZ2T51Wo,1618
 mteb/tasks/clustering/eng/hume_wiki_cities_clustering.py,sha256=NCEMfMLu0lOM1Vyl7Q-OLFMOmxChJ8PvzOBQuGaSodU,1340
 mteb/tasks/clustering/eng/image_net.py,sha256=21eB_MYbUKFqyzAnvThKfsh4D0t9XerIKehQl5LLMe8,3183
-mteb/tasks/clustering/eng/medrxiv_clustering_p2p.py,sha256=sqRTwPAXg9IBeP5S8ngLm5Q0sMkTVoOEJK7Zf8i_mQo,2909
-mteb/tasks/clustering/eng/medrxiv_clustering_s2s.py,sha256=A0d5fjOGAYZFEukBe5DufD-BJ66KVQOSlC_Bgn4OZng,2874
-mteb/tasks/clustering/eng/reddit_clustering.py,sha256=xyGlhEVoppY25a3-zKlK6xIw58FhEWNgdwbOU5O7Z7g,3918
-mteb/tasks/clustering/eng/reddit_clustering_p2p.py,sha256=-V8eJWTis2H004CRWsTU4kithKyVKyP7X5-nBrAam4I,4087
-mteb/tasks/clustering/eng/stack_exchange_clustering.py,sha256=IuUlUtmAnuSo6oLJJON_d4DYgeXhAQGulXRkcoaFUto,3923
-mteb/tasks/clustering/eng/stack_exchange_clustering_p2p.py,sha256=1hluyxWoIWABLTjLCmXtEsh-h7oHLWegmoEU74OwXrY,4117
+mteb/tasks/clustering/eng/medrxiv_clustering_p2p.py,sha256=vz67CiGec3JLmr3DdfkoYmXidy9d7KxuC-bKj0hysqU,2928
+mteb/tasks/clustering/eng/medrxiv_clustering_s2s.py,sha256=AB8eD-xrK1ysuC6lF4SJsOMMXuvUvZ2rPouCjsw9puc,2893
+mteb/tasks/clustering/eng/reddit_clustering.py,sha256=FdDDdir8MVICfEHVrB9bRAUh__UOMGptL8ualFAOnKA,3937
+mteb/tasks/clustering/eng/reddit_clustering_p2p.py,sha256=NzI-0V6mICeV8DI81pGjfBrBGay2Ad8DsIFAosfuYqg,4106
+mteb/tasks/clustering/eng/stack_exchange_clustering.py,sha256=WoN02R_MivJWH9Cb6JrhZtiKMix0IvpJ0xapowsQizQ,3942
+mteb/tasks/clustering/eng/stack_exchange_clustering_p2p.py,sha256=AkRDaWYqsam77_Cl6b01t6noO0Db4nbE__D7U0O6gVk,4136
 mteb/tasks/clustering/eng/tiny_image_net.py,sha256=dRr46P37XLvRa49EJK6H1x3nJmwaYVDmLtLz-q-K5kM,1135
-mteb/tasks/clustering/eng/twenty_newsgroups_clustering.py,sha256=0jjIeTlDuBtOzMmGsoZye2T-l4fufsZlWeib2q00OyM,3828
+mteb/tasks/clustering/eng/twenty_newsgroups_clustering.py,sha256=zdtrBf61HygWhJBWsy4hFWLbYI0roIYkSPzogzJmW4s,3847
 mteb/tasks/clustering/eng/wiki_cities_clustering.py,sha256=-csEB6xiAGRDTi5gsseoZsODCSwzF5_LIe1eTUO4lHM,1250
 mteb/tasks/clustering/eng/wikipedia_chemistry_specialties_clustering.py,sha256=Shs6sYPe9s-HSGeKD9_0OEC4hUn3ODS8GFvX62XSK4U,1437
 mteb/tasks/clustering/eng/wikipedia_chemistry_topics_clustering.py,sha256=NQ5bmskZGElqg6vnZFKbzREufr_6IJGUwMpu6ItEWvg,1424
 mteb/tasks/clustering/fas/__init__.py,sha256=_jSSYKxbHl170edjvRKYtHoNkJ1I76A8DHcjSdJ4of0,315
-mteb/tasks/clustering/fas/fa_mteb_clustering.py,sha256=JHNWg9rVHexr0FlIt6RFGFhcNgzZSJyVRGLH__Gg8v4,6527
+mteb/tasks/clustering/fas/fa_mteb_clustering.py,sha256=CH8khcQwCwZKs-mkjTrlEiWVIuvziEvgY7ejbfxonnY,6603
 mteb/tasks/clustering/fra/__init__.py,sha256=RJru1eooicB-jm6tdtapQrU01yWUpkv9gAKij2mUUdg,436
 mteb/tasks/clustering/fra/allo_prof_clustering_p2p.py,sha256=6-PnzUsdnpqs3X4kU1ngtoPcBlFr1cDdMPpVsdygX4w,3616
 mteb/tasks/clustering/fra/allo_prof_clustering_s2s.py,sha256=U_yNmKbD5ZZLQISUzuFMDCuI8PxCXgq8HcX18OmZZPM,3600
-mteb/tasks/clustering/fra/hal_clustering_s2s.py,sha256=H-YZdBAv2CzXqvFc36OTmzgJZEgPwrqdOCd1sJZMWJ8,4675
+mteb/tasks/clustering/fra/hal_clustering_s2s.py,sha256=6K7VbWolAktq2NqZDzHuJ-WFY9QyY_HfjqDojx6cOsc,4713
 mteb/tasks/clustering/jpn/__init__.py,sha256=WFar8GZnEqUf5fgXKqY2JXW7INOANo32uNRVrNQ8hAk,232
 mteb/tasks/clustering/jpn/livedoor_news_clustering.py,sha256=ee6ZrU_89FX5oHbOAdwjLwdB2TrBn-FhP1RQoGzmInk,2457
 mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py,sha256=r5rE6zbasAf_Xk21sf8Tw1R-yootjICTwYoynMYPMiQ,1894
@@ -2000,31 +2000,31 @@ mteb/tasks/clustering/multilingual/humesib200_clustering_s2s.py,sha256=4OlNvGhWU
 mteb/tasks/clustering/multilingual/indic_reviews_clustering_p2p.py,sha256=0_Q1ePZPRJgOq1Px_lqlrR5C_-dxqsitiS-bOBgVz1U,1868
 mteb/tasks/clustering/multilingual/masakha_news_clustering_p2p.py,sha256=SmxlWKS6i5ecqbUhpRJjdxHmIxEOVEbf-pfiCIvs7ZI,3252
 mteb/tasks/clustering/multilingual/masakha_news_clustering_s2s.py,sha256=-Xq_MyuEukwq8S9drb6uy8KQGvIXIeCWbXl1RkN3e5c,3167
-mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=NY5J-UWGc2z5pBPwo-o6jODC6nR16axP7gKmxmlT2H8,6388
-mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=4UfRF82DLNLLvDkazaiW_lT3eGuSe5-QP0IW0xb8rtg,5988
-mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=EoUCaZ69BcxSf4chXIyA8M4NCsVC2nmaM4D0HEImgdY,8528
-mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=XgMqPZ74tWjxU169qN8ri_aZVQ_kaR6xFVNJYyWBt4E,4384
+mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=Z4sdc8FN10uvI8Om8hJJJ_DhnyZmCDD06IPOUXli0ZU,6446
+mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=EY6o4CbYReSgBiYRYmRqdYuIoAkfZAFqfms8W2KDqzE,6046
+mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=jBKCb5WCSCZSfqpPXabC7isDqPRaxkfocXaGsZwTAoU,8547
+mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=aYYjfuaAFeMhGCXIakKS-PFOee0jWGPWZdJbr19pxJE,4403
 mteb/tasks/clustering/nld/__init__.py,sha256=_KwG_aTmQpSAek4clgtkV7MQ5dpUOmbgIQWZoux5T-w,682
-mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=xFiTQPZosUR8iYwHG3T1-SGwtMReMg5ofQvkrvIHjiE,1580
-mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=07i07z9-Iu6d_PGtS4uFBNGte0PXqWmif-x_B5PxndE,1568
-mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=k1S7Cx3n9kYg2jmQGydaYFC6zbb-D--S6hbxYQ6bIVg,1865
-mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=Yek6Y9ITCJ95Yhg48ryItfxx0e_Um2s8OtBvv2zZ0YU,2052
+mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=jzUIhq8t6_OdR6sI9lCz0NPLOdBZyn41aHpa12-a-gQ,1599
+mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=8ctb_q3VdxQnPMzv_XfFYGm4ibhrMMkvTpEqIx09KrM,1587
+mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=Q9wMHrcM8pWnd-GCZtPKb_APnQuvHCpbHV-CFLs1-kE,1884
+mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=otdTRTyHREgS9OFlNLZWibOuqx-lePaWDfoZqI9kx-E,2071
 mteb/tasks/clustering/nld/open_tender_clustering_s2s.py,sha256=9DlFx_VQHFrRR5Gi6zDg0OYnmxeXYSPMlFKpFhjFvco,1715
-mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=TDGBUwN6AAQ8U0S0Whp5OiU0_XAsNsonrCeqxNnYFCg,2191
-mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=2UXW5pk95meD5FNHuMY4S1mhlaPl0NfrKDAV9N4_uCY,2193
+mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=sg0lI61_5DxR6mlUCSAlAg0r_r3zF-MXuEsbUq3ZlzM,2210
+mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=-yjrUYqE7HVf7Z6vJAfNb_ATicp2it52-qt0fhG54JE,2212
 mteb/tasks/clustering/nob/__init__.py,sha256=de-t3amIyZAo0iPjy33xVMFKCQlcDNmS4M8dgfWsr1U,503
-mteb/tasks/clustering/nob/snl_clustering.py,sha256=dT2LVhDeQQ_0dthcDt0x8kp81h4ZEXmOm_X0kcvH43U,3655
+mteb/tasks/clustering/nob/snl_clustering.py,sha256=WOGSPRHr2us9OpHxkBGAxXtWDYCoMSLhN275NXh8Klo,3674
 mteb/tasks/clustering/nob/snl_hierarchical_clustering.py,sha256=OfdGmodK0eHTQMLo22SMI4FxM47wUCJmYYL8OOPqrCg,3328
-mteb/tasks/clustering/nob/vg_clustering.py,sha256=5QlYxOR2Mx6vQMIq52NZ1AEFcN7QOGMA4iSD1w2Q0o0,3676
+mteb/tasks/clustering/nob/vg_clustering.py,sha256=dARqlFm-uzO7-3s9pmTZS7bhvPP_Khtooe8hjlQ-8Fk,3695
 mteb/tasks/clustering/nob/vg_hierarchical_clustering.py,sha256=lVPCrnei7S8EfLav38F3rv80WPCffBOcju5w8pCjioI,3893
 mteb/tasks/clustering/pol/__init__.py,sha256=na-Vwcu9J6P-05_40WLSI0DvhP2hdSRzDRT4A38gbvY,370
-mteb/tasks/clustering/pol/polish_clustering.py,sha256=RcFVSe3aDdtzHpijVXh2aKcTMNChntXw3Knu_HAhyQk,11206
+mteb/tasks/clustering/pol/polish_clustering.py,sha256=TUzc8jjz1DJNGBfBqLUsJgGnZKEl8-uFfi1qZ_UGbSw,11263
 mteb/tasks/clustering/rom/__init__.py,sha256=a0tC9aXwVpj8sis0icrgLegnhFKN5gQsFXo1BIpHSk8,96
 mteb/tasks/clustering/rom/romani_bible_clustering.py,sha256=qiwBhQALrIa8bGskNckeBSe4xRTbwlxGpShbmwGNOFA,1022
 mteb/tasks/clustering/rus/__init__.py,sha256=nhqyKqmQ6XDd9rd5kenutKq_v7Pi2QPn1eDcPnVjg-o,327
 mteb/tasks/clustering/rus/georeview_clustering_p2p.py,sha256=UjpVDDtdygm2r850WY0rQ6jxvF-hmSA4ojZym4HX-_s,1118
-mteb/tasks/clustering/rus/ru_sci_bench_grnti_clustering_p2p.py,sha256=vAb8h9Di1MQL0rym6eetSSg1dmAIQXtqKobGDg8qe5w,1576
-mteb/tasks/clustering/rus/ru_sci_bench_oecd_clustering_p2p.py,sha256=zAmGifs-MAJghpchY2c2gDkrhHBQ6NFDn_K5wDPn_Kg,1573
+mteb/tasks/clustering/rus/ru_sci_bench_grnti_clustering_p2p.py,sha256=0r-b6kDVbJvUrnhwsE7yGyttu-JviE-az2MTj1Zl8co,1595
+mteb/tasks/clustering/rus/ru_sci_bench_oecd_clustering_p2p.py,sha256=Gc1ebD2rdpeMiljlIb_Lw4q34m7zuMiX1uVhQotUNPU,1592
 mteb/tasks/clustering/spa/__init__.py,sha256=0NXUvoS7OmA_vwBzQICh9UrD3LkHZcK4iSAigubzyIs,106
 mteb/tasks/clustering/spa/spanish_news_clustering_p2p.py,sha256=uf_UeDEdO8UCLy5bprpS4XRy9GRLS27vSL1ALvTzb-s,955
 mteb/tasks/clustering/swe/__init__.py,sha256=Dlo6wABqkU8BcXNQAlx3QmrT9yT3BorO1OBsCEfOuFw,186
@@ -2036,15 +2036,15 @@ mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py,sha256=Do_58DiX_DV
 mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py,sha256=bFF2iu-KBZSP6jFYLBV2ssscsaACf-noFP6wL0R5Rx4,1881
 mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py,sha256=LADX5CLncf0AlGdfypuAfglEM6D2gGnBBSTKIhPTR0w,1825
 mteb/tasks/clustering/zho/__init__.py,sha256=Z6AYBtGjILLiguzbSOML6Gi3OuM2NICABhcSpl4dk2g,481
-mteb/tasks/clustering/zho/cmteb_clustering.py,sha256=Q7uYPNXuTjxeuWduvdYQT8jog-jHUJgpyJ6x7F0ILu8,14815
+mteb/tasks/clustering/zho/cmteb_clustering.py,sha256=sozbieec4Q23Jydw-LgurUVGbb8cIxY1gP6NGFq0ZqM,14891
 mteb/tasks/image_text_pair_classification/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb7OmeY,19
 mteb/tasks/image_text_pair_classification/eng/__init__.py,sha256=3LhP9ZsZLyK8i077ZPFrerNFtIfo5kUcUH4hQNxpL-Y,463
 mteb/tasks/image_text_pair_classification/eng/aro_coco_order.py,sha256=4CrBTUKXUHuR6k7fpJKFNcwA2-cRH3gO2T7TJCEsyaQ,1746
 mteb/tasks/image_text_pair_classification/eng/aro_flickr_order.py,sha256=UipHMZ9UOR3VFj8ppL8eQFaXy_xSvkY9uCjHwb7usac,1752
 mteb/tasks/image_text_pair_classification/eng/aro_visual_attribution.py,sha256=BnJCUW28PMHL_6bBnr0Tj09NJyUXNvHTUSre4DtrqQQ,1595
 mteb/tasks/image_text_pair_classification/eng/aro_visual_relation.py,sha256=V9iYtUPjk9cehL9SKneH7rgs15RaIA3U9ZLPZhkVCy0,1586
-mteb/tasks/image_text_pair_classification/eng/image_co_de.py,sha256=2lQJc8bxJUx1nLyLmQZjJNcldXk3m1rXdv8V1nQQlFA,4072
-mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py,sha256=i4gewqbknogst2p1TNQXTo_qfIeTxk0DWS-9bNOFI7M,1988
+mteb/tasks/image_text_pair_classification/eng/image_co_de.py,sha256=MYRqR3QubQSB1_W9NSwBjQ0S8qT_j6sMKD9cmucf_jI,4101
+mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py,sha256=3Gn2jB4H05sNTGvo3sXeEboSmzDyevTVau1HrRaa6HI,2017
 mteb/tasks/image_text_pair_classification/eng/winoground.py,sha256=zdE8xTTC16NeiyxIC8vR2eH1Mv-YMP8Fd9fAeaYlIVI,1864
 mteb/tasks/instruction_reranking/__init__.py,sha256=BqfiIJ3WTB31ZeTGG-_WG-sf93PmqQB7gJbg8ESbQhg,47
 mteb/tasks/instruction_reranking/eng/__init__.py,sha256=FeTyCOipqqYpLXorPGAeXjuKX96AcX4PVLU_ZIQv4bI,330
@@ -2052,7 +2052,7 @@ mteb/tasks/instruction_reranking/eng/core17_instruction_retrieval.py,sha256=WGMe
 mteb/tasks/instruction_reranking/eng/news21_instruction_retrieval.py,sha256=m6Uy02xOlcH2pFWzW4Gk7Vcq3j5L5qKdoF7yionNfAw,2156
 mteb/tasks/instruction_reranking/eng/robust04_instruction_retrieval.py,sha256=c_Si6Z9-u_7mVx7HvuXI_V3X4-tJr-kiH6aWpWaGLtc,2164
 mteb/tasks/instruction_reranking/multilingual/__init__.py,sha256=oalc9maaj_A_gPLjd-TuJZdOJCdRsIfYh760vss-f94,108
-mteb/tasks/instruction_reranking/multilingual/m_follow_ir.py,sha256=SpXxEgomAfXPA57bZFR3eOE1UMI7TtyuM_e_hfvbcvQ,8946
+mteb/tasks/instruction_reranking/multilingual/m_follow_ir.py,sha256=4VxZfQ-B2WztQj32XlvJNOl9cJwAa5SJB_CrVvYtXSA,9004
 mteb/tasks/instruction_retrieval/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb7OmeY,19
 mteb/tasks/instruction_retrieval/eng/__init__.py,sha256=rrZ6RqTtD4sAqxcCvGTjrilCXlJX4YRi2Jcg_tyOgS8,488
 mteb/tasks/instruction_retrieval/eng/ifir_aila_retrieval.py,sha256=yrxfAOm8K-gi4cgDOjaXBbJBuK5hGq-8dmLKlZrwTks,2462
@@ -2067,16 +2067,16 @@ mteb/tasks/multichoice/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb
 mteb/tasks/multichoice/eng/__init__.py,sha256=eq04borhYbQqMMbipJg6BhydZhLZDLfm0NknUm45r6I,356
 mteb/tasks/multichoice/eng/blink_it2i_multi_choice.py,sha256=YHsLVHspeNIpA-8x6AYXa-3SVMzuOKVaXauFy0dxOL4,1820
 mteb/tasks/multichoice/eng/blink_it2t_multi_choice.py,sha256=W6M9jDMcNIPkZYe8zt8T-ch4gEuA4astmPWx_7_MHoY,1837
-mteb/tasks/multichoice/eng/cv_bench.py,sha256=VgjCDjDDRP5jc0Si7ofMU3L0Ob-jV5aNVjBo9luT07c,9183
+mteb/tasks/multichoice/eng/cv_bench.py,sha256=NcAlQmV3cGtyJZFBN50a7BnfoGojIYavi9XMrB_UsE0,9299
 mteb/tasks/multilabel_classification/__init__.py,sha256=D93vfKwD5Q5VSlpTysUIbkvAncZFSQAd6sUnN53mw5U,180
 mteb/tasks/multilabel_classification/eng/__init__.py,sha256=mcgoX0OxpR0UNftBXc4HJr27Tsxmjg0cMhBb5swN5Aw,87
 mteb/tasks/multilabel_classification/eng/pascal_voc2007.py,sha256=Lf29mv60xsbLscjmFUzTMbPYWyiJHAgivRzGafIOguA,1901
 mteb/tasks/multilabel_classification/ita/__init__.py,sha256=07xCrfm2mILOwe8KYHdkZLLGnVuiTcjZuTNIjdfqbrU,86
-mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=k_bo8HNkYKva8AfBHz-pR0yoSbed9M1uUCBdFzyl8Nw,2090
+mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=1kUMKRHvifYR6O7YUb73lCvknfd-L9GlI5U5ttrqpSo,2109
 mteb/tasks/multilabel_classification/kor/__init__.py,sha256=EBO57GMpXNw49hD1UHEc14lx8pTHvGohu_1KstnGvNo,122
 mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py,sha256=reuzDUxrVZ3A44BirEQkiFQ4wjp_0Aa-S7_8I6gVKW8,2382
 mteb/tasks/multilabel_classification/mlt/__init__.py,sha256=HC_nIigyK7DLdojnAfUZdlRAaoW5AStAauCxFpPdMMU,108
-mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=ZXUear2ZIWKURTyY2BF35I_o_ssCoSNRWUMLDrouIYo,2102
+mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=wOqGhL-oUDZz7WgKJRT4nhbuzgAN2HLlZpH2FmqW5j0,2121
 mteb/tasks/multilabel_classification/multilingual/__init__.py,sha256=gYOJftJq07gP6SH5QMn-SZQ83MQINfWlz1fvFRDdqmI,139
 mteb/tasks/multilabel_classification/multilingual/multi_eurlex_multilabel_classification.py,sha256=vfnIfW_oOy8dnrXd2zKBNmhTfg8ydVtYIJqZxRMsqr0,2405
 mteb/tasks/multilabel_classification/nld/__init__.py,sha256=84hVtfQAZNYt1lGzf0Oc_Hrx6vBKHjN2L_h2ilcIKRk,297
@@ -2086,64 +2086,64 @@ mteb/tasks/multilabel_classification/por/__init__.py,sha256=mJW70APO6ofl6XiPEbsR
 mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=Ke5roy0MYEYgRsdNDL4q_AwmY_rYKpo0H_k8wFnt2s8,1929
 mteb/tasks/multilabel_classification/rus/__init__.py,sha256=skzrIGJ4giqi0tIiwCZux3JAYDlmu_vYZWrEBlusC6Q,355
 mteb/tasks/multilabel_classification/rus/cedr_classification.py,sha256=xHj99e90__WH6zJ8AaUggAw098aSUc0N_b90N_pUKHA,1549
-mteb/tasks/multilabel_classification/rus/ru_toixic_multilabelclassification_okmlcup.py,sha256=VoXnFSrT2xipV7i7dX6CwR7ApMdq94IKyFhg5FLXvn4,1228
+mteb/tasks/multilabel_classification/rus/ru_toixic_multilabelclassification_okmlcup.py,sha256=ziD_JLU78nUOuit-avIbQ54mslFmTpselbz4teZh9fc,1247
 mteb/tasks/multilabel_classification/rus/sensitive_topics_classification.py,sha256=WHqBuGWpTBdO2HGcIrKAQr7v_gefvglXWcxEzMqUSks,2034
 mteb/tasks/multilabel_classification/swe/__init__.py,sha256=lXR_6OxipZLTevntJj2Ilbac7KMtN-FDxGmrIWOtsEM,297
-mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=kqK-tmDIpOMziUGavfoCSnL5cLTZA0MCrNBJACPaiOY,2835
-mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=o1_sgy1_k0pHDpii3RLU4dM_ZddaTjMEdIn5NRnT_nc,2818
+mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=w3HaKnMEII6MdlXv1pz73QUNFnoOWolCJK7M-4v02Ys,2854
+mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=0ePi9l4bg-gMTaQsUpalT_9kh93N1QMuT2EFk4f9lz0,2837
 mteb/tasks/pair_classification/__init__.py,sha256=wShARe6hEVXt0fbuyIRuCD5FU_DBZswaQVAhEvrKHW8,332
 mteb/tasks/pair_classification/ara/__init__.py,sha256=nDoH7v49LUuZnF2xP6u7O4fpnAHBPdN1qxDyeZNbXrA,56
-mteb/tasks/pair_classification/ara/ar_entail.py,sha256=8ROjVjAlbn6GtMtjYaUpNwoloPAFGguWafCOrS3Z1MI,1868
+mteb/tasks/pair_classification/ara/ar_entail.py,sha256=nMrK8vKfB4ztC6LI2k4PqtwaaWwHrqA-FHOYN-oDHDg,1887
 mteb/tasks/pair_classification/ces/__init__.py,sha256=a5LKNqekw88onEBY8akJTPXwn4WvF1OWdTpWBwySTvE,66
 mteb/tasks/pair_classification/ces/ctk_facts_nli.py,sha256=jdArX0bXSYVute6JFoGm40_C_auNf2eKxrbkUMCLVOA,1581
 mteb/tasks/pair_classification/dan/__init__.py,sha256=EYRr1bXjQ-4y38SIfvXGnc4ZC_WYAv8V8hFEUr4nvsI,68
-mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=FY1zgJagIHKA7hWW--tRAUKoqZeT_b-E6Iu6h_Z_Lek,2052
+mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=84AhpoywEqFAt3OOd5fZRKIVJ-Xk3ASVcwZXxk-M-Zg,2071
 mteb/tasks/pair_classification/deu/__init__.py,sha256=glcMGZQtd2r4tT2sA2b7vg6Fxrj0RY2HnghnURxD3Ug,89
-mteb/tasks/pair_classification/deu/false_friends_de_en_pc.py,sha256=UHsQNRmWHyKRbLMVMZADbh3EI8yDyVHgjkC0X-xyrnM,1771
+mteb/tasks/pair_classification/deu/false_friends_de_en_pc.py,sha256=feormqdXvJWQyEf__Wvt4nBOIKvdnx9mRIl_C3tJHaA,1790
 mteb/tasks/pair_classification/eng/__init__.py,sha256=ME_1M0sfZ36vVSHSNnKKEB5-Cm7EtdkZML69OIHcl0M,697
 mteb/tasks/pair_classification/eng/legal_bench_pc.py,sha256=k24kzLMZWB486eBVO9vpBEC15o49BuMUipt2HmUOqgk,5733
-mteb/tasks/pair_classification/eng/pub_chem_ai_sentence_paraphrase_pc.py,sha256=FI9chUNQMijS6uCuY2uzcs33UzUaPMnuk4sXLjpLZFQ,2268
-mteb/tasks/pair_classification/eng/pub_chem_smilespc.py,sha256=fLPx-s48kyKTzPqrq-_rN2xtOsiNIalD1ylt6eBEv2o,4050
-mteb/tasks/pair_classification/eng/pub_chem_synonym_pc.py,sha256=dJYGOwQEBqpJdTFNWzeTRl-spyORqkubMz3taQwVCWE,2228
-mteb/tasks/pair_classification/eng/pub_chem_wiki_paragraphs_pc.py,sha256=9AT5HkaBQ_OoC_qnBHoOZL-yK0WyV23LFMM5DFA33Rg,2245
-mteb/tasks/pair_classification/eng/sprint_duplicate_questions_pc.py,sha256=su697-onXzZPkY2EY_29uByCLZw2fgmjqyQPQWUvqDw,2085
-mteb/tasks/pair_classification/eng/twitter_sem_eval2015_pc.py,sha256=CCnmGDubYMzyKxcA60rYVnHMqs6zQZvdv6srsv4DoHY,1860
-mteb/tasks/pair_classification/eng/twitter_url_corpus_pc.py,sha256=FUBmEpA_sy03f86ajeF3aJoQWWlOQNstonS_m5ooFA0,1777
+mteb/tasks/pair_classification/eng/pub_chem_ai_sentence_paraphrase_pc.py,sha256=ZGJIiJSC-zaeyYD8c1DaBML3FZ7b41YwgmqcsaOmOxE,2287
+mteb/tasks/pair_classification/eng/pub_chem_smilespc.py,sha256=0WNd6jJLjIBO7aR-Pmdgj7gdxtgxHgNMU_uf-vu3ttc,4069
+mteb/tasks/pair_classification/eng/pub_chem_synonym_pc.py,sha256=8jZhgZ9Xj5wV8zH4xQNuT-Ko7Rs0cAfDri6MhcnXnsA,2247
+mteb/tasks/pair_classification/eng/pub_chem_wiki_paragraphs_pc.py,sha256=f1vhvLYgzL46iPZkgkCefPqxkZdG2dbyMbhyIvalBnM,2264
+mteb/tasks/pair_classification/eng/sprint_duplicate_questions_pc.py,sha256=qTv9-TIWaB5k05IhIfOGSGpYd3Ovd58QT9cZdIyjF9E,2104
+mteb/tasks/pair_classification/eng/twitter_sem_eval2015_pc.py,sha256=0YjKK4C47UupDW64luHFXYAiDTU9uPTsEfaZuT21fBI,1879
+mteb/tasks/pair_classification/eng/twitter_url_corpus_pc.py,sha256=M9B3JCFt4L6yEnd8S-o-W-FtCSMdl0h1KST3fqApEVA,1796
 mteb/tasks/pair_classification/fas/__init__.py,sha256=1Bbr5ZKSjpPuJb9zvk7OSd2Krdh1bpxJjVNLNPFT4Ck,440
-mteb/tasks/pair_classification/fas/fa_mteb_pair_classification.py,sha256=uOVbLWrR2CcgnqorJnzmYdmh3la3eBnd2t8aV6uNZqM,10837
-mteb/tasks/pair_classification/fas/fars_tail.py,sha256=u1ZQNRY_lWYHXKB8r4aPWYEuPzbMqa3x-tbjcjEMWpg,2800
+mteb/tasks/pair_classification/fas/fa_mteb_pair_classification.py,sha256=1i8phewQffpIxzWtBWQFUisHu3XhBpk9Sf-IkwM8jNg,10932
+mteb/tasks/pair_classification/fas/fars_tail.py,sha256=NPtN4mAQ6TcBJmX_GD7WZ4mE-_Bw3D9Aj-GEliZDIMo,2848
 mteb/tasks/pair_classification/hye/__init__.py,sha256=hU4xSf6kyKhD4o4CuNMQNE1w9FKv8tkkqvYvhpMV5Kg,93
-mteb/tasks/pair_classification/hye/armenian_paraphrase_pc.py,sha256=8hs54zZRdmMabTb-tyUmwEQiX-o0btye9-WmSdArpmg,1418
+mteb/tasks/pair_classification/hye/armenian_paraphrase_pc.py,sha256=Ezi604W-cHOLDm8O9j3yq9z-GzDt9OWI9jgyqVjY9M4,1437
 mteb/tasks/pair_classification/ind/__init__.py,sha256=iXGvZ6eNgGhyD2wgbkvV-bpPPCJNxlE5eq_qvF2Y_UI,53
 mteb/tasks/pair_classification/ind/indo_nli.py,sha256=2LpHda7vgZYBEqUpEPA-5ddv84ld6PbDjiUo3kEn3qs,1706
 mteb/tasks/pair_classification/ita/__init__.py,sha256=tFcW_Gk9nJhWLYVVaClYH3h-LeHFGVPQmeBBei_xO54,113
-mteb/tasks/pair_classification/ita/dis_co_tex_pair_classification.py,sha256=N1Y_rWsXyZUJqdFTrnR8evfzJLj67yH1AAvDzOwlV2U,2179
+mteb/tasks/pair_classification/ita/dis_co_tex_pair_classification.py,sha256=kLEph9vDQQ9AXfac2M8rpoQsWVInjutYkDovIGv78uY,2198
 mteb/tasks/pair_classification/kor/__init__.py,sha256=h-aIkge-Vf89YRjA0bteTrKAAXF3Hojs0_D4NfycyPQ,53
-mteb/tasks/pair_classification/kor/klue_nli.py,sha256=9W9jLcrxCcWP2A5Ks7mjsHb0XJi5AfKyMGLTEIdT6kA,2522
+mteb/tasks/pair_classification/kor/klue_nli.py,sha256=XqNcTpy8gDn0U9CEK66UIfRMOSpIgteItDHvw6irGyw,2541
 mteb/tasks/pair_classification/multilingual/__init__.py,sha256=Se4NBy208UzG7ZYWLk-8GtUjz7Nt6uKqV4sf5hbz_L0,528
 mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py,sha256=8wmaLY1h5XZfz9dhkj2SkhGvwvpf5Mo-7YanQ4YEfN4,2230
 mteb/tasks/pair_classification/multilingual/opusparcus_pc.py,sha256=h8LHHaWxuvsdtW9rFP5oKyLhnNJcEDq7b_a_DoH84rU,1500
 mteb/tasks/pair_classification/multilingual/paws_x_pair_classification.py,sha256=0IpodQ1H3rM_YEcODUDQPNeOHbkKrBi4OCbwC9LI2OE,1651
 mteb/tasks/pair_classification/multilingual/pub_chem_wiki_pair_classification.py,sha256=sYgOlneCYiGm6xi8IpJCr8aWdYDzoeJhq79fvxh5GfQ,2773
-mteb/tasks/pair_classification/multilingual/rte3.py,sha256=ZR3kpz8Y2AxyLe0uIYORoSUJ0zx8p8sjXxdMIX6WiBg,3037
+mteb/tasks/pair_classification/multilingual/rte3.py,sha256=JM-R1De9aa3yuls3spoTeB-pifGW1E4WQ7GX0hJsJeM,3085
 mteb/tasks/pair_classification/multilingual/x_stance.py,sha256=NPLzF8j_d_Y8kLocfIr8qaeJzJBwWE-1uveXxmGYI8M,1536
-mteb/tasks/pair_classification/multilingual/xnli.py,sha256=q7erc3tCbamua46CuhJc36jPKOoIs4KCzD91zBPG-Y4,4677
+mteb/tasks/pair_classification/multilingual/xnli.py,sha256=n30pByUOtlJHsC4YPOPMfUY_Ns_3CeCQ-R4VgcwbU_E,4696
 mteb/tasks/pair_classification/nld/__init__.py,sha256=H65VNZnmBDsyupF4PtYVz-PwYD9b0xXb-9e6ODK2-DM,214
 mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py,sha256=l420srn-nm1wbo361ogCU-Fq2B0Gv97FiN9UXSUrElY,1459
 mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py,sha256=YZ9yG4Lyh9jd7DgbBzo0sd7QNmjZZ64eR7rMiA0STxE,2006
 mteb/tasks/pair_classification/pol/__init__.py,sha256=3bEzEe4yom2SL3XaqNwSs_0eCv6LKFEAoOOoD9FK-gk,110
-mteb/tasks/pair_classification/pol/polish_pc.py,sha256=vUkkYqewzNcRQkZ_wLM63xH21PKtBGhiVGLPas5XN6o,6782
+mteb/tasks/pair_classification/pol/polish_pc.py,sha256=RIBknQVpFmAQ0qo8laYOjZUI38UiKaOBCRQjUE0P3Os,6858
 mteb/tasks/pair_classification/por/__init__.py,sha256=E_dD1BZfjS0gBjzmkhUnl8SrqiGegLRfPhcItUAn6b8,104
-mteb/tasks/pair_classification/por/assin2_rte.py,sha256=4k--kU2r3LS05TXdtVo4991Y6ayGbsOc--UL-bkW2Yo,2011
-mteb/tasks/pair_classification/por/sick_br_pc.py,sha256=aGsDQFyTQr0vI6GOoZ6fO4npB8gT8zYrjwKymEcm6bQ,2734
+mteb/tasks/pair_classification/por/assin2_rte.py,sha256=tuctbiVphd4jibRAbc0QGOrWBTt560L6GFIb7qGNY_A,2030
+mteb/tasks/pair_classification/por/sick_br_pc.py,sha256=MTAod4c2pRnbm8fmUHoIerVrRJeJ8EZInTy894Fkxt8,2753
 mteb/tasks/pair_classification/rus/__init__.py,sha256=Y6Rl-zlzdtOnEX_Gb_k_NlJ_HuRMvz5IsVvnavBEE7M,66
-mteb/tasks/pair_classification/rus/terra.py,sha256=HYFiSD1h1S9-9OotPrDm7oVoODXGDyHKtFEJGze1naQ,2662
+mteb/tasks/pair_classification/rus/terra.py,sha256=rvhCRIwBhxkK1ThqwzBM-IGvYU-Bu-HnT-saMDix3n0,2700
 mteb/tasks/pair_classification/vie/__init__.py,sha256=_sAoiOFXvdGjKGP1FU6Bex0OFuje9Um6QfOIlMStTzE,299
-mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=5g6yusxcWwwkapo7Abov7QEzZWJHhBLjOGWox0SvdAk,2037
-mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=2Ms_1qIK5GQd7RpV3fi-_u8wJhVQs_6bZncYkvP5i-o,1982
-mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=ACddNtLNIly0FvfrmweqxhMTVUCQtydoN225ObzPous,1932
+mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=0lDyQaX620574l01HsIqGKrWLhGcMlCiqF4x9hLaRdY,2056
+mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=kjT282neb8yW8mHRJorA97DcIC0G5PCNswOBHBYzWJ8,2001
+mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=bmKD6KxeewcymadTxTm9Y2Tth5WghNx_WzeUmcfH-gs,1951
 mteb/tasks/pair_classification/zho/__init__.py,sha256=Ie7KdwH7ui_Kjn9I13dH7Po8y9p0IFWiR0lOpLJQwSI,82
-mteb/tasks/pair_classification/zho/cmteb_pair_classification.py,sha256=yisKgPwh59Q0S5oQURDQvu77kOpfT2pkHf9nkvyp3cQ,3419
+mteb/tasks/pair_classification/zho/cmteb_pair_classification.py,sha256=5PNNIK9Aqf3-zCgBMurp3F6dOlcxae4UrZWM4dW3C9o,3457
 mteb/tasks/regression/__init__.py,sha256=Ji1BSk-2BO5isA3N-vaAnsUcrI32y0LLz8nFkx7E2Kk,28
 mteb/tasks/regression/multilingual/__init__.py,sha256=fFX9zwn0XCGmVVel5d2u0X_LLOHzmET1tjxb_Y48vEA,189
 mteb/tasks/regression/multilingual/ru_sci_bench_regression.py,sha256=OltZvAdH3x8yZf2narSzk9X7fiW32TE-rSX1qNWLPhk,3628
@@ -2193,44 +2193,44 @@ mteb/tasks/reranking/zho/__init__.py,sha256=ut3BvVt_ZNktlEvBx587CSEy-1Q7U3XZjEt8
 mteb/tasks/reranking/zho/cmteb_reranking.py,sha256=Vzp_m5PRnCNth_5ibmq-y21GUuZ2qRADmagJa25r6W4,5403
 mteb/tasks/retrieval/__init__.py,sha256=8FjY5EOE3dZG5FztpAKkkJLTvAvtXbDKq781fyvboRc,466
 mteb/tasks/retrieval/ara/__init__.py,sha256=nJCx6hPagMStiKsY-ybvQM3oMcskY12aPBvUk6vCLt8,102
-mteb/tasks/retrieval/ara/sadeem_question_retrieval.py,sha256=VFLf4tkAq_8rbNu9CpNpBf_4ztTmyAquGqPObaI6kmA,2072
+mteb/tasks/retrieval/ara/sadeem_question_retrieval.py,sha256=ko_qxf2ntzSL_p-je0MQiHHQrATFlPuKmC6DE5OSdQ0,2101
 mteb/tasks/retrieval/code/__init__.py,sha256=BH3G5qF_XQ9lY0dpNxxrdNMj4JpzhPsyBABqovm3Op8,2008
 mteb/tasks/retrieval/code/apps_retrieval.py,sha256=JaUORyhkNUzJ6V8a8XrrIkioVi2phAVO3lMtUBAB67g,1423
 mteb/tasks/retrieval/code/code1_retrieval.py,sha256=bFQjQtKw0Lpn5Yj_uRFbRYUKnd61McnpTrc8Pzm5yns,1094
-mteb/tasks/retrieval/code/code_edit_search_retrieval.py,sha256=pSbrwXByeL9JaUzEMYsRl-upVMrQPlWXe1QCw1FqLcM,2877
+mteb/tasks/retrieval/code/code_edit_search_retrieval.py,sha256=HGyxyTC5HPGKnZp3bkLLQg0RTBNEj1Oz5KCug6VFmXA,2906
 mteb/tasks/retrieval/code/code_feedback_mt_retrieval.py,sha256=CiJ8pYt3gmYR0mnk8KqdaO1jXgQbpU4aKvOe4d7lpu4,1489
 mteb/tasks/retrieval/code/code_feedback_st_retrieval.py,sha256=eNV1DKxmKJzhIlBVP4u1JsxPRV_SrfKG4Uy6csbXZjM,1477
-mteb/tasks/retrieval/code/code_rag.py,sha256=QeYOO6xk8fzrzIGBkBdRQDLsbjhL04QWArMqxxGcDLg,9385
-mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py,sha256=81y-W4l7I8mzQJ-bvCM7rfIGykI9VdO_2MFNJIvTJDk,3816
+mteb/tasks/retrieval/code/code_rag.py,sha256=q91XaKCR-mRzj0dvXeXI1kl7FOO_jx5-itEuJZr_3Rg,9501
+mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py,sha256=T7f80kRBXaUAbB7r14cpMDdYXAQRLWXYLjmTpLlEquk,3845
 mteb/tasks/retrieval/code/code_search_net_retrieval.py,sha256=BECmHuIQXeDjjUBKmvjYji395Ep-RnF0fCgpGXDZTus,1504
 mteb/tasks/retrieval/code/code_trans_ocean_contest_retrieval.py,sha256=pkFKpaKuBbGYU-tezvSz_BMESUKY5Pp17CmSj4e0_K8,1497
 mteb/tasks/retrieval/code/code_trans_ocean_dl_retrieval.py,sha256=WrcLbhtJkGqWcsmw9zDfDuiW7vkVi_-nQK2ZjJFhO6s,1567
-mteb/tasks/retrieval/code/coir_code_search_net_retrieval.py,sha256=HkRZbMlBa9jhRX7mil7zKAnT7yQna2yYH1UyAJE51EY,3785
+mteb/tasks/retrieval/code/coir_code_search_net_retrieval.py,sha256=sUmbwYCE2AMsna_9QRGUHSB67-8W2NYLtnRiTiCwK0A,3814
 mteb/tasks/retrieval/code/cos_qa_retrieval.py,sha256=CYWty69H3aJQi3FHz-Qqj_O2usb19kH7Ct0nAcWNzlQ,1469
-mteb/tasks/retrieval/code/ds1000_retrieval.py,sha256=irbW7IN3a8NNkxSnWowBmlnilV7QRCbHp0fruRW8_Ic,3398
-mteb/tasks/retrieval/code/fresh_stack_retrieval.py,sha256=uoWHouYaDMbatauYFshabr7vH9jdiF8uraUcM5l0m9Q,3505
-mteb/tasks/retrieval/code/human_eval_retrieval.py,sha256=FagmoGdAjyh9hdIUxqjUbE-6QkSfvZTJ47oGQ3Vo_GE,4325
+mteb/tasks/retrieval/code/ds1000_retrieval.py,sha256=b71euzYY5YyPOTbdX7tAGsyjot8aaUXEnaqN7Qnccfw,3427
+mteb/tasks/retrieval/code/fresh_stack_retrieval.py,sha256=ZJDG4PYwDrrtyrx3GRPiJhDpz3KIlgb4_YN8VJmWRYA,3534
+mteb/tasks/retrieval/code/human_eval_retrieval.py,sha256=WvRReOlvFsH-sv1SsTXtgy8dyvmB0wvzTQydqTJDlE4,4354
 mteb/tasks/retrieval/code/japanese_code1_retrieval.py,sha256=-FBDBmx2h4iYUv7b-jgwBXmHq7HguGpC6Uvc1fzbyb4,1133
-mteb/tasks/retrieval/code/mbpp_retrieval.py,sha256=EgNOypt5bfgy_-q2a4Sz-3x5CB9S2KGP_qxrWs6td5s,3350
+mteb/tasks/retrieval/code/mbpp_retrieval.py,sha256=dsBu_BUjSpMQRW5cJtIVAdcx_SzfQOTUuO_xGZpeHRU,3379
 mteb/tasks/retrieval/code/stack_overflow_qa_retrieval.py,sha256=NjD7b7234xrlA2xKdfLwLRg1A0Qy8GQfjm_kFo1JKOo,1563
 mteb/tasks/retrieval/code/synthetic_text2_sql_retrieval.py,sha256=TQikfAT_n65OzJEWmlxaj4mncce3hdzFpuB9ZIsBktQ,1640
-mteb/tasks/retrieval/code/wiki_sql_retrieval.py,sha256=OOypL5bkQ1xX7D6SlDPcfu1KIDlKPTlMKkR2gnax2b4,3310
+mteb/tasks/retrieval/code/wiki_sql_retrieval.py,sha256=6hDRUIUvaM0QoBf1AFLi0Ba4PVq1fyW8L8RKWeAAbgI,3339
 mteb/tasks/retrieval/dan/__init__.py,sha256=gHkyCxzEZ-Nyv5HBLsQ0VPs1y0JjoxNX5q5kOhPiCT4,280
-mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=pCUxdj5tBJeEZzhS-8fJT6cZnVftqxuFb-WA5rnTJQg,5606
-mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=clcUDbqDMW4eqlb5PiFheNs4N13J4UaGbN8C2X1HP5U,3742
-mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=Rw7jeFTd4X62ExmgQt3GgXDGzXIG7aLzLtyhGo3KhEo,3375
+mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=mLemS1WQgqK3ToiJfPYjHGcqkTNwzvIo59_Z723NBGM,5635
+mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=yc9_nVqqSurU2JjhPeoFzS8311W76gy-CZgApqddZrA,3771
+mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=BKNYl4eue0KE22lJc2KAv0NfVTOeR1_S3yZ-C9BYZqI,3404
 mteb/tasks/retrieval/deu/__init__.py,sha256=xgC4Nt2DCgcoCAkiErKSCQENs18DJtHFbocSMWS_278,719
 mteb/tasks/retrieval/deu/ger_da_lir_retrieval.py,sha256=ZQFzZLguoOmrZ_pZVk4w5N7vzhiUYcg8sTvs62S4EaY,1371
 mteb/tasks/retrieval/deu/ger_da_lir_small_retrieval.py,sha256=zb5SGbztP3xQI9tt-3MEFsxEvxXzVlpo-ahx1cFd-WU,1572
 mteb/tasks/retrieval/deu/german1_retrieval.py,sha256=vnG49Kdx-ZgvW-arP453i2ExgF6sYGd46LSt0tnh4ok,1069
 mteb/tasks/retrieval/deu/german_dpr_retrieval.py,sha256=xN57g_D7bd-xULMMsK28bnmgHcRw-G_h7lDMCv7-e0c,1371
-mteb/tasks/retrieval/deu/german_gov_service_retrieval.py,sha256=-Ivxwf1DtP6pW_Yl6J7Z9qTCshl5sOGbNY0pKyVvbwA,2779
+mteb/tasks/retrieval/deu/german_gov_service_retrieval.py,sha256=vpmuIE7B67B26lY4MDr__xxb9FeyiuuRACsSxMbGrec,2808
 mteb/tasks/retrieval/deu/german_healthcare1_retrieval.py,sha256=v0j9VPCOrPwxRchE2T6U63ytG_d0-NAGD7XTZ3U65nk,1127
 mteb/tasks/retrieval/deu/german_legal1_retrieval.py,sha256=MGCpT9KvnF7NjEiozlIaP6f2-W223-AxVDpu5eCC6os,1110
-mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py,sha256=RYZCPgKaNPi14ncxnvz8_7aNDEvhuINQzoWbZsCdA0A,2379
+mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py,sha256=26-zGYY2dOLnOaxCWOSF_dMGxL3yH8OnxKb4oPvYqDM,2408
 mteb/tasks/retrieval/deu/legal_qu_ad_retrieval.py,sha256=l_UNVkOQxqlKp6wef2BM-GKtyYnmYLYThGZZnUsR_-c,1594
 mteb/tasks/retrieval/ell/__init__.py,sha256=46naXAZtJzyezyqOQGRIlr4zQVkqGQJdj7ztjMrez9Y,72
-mteb/tasks/retrieval/ell/greek_civics_qa.py,sha256=uKmiWHHZvL1o5m17XCrzi16kHWFNhlEUHrtlk-LR1as,2514
+mteb/tasks/retrieval/ell/greek_civics_qa.py,sha256=00DJWkM9xm0pMpCmZcssc8Df-GQ0fKhhpUB0rAlsb6g,2543
 mteb/tasks/retrieval/eng/__init__.py,sha256=PVMsl2oXNQYggkMkU7RKF20ZqWL_EXOrwp9q2Ji2ANc,17555
 mteb/tasks/retrieval/eng/aila_casedocs_retrieval.py,sha256=UKoN9oE8C412REf8MV16aUDgE5NwkHxnXsh4dcLztpk,1398
 mteb/tasks/retrieval/eng/aila_statutes_retrieval.py,sha256=GugjZwaWmTlNyYzK8ACKZHIiUw2YBvLaVyTngN_qQyM,1366
@@ -2247,10 +2247,10 @@ mteb/tasks/retrieval/eng/birco_relic_reranking.py,sha256=zx-zJpQWKmoJ89l1kkmEGW7
 mteb/tasks/retrieval/eng/birco_whats_that_book_reranking.py,sha256=_N8dSye5Zoizma9iuNhE8LY5norGh_zfiiOAomdtcXs,1776
 mteb/tasks/retrieval/eng/blink_it2i_retrieval.py,sha256=WqZ1l-S3u9RAjwwc8umy5RH67zwJjjWRCYWnVpjtupQ,1326
 mteb/tasks/retrieval/eng/blink_it2t_retrieval.py,sha256=sSnpb6QGHok-vvBaJz49wIN9RIYaeZbUVzYs5dfXUTI,1326
-mteb/tasks/retrieval/eng/bright_retrieval.py,sha256=UxCb5cgp8nAzqG2V5UU06dFx7reMJvLXX1WVxMCMZ9I,5191
+mteb/tasks/retrieval/eng/bright_retrieval.py,sha256=OU7zEdZP15Or46Zq_t-fmxzjFVMWtQeCpG7ZL84QPNk,5220
 mteb/tasks/retrieval/eng/bright_v1_1_retrieval.py,sha256=Al8b6hjQPOBIB2jcQfSxcdH1BQvzMXimMYNsIJbbmXM,34917
 mteb/tasks/retrieval/eng/built_bench_retrieval.py,sha256=pqsIaVMl0ugGl5wx1oHPooqpRTLhXJYPYSy51ci89yQ,1528
-mteb/tasks/retrieval/eng/chat_doctor_retrieval.py,sha256=_PQYn3jXgeLKjnb_uKxzHtM9SCICV3bsmgEcEoD2OXo,3582
+mteb/tasks/retrieval/eng/chat_doctor_retrieval.py,sha256=1ap3gaOVC3-kDqnN19KPep1JZ4fbHmJ4BBjxtHiPpWc,3611
 mteb/tasks/retrieval/eng/chem_hotpot_qa_retrieval.py,sha256=sLTfqBf967htSU7Ego7zkEC8QYVWFI12YoHxa-urWEw,2114
 mteb/tasks/retrieval/eng/chem_nq_retrieval.py,sha256=8bl4PRKJwYgNF0sZPZQINgn81-r3c_2gDoMQJYdpb8I,1886
 mteb/tasks/retrieval/eng/chemrxiv.py,sha256=-HS_axsMPaEKr8T0d9WvgfJ_UmAr00InHFjFpt4VDVo,1404
@@ -2285,8 +2285,8 @@ mteb/tasks/retrieval/eng/fashion_iq_it2i_retrieval.py,sha256=Vtm2MZrZ1f7BMxxzr4D
 mteb/tasks/retrieval/eng/feedback_qa_retrieval.py,sha256=YAUn1EeeSxWanB3ZRirECxafHZvEnUbJmcFNXMxhnIU,1766
 mteb/tasks/retrieval/eng/fever_retrieval.py,sha256=CRUzFPZSwD3J7JBpzofXYZsLLzjKhJ-CDM6O7Fab-z0,3977
 mteb/tasks/retrieval/eng/fi_qa2018_retrieval.py,sha256=BChxosI8yRHrHwvpF_EtgzGPKdXwhD-47kPxiUJp01A,1520
-mteb/tasks/retrieval/eng/fin_qa_retrieval.py,sha256=8pPk1sMQDf2uG4a-jW37bbJimxh1NT5TpMGb97PcOpw,3692
-mteb/tasks/retrieval/eng/finance_bench_retrieval.py,sha256=d--7LWDJg46otIokG5u8V249eLUHWJJ8Jspg4mFQF1Q,3490
+mteb/tasks/retrieval/eng/fin_qa_retrieval.py,sha256=a6BIflhqj8UV-t2FvxupAxqsAyqp3XIEQYU05-zqzeM,3721
+mteb/tasks/retrieval/eng/finance_bench_retrieval.py,sha256=4oVfNZDFTgjDg-0r4iYuM42YHVV9HKRSbuiNZaqzrh8,3519
 mteb/tasks/retrieval/eng/flickr30k_i2t_retrieval.py,sha256=Hg1rH1jYQI0GnrjQt42cqHOAgVQbWwrb3i66mufl8b8,1576
 mteb/tasks/retrieval/eng/flickr30k_t2i_retrieval.py,sha256=0yLnzX_qtumHsBQ2eZILtxaYDNjQ61128zz0xFRKltU,1568
 mteb/tasks/retrieval/eng/forb_i2i_retrieval.py,sha256=gTs-0EPIW8omneJSzAjsOaM0eVHrZM7X2pq2p0af35E,1289
@@ -2294,9 +2294,9 @@ mteb/tasks/retrieval/eng/gl_dv2_i2i_retrieval.py,sha256=aeVQjOlZG0OUPTt5HhZbAEMr
 mteb/tasks/retrieval/eng/gl_dv2_i2t_retrieval.py,sha256=z9Fn45XT832Fo3N1IIs38jNW-RdqrtjI0JYi7JIDI_k,1449
 mteb/tasks/retrieval/eng/gov_report_retrieval.py,sha256=Xqr8dDqo8wHXDMbZ_HuFS46ui5QFpyh_z09R5zK9FHw,1662
 mteb/tasks/retrieval/eng/hagrid_retrieval.py,sha256=IfF8y1yUURZ-CiT8g2i1XK5rC8N83_E_XpgWvUUBGfw,1454
-mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=2wolr3UrHcONtbGLFxjj6vqVgGkdfSULBnU4oSEF2LE,3285
-mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=5Sl0glFi48DQfVpHSRA5VYyHEl9KDJ-tm8m0RfPxKUY,3285
-mteb/tasks/retrieval/eng/hc3_finance_retrieval.py,sha256=j_Y7wRS29F8drvXgwmMXILejvAdr_UDrXwK0pRQ8I1s,3570
+mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=FwM5vNMqI2WtUwiRe-6rQJpZVPNGwkVKMjAgnxrwwAQ,3314
+mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=wY5qjHi1V7IiCn8LBgYTV3MHPuCUV8cF283_HsSPvtE,3314
+mteb/tasks/retrieval/eng/hc3_finance_retrieval.py,sha256=Smq4tCT0gkD1_endH-iXfPjcuLus4qfraOBfKxEe9G0,3599
 mteb/tasks/retrieval/eng/hella_swag_retrieval.py,sha256=SDMTKYvcN5WGIiynYH7fqvlUb5qzTNeFTv6IJpOUIgQ,1598
 mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py,sha256=DeNHRepIvcI217SqTuMvEsWMhNL1gcMblSRww60VCDw,3943
 mteb/tasks/retrieval/eng/image_co_de_t2i_retrieval.py,sha256=9M1yMrYBVS7_ZHHc7yyY3QDC4ao1XSpFc3dT0k7WGWI,1288
@@ -2305,39 +2305,39 @@ mteb/tasks/retrieval/eng/info_seek_it2t_retrieval.py,sha256=qJ_pyxAvIVHUmibBSd9T
 mteb/tasks/retrieval/eng/legal_bench_consumer_contracts_qa_retrieval.py,sha256=NrhXlzXSpy1aCYvakdN4vgcrfrP5iz6Rw0otc15wf_k,1530
 mteb/tasks/retrieval/eng/legal_bench_corporate_lobbying_retrieval.py,sha256=zvhW2Gq0BFmXYp7-EoZ8rZWgI47wrG7z9e-1qM693io,5189
 mteb/tasks/retrieval/eng/legal_summarization_retrieval.py,sha256=Fk_GtYWzbA1AIpS9w_bdxL2RsH-_HYj4u4zm2A_cWRI,1447
-mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py,sha256=cKNfseWeolUKau4bet4_-MiJBXmG4JQQHb7ZfovuiLY,2601
-mteb/tasks/retrieval/eng/lemb_needle_retrieval.py,sha256=yXyG6vpMpMYDPT_RBycwSwTI4QhjhPWQ2zQrdeAmaaE,2964
-mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py,sha256=t6-AdiXiOpgLKacVILKu0LrpTc4RWs2uW3ywUa-zkK8,2959
-mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py,sha256=jO38l3-dkN22IX4YZUj57uN7tm6RfwSmvm-uIlglFcM,2608
-mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py,sha256=0NpKvntafhBi0WMFcNoXl-J_BJHZYQZLsFNEaxztzVg,2292
-mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py,sha256=ai0cI88ns7maPIvVhA3pHJ-kwIG50DOv2-ET3X2cxMU,2860
+mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py,sha256=CIPdGGu_-JcbcL56Ptk6JFKn5kXvY-rpCesPjMkhP-U,2630
+mteb/tasks/retrieval/eng/lemb_needle_retrieval.py,sha256=gXH_kBOU3JNoTzQGDXPeM8TxTrOFwpKFa56jBN86KFs,2993
+mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py,sha256=ly0KSw-BQdUztvWHhZmafAHj802HTUfppyiaxUwGjiA,2988
+mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py,sha256=1j89R0jGQAEuv_usmq7J-XRIZjMJU-MrzzIbh97MdcY,2637
+mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py,sha256=mUdwZwZ8os18NQ84zoqE4SfVxIG9pD1C16cDVJb0TsM,2321
+mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py,sha256=SdS2fGF__Y7lfb49NSLoWyJBKX1alccV3CvylwrEzPU,2889
 mteb/tasks/retrieval/eng/limit_retrieval.py,sha256=0asw3V7oBfVTinfhOHx-bzvN8G1wfO1ec0gAIBCT3pI,2586
-mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=CpL-LNff6QHpseLML4u9_csPNff4QhErRMjYN-42uCM,2934
+mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=1QqeGLxOwm6kKIXGFkhcsscnlxjXTNprX9CY9GriN4M,2963
 mteb/tasks/retrieval/eng/llava_it2t_retrieval.py,sha256=j2W4nh5EPcbvilYqgyjJ1tfHgxLsKGG5wisSsiAVK3A,1780
 mteb/tasks/retrieval/eng/lotte_retrieval.py,sha256=l5akqCc54mS1fmmhBWie-2EDpuCc0sQZRCtm2c3x3YA,2325
 mteb/tasks/retrieval/eng/medical_qa_retrieval.py,sha256=tmraQ6Y6IFe_BbFb0tVtC0W_kADF0D6Fvh3xybwXyhs,1368
-mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=xJ0SY_Iuyf0ras2FvKhJL9DwRzqgrp0JSFYO4UMhT7U,3924
-mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=8K2YeLVbsvjzbBETv-zJMulavYf2tKrP-BOC0iJuGKk,3927
+mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=vUC30Jy2kybHkoMaHC3MG5cXUuxXOMRJQKYlXHTZXQI,3953
+mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=8kbLlCJCfZdl0hKsEgcd6LnU1y082wobxLRu7KEwAFM,3956
 mteb/tasks/retrieval/eng/met_i2i_retrieval.py,sha256=tv1U0shLRqoKn3e9BRU3Q0tFJLKDTt0gt4qq8F8Phg8,1377
-mteb/tasks/retrieval/eng/ml_questions.py,sha256=ads-UBjQQbTZoFwQEBmbI3SdN60WnWrFQFXjX12TAW8,3728
+mteb/tasks/retrieval/eng/ml_questions.py,sha256=-ig9R4P2RPkO2O22ou67e98lX_Ieq9VIxHA2mNjUngQ,3757
 mteb/tasks/retrieval/eng/mscoco_i2t_retrieval.py,sha256=CMphGPlJazwHR0aQc0RRUGkv4sTS2ih7KDmw1fqZFtQ,1562
 mteb/tasks/retrieval/eng/mscoco_t2i_retrieval.py,sha256=0DMK7f-SkIox-IkAej2dK2eGv2uDC3v-9vRjJMO9Nek,1537
 mteb/tasks/retrieval/eng/msmarc_ov2_retrieval.py,sha256=wNOJR6skiUq3ZTUo4UMB11AO2cMgZ6PBhRhP_RaFw88,1862
 mteb/tasks/retrieval/eng/msmarco_retrieval.py,sha256=m6MmlDSdzIYWpIZ7OEvFL1gvQKl0amguvKx0N3ytUpI,3815
-mteb/tasks/retrieval/eng/nano_argu_ana_retrieval.py,sha256=xqx0j9ArC5RV4OOtbcbjvMDL5jSG0nLvMP2rSWF9CgI,2879
-mteb/tasks/retrieval/eng/nano_climate_fever_retrieval.py,sha256=GWv_JvPADdW4n8dBfgNsQEn3q5K9KlpplWNR19IDKy8,3138
-mteb/tasks/retrieval/eng/nano_db_pedia_retrieval.py,sha256=c7oIi3A8481gQXterC1S8edXxEDYPiI6R6V_FDchAtI,2929
-mteb/tasks/retrieval/eng/nano_fever_retrieval.py,sha256=n8fALup5GkHGyZDVapWawQD2lVUphZNfNXMUgtU3Po0,3551
-mteb/tasks/retrieval/eng/nano_fi_qa2018_retrieval.py,sha256=NkbkyEYwdhH7NylUHSi84o2ra4Nb_1H_FAV8lyghge8,3148
-mteb/tasks/retrieval/eng/nano_hotpot_qa_retrieval.py,sha256=_tQPvlXjgdp3jQWemkaW6f1G0W5wQf-rd7bwh-P736Q,3589
-mteb/tasks/retrieval/eng/nano_msmarco_retrieval.py,sha256=lF21DqCZSUPOZ9-KZcuXguxLR0LcguhkwwGwdYIjhjA,3294
-mteb/tasks/retrieval/eng/nano_nf_corpus_retrieval.py,sha256=1t2KxsWVPorT1LzQ0kSc85D3UJZ36AQT2VovLbQTNZE,3203
-mteb/tasks/retrieval/eng/nano_nq_retrieval.py,sha256=nFa1oXqn3KmBBRwkZ_9OYNYOVqEOPhE2yZZ8-IFfdlA,3309
-mteb/tasks/retrieval/eng/nano_quora_retrieval.py,sha256=nVaBB86-KgzygUg4NCbuWhGXgSS-IJuYTlUcR3-KUWI,3148
-mteb/tasks/retrieval/eng/nano_sci_fact_retrieval.py,sha256=wLpxvOBfZCkGkhDPVAFkhNJgBXU_WBtN4DCHWpGckNw,3031
-mteb/tasks/retrieval/eng/nano_scidocs_retrieval.py,sha256=ZtEAlsjH_oLtKscrYmKgcsQjpon0DjNvVTVoiLJxp80,3086
-mteb/tasks/retrieval/eng/nano_touche2020_retrieval.py,sha256=f0SuDizkHhk-ZyM01vwlYMwC2JldvrtiK7VLkYNvtOk,3149
-mteb/tasks/retrieval/eng/narrative_qa_retrieval.py,sha256=tOFdoGdexq6HboajDHD-EFhFM_HNQG-2y4E11AMD6IU,2212
+mteb/tasks/retrieval/eng/nano_argu_ana_retrieval.py,sha256=xIXcMpHPQOfANsyetetwSz8eaHibw7MGy6CpWwvyvoY,2908
+mteb/tasks/retrieval/eng/nano_climate_fever_retrieval.py,sha256=Wu3g5vxW0DIdMXFP1PM9eO0llLfpPxvtb1KopFgvZl8,3167
+mteb/tasks/retrieval/eng/nano_db_pedia_retrieval.py,sha256=gfcCOlGnkyzBJmTHS6OpMeujmeRPag1aMg_KY0IBzDo,2958
+mteb/tasks/retrieval/eng/nano_fever_retrieval.py,sha256=tPp8rkodj-ksiD1mKQbwhzj6b7Jt3_FIawC-3K0jThQ,3580
+mteb/tasks/retrieval/eng/nano_fi_qa2018_retrieval.py,sha256=fsuOr-H7Vr4vIe_24W9Z0l_4EPIMlaHUACoaKwTYr2w,3177
+mteb/tasks/retrieval/eng/nano_hotpot_qa_retrieval.py,sha256=XLrOsbFSCvHPYQwpE-EzLbXC93RKpr2cfmWIYxhL04c,3618
+mteb/tasks/retrieval/eng/nano_msmarco_retrieval.py,sha256=HAMvL3e1UIdvIaICT8HwgdeCRyeya3SjNYmliPavk7Q,3323
+mteb/tasks/retrieval/eng/nano_nf_corpus_retrieval.py,sha256=iBtsIL4fNCM3K10-ZoorstYHS4Ri4aF6wYSEcehb-50,3232
+mteb/tasks/retrieval/eng/nano_nq_retrieval.py,sha256=ErX9hHcmZc9AGZZmB-Nye4myyn8_4l2tOrW4Q8MNdaU,3338
+mteb/tasks/retrieval/eng/nano_quora_retrieval.py,sha256=Yh0qNAO2O_hQAb9vN3GF9q33F5mQzoSgPO0NmgbcBNg,3177
+mteb/tasks/retrieval/eng/nano_sci_fact_retrieval.py,sha256=DqXN50YkoBf2lUroh1C-_MMI1tbh5L80BAY3z2zvPs8,3060
+mteb/tasks/retrieval/eng/nano_scidocs_retrieval.py,sha256=dZ8pNX1FUKx-Cl5EE4SJ2QxSETAx8TSj4pMy9xEqS9Q,3115
+mteb/tasks/retrieval/eng/nano_touche2020_retrieval.py,sha256=mpbq73szK32xpXJT00ofXncNk-FrG8TjfKA8DLsHhc4,3178
+mteb/tasks/retrieval/eng/narrative_qa_retrieval.py,sha256=FqFNcf0EVPsm3_U1Os1-REa0yYNNaTKPD8e3yQk0LdY,2241
 mteb/tasks/retrieval/eng/nf_corpus_retrieval.py,sha256=q_MvitixEXmSoPKP94GYw2Px-YNlbb4uNbhvQKDeHY4,1515
 mteb/tasks/retrieval/eng/nights_i2i_retrieval.py,sha256=L4ABfQZo6lHZ_jGnBrH1Gxqmzs3Y1wlvqJ3R-pFp9dY,1528
 mteb/tasks/retrieval/eng/nq_retrieval.py,sha256=2r6M-R_VcNs2VXFgRVde-dTjLZeK1iscB-P8VcfTuRs,3262
@@ -2347,7 +2347,7 @@ mteb/tasks/retrieval/eng/oven_it2t_retrieval.py,sha256=gnomGPeN3nm22sfF5avD3SKFF
 mteb/tasks/retrieval/eng/piqa_retrieval.py,sha256=tWs1jxC_BQu2s0iimBCGDiu-3QZefFRnQaeHk2C2kwA,1615
 mteb/tasks/retrieval/eng/quail_retrieval.py,sha256=qpwhSbAFqZWrSS3UKFyVvJBOHb0I6hY8wgSPY94ka4c,1703
 mteb/tasks/retrieval/eng/quora_retrieval.py,sha256=KASLS_K0mzK0PydnSifldKtO2fKoV2cEIZu-pgkkgf4,3485
-mteb/tasks/retrieval/eng/r2_med_retrieval.py,sha256=Hq_5OjxCyJDe90mf7713M9P93Zx2VL24eyPc-1F104Q,12665
+mteb/tasks/retrieval/eng/r2_med_retrieval.py,sha256=MfiuCJaIyA09k293BRFoedjsh0Xbim0YbjryrhNDmok,12897
 mteb/tasks/retrieval/eng/r_oxford_i2i_retrieval.py,sha256=smlcZ4sRJMAfiYrBKkpz-r4BeFQhGxjt8nhWfWmuhz4,4165
 mteb/tasks/retrieval/eng/r_paris_i2i_retrieval.py,sha256=9d5rCYCpHWJIlmO3cmW_S4Qix8-QEiqt6lxxUS9MJXc,4096
 mteb/tasks/retrieval/eng/ra_rb_code_retrieval.py,sha256=TnpaFV1HFZK2uceL-p6w5vwAgxKC6Kxi-Ou7sQCpEa0,1965
@@ -2355,8 +2355,8 @@ mteb/tasks/retrieval/eng/ra_rb_math_retrieval.py,sha256=jcwsK88cmFInVMZdtssa_tLO
 mteb/tasks/retrieval/eng/re_mu_q_it2t_retrieval.py,sha256=3olBhJuvbQ3ge58dWUV0jzfIxEKwcHgGykzw5SkPL7s,1766
 mteb/tasks/retrieval/eng/rp2k_i2i_retrieval.py,sha256=w2JPvtWP15pATjk3s6phMm8xgtHj7T2VkLhh1osv4C4,1198
 mteb/tasks/retrieval/eng/sci_fact_retrieval.py,sha256=oojafsAKuFccHIB6BWjks4NdG7yLUh0vn4fSTMcmOvA,1351
-mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=8YQ_79D10XdJ94qNa9z_OVCoqHbkuxPS6NG1O4Aelsg,3137
-mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=5k9-Lq52EkinxCTQ7hr82oYND4E_3ElAMv2Zb2SxoME,3137
+mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=Uw7T56GfKBsvm7RkWgmjJ4KKZY8LB9T6BaqYMuR_m9M,3166
+mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=5iHYfMOxRulYOz81bFM7CKGuUuekRu9oGAs62M-0UH8,3166
 mteb/tasks/retrieval/eng/scidocs_retrieval.py,sha256=nfAT5In9G99pozVtk7qjk7d8bYnF6IwuPf7xJ3OtuSU,1447
 mteb/tasks/retrieval/eng/siqa_retrieval.py,sha256=IvSxYymVZxqze7l2App-83QQ6bqgEchzMLYwNhns5UU,1600
 mteb/tasks/retrieval/eng/sketchy_i2i_retrieval.py,sha256=iDzvU5qYAQQGvZ6VtOjKGP76zVjhYngh6vOOG3bL_Bg,1377
@@ -2375,7 +2375,7 @@ mteb/tasks/retrieval/eng/touche2020_retrieval.py,sha256=kSM06MdLTyPgSN_nvTAz4kHM
 mteb/tasks/retrieval/eng/treccovid_retrieval.py,sha256=x5e1ejs9hCyTY8MZn9A0LtIfZCzYyTN3cvHGGeWMOBE,1483
 mteb/tasks/retrieval/eng/trecdl_retrieval.py,sha256=Rbs_0kd6cHxFny1Acchba4Vy9M6Vf78jSmQX4iyPXWo,4746
 mteb/tasks/retrieval/eng/tu_berlin_t2i_retrieval.py,sha256=jBocfLCA1Gp2IGG0KZ33mU8erUxrKTioeSnM-fyJn5o,1278
-mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=728AC3hxFQINjF3CYap22wo3fTA8_419bHzR2UWNaww,17538
+mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=q0c7cZxkoezRGOeGm8JQcpfuPauGCFYbwes8_bJeqhk,17828
 mteb/tasks/retrieval/eng/visual_news_i2t_retrieval.py,sha256=iFk5HN1DPgISrJ3k4GFJkkxdrZqyMBZZagPTDJdaH7I,1409
 mteb/tasks/retrieval/eng/visual_news_t2i_retrieval.py,sha256=cNT4asxxsBjNKtNrmqZQN639Of7UKNutDv7Y5ZWB3eo,1437
 mteb/tasks/retrieval/eng/viz_wiz_it2t_retrieval.py,sha256=jE70T5If62lkKnbF-CMAgRK4eyUBmUjNAdREBhbvzRA,1438
@@ -2391,12 +2391,12 @@ mteb/tasks/retrieval/fas/fa_mteb_retrieval.py,sha256=DpS3P4VfJ5zQsQTreI4sLV4lftr
 mteb/tasks/retrieval/fra/__init__.py,sha256=ecgZdxDzheMWrUHu8737BvQzm2i_569FgdEQsdIb8MA,495
 mteb/tasks/retrieval/fra/alloprof_retrieval.py,sha256=v-sh_LeqsvO4HkJacIuak0N-wANJL9z_V6ZItikkmdE,1759
 mteb/tasks/retrieval/fra/bsard_retrieval.py,sha256=-LOtfg3opcIcxyIqLHcamJsYmJqZv98U-DNRaCejzGo,3325
-mteb/tasks/retrieval/fra/f_qu_ad_retrieval.py,sha256=dod4O78YqziIQf-9R-4s_t6XTbOSZtC5TpkHKsAvoO8,2890
+mteb/tasks/retrieval/fra/f_qu_ad_retrieval.py,sha256=22s2mpbF3TZRcS8X8LYGKia5jywjpF7S5PmzdxZwhiM,2919
 mteb/tasks/retrieval/fra/french1_retrieval.py,sha256=XPgz87U-_9d5H0gAtiDW5RahgyxBUIAugOouIhJQkuQ,1084
 mteb/tasks/retrieval/fra/french_legal1_retrieval.py,sha256=yq4avXuouedGq8y8WP4oshhpsxuvUVn21gJ2_oxXzGc,1100
-mteb/tasks/retrieval/fra/syntec_retrieval.py,sha256=SZOm-z5OruxEG47zMYjApJoR2oWiHKsK5Vum41Z5hWU,2305
+mteb/tasks/retrieval/fra/syntec_retrieval.py,sha256=-3QmEcxydW8Iz6l9Zy-l_SHoR95SfFOyK3_9wenh6Zs,2334
 mteb/tasks/retrieval/hun/__init__.py,sha256=M59LTpENxaFLMSU43mNiP38lChJ_l_yZh__1giKeUDc,93
-mteb/tasks/retrieval/hun/hun_sum2.py,sha256=td6lxYg_eH9J62sNNuFonHIJ_22E-XGgiFN-D3iAbFw,2373
+mteb/tasks/retrieval/hun/hun_sum2.py,sha256=3ZrBq4l1E0iCUjz4rpn03Q_XabunEq6fQPDicumfd8M,2402
 mteb/tasks/retrieval/jpn/__init__.py,sha256=1UA6fWOyaMieDBZxH9asudh9QLl20DW5alOGIdKDMAs,1519
 mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=x3rNQwi73WfpkYdGBwt24QccIWJRK_Zj9z16MUMyI3I,1603
 mteb/tasks/retrieval/jpn/ja_cwir_retrieval_lite.py,sha256=KXg08E250H_ueW3g8BYB-4elBaSAHt90eL4p8nDTIFo,1894
@@ -2412,7 +2412,7 @@ mteb/tasks/retrieval/jpn/nlp_journal_abs_intro_retrieval.py,sha256=EEOQpTC6vEPUL
 mteb/tasks/retrieval/jpn/nlp_journal_title_abs_retrieval.py,sha256=JOOW_5pRKHzVn8wTOY0fhxLJ6Ns7wlQHoGHGIYVovAQ,3056
 mteb/tasks/retrieval/jpn/nlp_journal_title_intro_retrieval.py,sha256=aVFTFiANWrIz68FjHv9KBqlhpWlsmi9EAP052gECzaU,3078
 mteb/tasks/retrieval/kat/__init__.py,sha256=H4phkKqg_yZzkK7T62aCMBzjbGZzLKJ-MngrQlPbW3A,93
-mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=4zyodSYCtHtBW9WKIGxFZaTXDrtHuaf3uyfIsDRGBqM,2494
+mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=QxZs_HdBgfK44QmlmeukiVBmLQffz23tCEOI7q8ujAU,2523
 mteb/tasks/retrieval/kor/__init__.py,sha256=KHCU9neGBhnAkNj7-gJ5aBTJQkp9E0AcfRBU8CuG3hY,533
 mteb/tasks/retrieval/kor/auto_rag_retrieval.py,sha256=tgffW8zMpDSv1FCOdS4_4SL5zKQj70JVSt_RKs3CgKY,1576
 mteb/tasks/retrieval/kor/ko_strategy_qa.py,sha256=jk13ORetYtF0q36h8ljD6TeTHUwvK5F5ZbDoMCP3eWk,1156
@@ -2420,51 +2420,51 @@ mteb/tasks/retrieval/kor/kovidore2_bench_retrieval.py,sha256=AjOLe2l9drBWOCeGzQq
 mteb/tasks/retrieval/kor/squad_kor_v1_retrieval.py,sha256=M7T5FkN1efK7euRslx-LZN7hS_QdIwqtUuVlWO-dico,1631
 mteb/tasks/retrieval/multilingual/__init__.py,sha256=rbeuLmNYooHPjgROuEOH84Q6QmGhuXnedej0d6xAgqc,6841
 mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=gaVLEwuLEwMutMi9V-obpiYKbpllX2QNm2j3MVeebfE,7027
-mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=_6r34ZvRiLVENYcrd87NjilybGaetBwKFEbO29zYmBU,4676
-mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=Puy0PjpRr4M_Bbxdl7oWfa7pQGM04zaRaTNlnhyKejM,4677
-mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=dwzo2sqjamM_xkSiC-jbapyhDFezSJpM4S8KfBsuLPk,4562
+mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=WuJKP0hND3PCKthDCRi9vm6D_Rr6s-toiEI9tgA6yTE,4705
+mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=2Nw2Uh-7b1kFdkSEOAmWKTZ2PS27spP_XWZhd7qP9hM,4706
+mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=FdoxQ1dGNeLaWQoa-M7HHaGSZvzZgsLfGk44SxCf5-Q,4591
 mteb/tasks/retrieval/multilingual/euro_pirq_retrieval.py,sha256=rlbgWMRdQgDD8z4ZBPgGU1fRAqjmoFDzh0uD_P6qR-4,1602
 mteb/tasks/retrieval/multilingual/indic_qa_retrieval.py,sha256=K7iWZ-yTftZFQiXBOlkTJXGpQXs-ZFt6OQj_L6HjEwk,1872
-mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=dw2YuFrA5OWFTL5zREiix93oAj7WcpcnAhCRh8YRoHI,44579
+mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=5LEdTRj0L3YgBH5CJM8mDe07NpdoUm_1LUNvrxTyWXg,44608
 mteb/tasks/retrieval/multilingual/mintaka_retrieval.py,sha256=SwOliONITZM679LIBSMrvx_VymqE-zRN6YiYahhzfzw,2229
 mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=RT-zKWh6jdrr2ThnIjlFwAvA0eNaV867RwQIZQQr0EY,4121
-mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=mDp47UXPK5K99HVKIZcxTESnTIkFKLRf6AQV3NC6zQs,4763
+mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=Novt1GfOth8G9617HN2KHbmqW-UB_JSK-M-PhYkof1w,4792
 mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=pbxX5puGqKUxKdU23VsakSgx6k_Wu6lNX2uzugF_7yg,2066
 mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=UC8DsmTD7exKhETOqibO3pYegxcqybtxUCi1QjfzfEg,4261
-mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=3uGnj3O92_02zXZnPWHpgjjmyHIliWS3Mjf2SuZCIFs,3803
+mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=XIHpobF943Ny37h-f4Ka0H18Jt6PuxvErOxR3rpHqdI,3832
 mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py,sha256=xF4GjBmJVgw6c8VGVh-5QLN_4i_NKeoAzqRWmA_pfnw,2440
 mteb/tasks/retrieval/multilingual/neu_clir2022_retrieval.py,sha256=bkGMvMxG2toYL98kv85BvVpSZ-rVeWvB5FFIzXhdPO4,2749
 mteb/tasks/retrieval/multilingual/neu_clir2023_retrieval.py,sha256=0cALhuU3ZU5c_y7tDIyiMc7Onv-qC7YwfnimZVb8-rg,2793
-mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=LJGpx4RkSJPXldN0SlMA6PbG1x8R2l-Hupc9q1xfleg,3667
-mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=5iMAlfjLSov0WHMcwoi_8mianknPCCPVPAI9zl9NBGk,6843
-mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=iFUQUlO_ogBdQBVYBQW3o-AJDQ792yg1pJtRxA5I3Qo,3796
-mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=UduWKefwP7bPYxiDlztPEvSWXmTdw0xElglMbPY6XhA,4449
-mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=vOfiruHywYkP8pccdAuGLyYyFTw1zK0qcXDnUFA8Z5A,9091
+mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=7jBchWmIO4N5eo7TYfReu46pmTZhXm0BLGmLcR6lfZM,3696
+mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=In055XTnkJqZKgo6uVbsM8BLqywwC-cJax4Axd2_ACY,6901
+mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=7EBRQ173hECqHSjzL0CkRcOGeQ0IdkJfhfYfRLdTDL4,3825
+mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=847aR3nw-Ba7ErgZlMnUI2DS6Wknxp55K6I-msOCAAw,4478
+mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=xBUWdIf3O7Sz5WUpiQCCVdyf9WQ7VtA3_-LhtnRz19M,9509
 mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py,sha256=V3jtSlWhoKR1PCvHsH0HrONy-oFghomwqihBonQs_50,17414
 mteb/tasks/retrieval/multilingual/web_faq_retrieval.py,sha256=TM-Q98yXZny_PKHAFNEvw9o9ET_L6VM3aNis1NJ9DgM,2686
 mteb/tasks/retrieval/multilingual/wikipedia_retrieval_multilingual.py,sha256=zyqAt63bHXNU_I37jb891pwWUyGzZUGkXCyhWlRbed8,1569
-mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=_swZhhMRs5OhzBdJVqQF1i9ZrTvAxaVrG0TpkPWkoHo,4359
-mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=joA0Cj7hBXtmFLXXJxU64ijSQrrcY9PBgoEYhisWPpU,3924
+mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=G5JZb7FkyNpeilYNoOM_vxAacpj3Y-AhXro5uUOxsbw,4388
+mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=NggwAnpmTSJvZrqKifzaUD1Dd9QVzTXTJY7K42fMtqs,3953
 mteb/tasks/retrieval/multilingual/x_market_retrieval.py,sha256=vp1Q5al9swuoChpbmelntuExw4_AhmO_rdONjzfTl5E,1389
-mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=o5rhMeRf9HCZQxDKU9SIibqQSR5pw4bmYV8I5nALmQ4,3971
-mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=IUMlMB1G1MbYOg9q81FPTk1pKnnLGS-WLgypehOOXqQ,5123
+mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=WbRW55h6pNaPyEt9y8wjxSk5trma22c4OeDjnbaO2sc,4000
+mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=o2o_uxLPDYSW5SkjwfoVZGWiqCQBwC9wkKM958SgMlI,5152
 mteb/tasks/retrieval/multilingual/xpqa_retrieval.py,sha256=7ZL1cDK8OLvRwqC5r1dJKiQUkJP27RvuA_XX_Oaa--E,3029
 mteb/tasks/retrieval/nld/__init__.py,sha256=kQ7eR-n63XTBnzK1lHexfsCPjJWeg2OpLi5i6M3HSDc,2798
 mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=c3O3PWvv-XpHE3YNv0EGzPbR71VnSq9RhOsT57z5iRY,2048
 mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py,sha256=4QUFjAer2WapzLZUNOUTnjZwgsKoCFi7rqX1UJnneOU,1669
 mteb/tasks/retrieval/nld/climate_fevernl_retrieval.py,sha256=VQ7Z3GpmIdhM47e5Vz3p7bSzJaYBKvVf8SX9VvvLlEw,1577
-mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=A6bTYkteMZWUSf_ocJ8bL_4PyCMeq34vavvNGuIWt-Q,2618
-mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=6q7yzUe4Tw-BGi_lQPXMBgMMO5tqZ-y7n0NdzQ0Pm-c,2618
-mteb/tasks/retrieval/nld/cqa_dupstack_gaming_nl_retrieval.py,sha256=Y6sezEO2helgLa0psIfSZLgjZ4Cs3ipjCjPDB7zRsSw,2623
-mteb/tasks/retrieval/nld/cqa_dupstack_gis_nl_retrieval.py,sha256=k0Z50t41m0oFDJdBAVu6RuMuU68hr-YdnQR4Itb6xCQ,2572
-mteb/tasks/retrieval/nld/cqa_dupstack_mathematica_nl_retrieval.py,sha256=el5C_n-YXPYHEDbgGX2RFYCGGQ1YlZ7CxXFfi4OqT7g,2643
-mteb/tasks/retrieval/nld/cqa_dupstack_physics_nl_retrieval.py,sha256=h-wEp21mj3dCGi5ZoApEmnQycp_qQB20H_vl_R_Oo-A,2627
-mteb/tasks/retrieval/nld/cqa_dupstack_programmers_nl_retrieval.py,sha256=iK8eKtgU4AE1mhSW7dWHr-qh5mTO9e-G7a7GtIw05-E,2643
-mteb/tasks/retrieval/nld/cqa_dupstack_stats_nl_retrieval.py,sha256=t-sZsnT7s8igTNtEdNHQhZkb63Gz28mpQZSSe4RYScI,2580
-mteb/tasks/retrieval/nld/cqa_dupstack_tex_nl_retrieval.py,sha256=AiVzqBOEMXGp-WBnxBd7BEW7P5N6lYz5_Xa79asSEq4,2611
-mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=JgQsDdqTth9EFRi9t7JolhJbvtfW0m1rZ8iy9Q4YOus,2615
-mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=A_eHnC2bgmNOM_QfJJYh_salrHENYlwjmZ4A1hFmzJ4,2600
-mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=Yo0NBvNn8BJWuoNWAGvAI-2khVSreqa4XXX0r5LZ7wo,2596
+mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=OPpThs6FPeoBfZLiiV5JHyiqKA7qn33VRYjbIVQn8is,2647
+mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=7XWA9lFa57iORoMnnSilIJxoDo93iDQXlGd51hqNvY0,2647
+mteb/tasks/retrieval/nld/cqa_dupstack_gaming_nl_retrieval.py,sha256=tLISM8sYH_K8Fc47UlgsACSyaprrbgsAzP7nqdVwXZA,2652
+mteb/tasks/retrieval/nld/cqa_dupstack_gis_nl_retrieval.py,sha256=rCwDmLWsY-dmeY05V0vlOFEOP9HtZ18uyB-v841g1iI,2601
+mteb/tasks/retrieval/nld/cqa_dupstack_mathematica_nl_retrieval.py,sha256=1XXmMCZqz_SBcXjSv1x1PMYXMtha2tJiEMjbONLTxLQ,2672
+mteb/tasks/retrieval/nld/cqa_dupstack_physics_nl_retrieval.py,sha256=28p-U6HWKI1IgEFF9SVAT5iNoR0WK82slozl91LnIbk,2656
+mteb/tasks/retrieval/nld/cqa_dupstack_programmers_nl_retrieval.py,sha256=ldc_BK0y42m15VFA3aHNq3x7iMtfLdi8LjOADP8pGcM,2672
+mteb/tasks/retrieval/nld/cqa_dupstack_stats_nl_retrieval.py,sha256=2j5Ek0vcd9wq9_wbuqg1Fo6zZ0SdLd31dps3at6ZnmI,2609
+mteb/tasks/retrieval/nld/cqa_dupstack_tex_nl_retrieval.py,sha256=ShfX_CKhc2oLZRLVmvJLyxYyjuorn0hIVfbNKG4FLeg,2640
+mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=7UOsnNfa1yt_dVkFyZpNajR5oGF90S2msQqRFenZeYQ,2644
+mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=uHaxnW7T6wqTQl13WzBKe6egf5y90pIIiT1gAy1w4n4,2629
+mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=JoINoND6DSawvUU1PHw7D1mGW6UUSQvERareSB96mTo,2625
 mteb/tasks/retrieval/nld/db_pedia_nl_retrieval.py,sha256=bhd2ESL-roRgvDDB4cAKDmusYmOEJaJGfMfuMzFLVcw,1633
 mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py,sha256=RfQXg-GNSeL6ZklO3YKJ2dKG8BOCht-3mfCg94Q2iU0,1323
 mteb/tasks/retrieval/nld/fevernl_retrieval.py,sha256=LZ8xofhy8xINPWdV8QYvmY1sQPtb8taHLIQ8iKJ34Iw,1694
@@ -2482,8 +2482,8 @@ mteb/tasks/retrieval/nld/touche2020_nl_retrieval.py,sha256=nPLZxNvhTDWkIJU6i2EPY
 mteb/tasks/retrieval/nld/treccovidnl_retrieval.py,sha256=d9rL10YNTUBVubdFxIVxqEhkf8tx9Iuxsp1BZ-Ctoyk,1671
 mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=FoudYkcY4IY0PNHCvx87bjoUnJJolWVwNhq6xH9HE84,1834
 mteb/tasks/retrieval/nob/__init__.py,sha256=6PYJtnMhN5OtRwXWLAMu5V-3JnZnbHrLxMOk8Ir-b9w,126
-mteb/tasks/retrieval/nob/norquad.py,sha256=Vh1r_SNctD8PIPkAIVqjomNlB51eWn2_Sk8i6v7LyfQ,3747
-mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=ROVkl6-tKJ670s8U1Q2EEAerkLR1zqo4yhA07y_Levg,3111
+mteb/tasks/retrieval/nob/norquad.py,sha256=rXorsjpCXKL3yfAEKtozfJLugW_2_8fc3rh5rXEWjXU,3776
+mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=vp5HjDriHBb67N0KzILgGguoGlVa9O-_5AGc_r3serU,3140
 mteb/tasks/retrieval/pol/__init__.py,sha256=Ha3wf63NJliq1z6cqxLE8uSZH8RlscnNV-5Sq9tqwCM,2017
 mteb/tasks/retrieval/pol/argu_ana_pl_retrieval.py,sha256=ztNXnRDCp5nKCd2BhR6Fg2tgzMsx4jqIxRaNYvbU-Y8,1252
 mteb/tasks/retrieval/pol/cqadupstack_pl_retrieval.py,sha256=mwBibm87FjrDgrmozkPZTVzgQiquOJ4s1a7X-j2eZk0,16558
@@ -2504,7 +2504,7 @@ mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=fOcDi5CutbwcJStij7COIBGG6A
 mteb/tasks/retrieval/rus/ru_bq_retrieval.py,sha256=gmG_0IYllezCR0GL3I8Yh0OxBhi8wYsrhfAxKhk5ESs,1425
 mteb/tasks/retrieval/slk/__init__.py,sha256=ak6edgong69cm7FXrcslkvli0vRRdwCQnP_qlHvRAeI,153
 mteb/tasks/retrieval/slk/sk_quad_retrieval.py,sha256=Z4mSiSjSHX5F-gmHL_l-T-03mRVpc-I_u57raLYSWHA,2621
-mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=VjPbGElf9S_sg4tYgDXz2rB5ZOHiH7GTvL7RpBDQrkc,2534
+mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=jAHjcb5X7nE_cQQOoI4rdhGKX5b7UFwuCy0IWFDghl0,2563
 mteb/tasks/retrieval/spa/__init__.py,sha256=HWMvzhd7nY9LozDkpZkmUN0DyKLr9pLKvd5ycfydRj4,212
 mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2p.py,sha256=IRhHDVlhsZaBLMqz8CVAJ8uZK_17tEQ2fUallfisMts,1579
 mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2s.py,sha256=zgUdrrlHPLiTQ4E0lRQEtnv7O3X8FjK6AdM0ylHlWCA,1579
@@ -2540,7 +2540,7 @@ mteb/tasks/retrieval/vie/scidocsvn_retrieval.py,sha256=WlcfDfF43jsNf9D_Bl3k02Rii
 mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py,sha256=DKcNwCCdANt7hNr3fLao9jkIJJjfxJ0jLLbD7_b-KnE,1752
 mteb/tasks/retrieval/vie/treccovidvn_retrieval.py,sha256=ZlFFL37Zd_sbKXaUZx41XTxps-nnOi3PnBNCy9KvlJU,1826
 mteb/tasks/retrieval/vie/tvpl_retrieval.py,sha256=CGwgT9spHONw9cOeuum_BS7khZbooqoNqJgVV6Utfic,1611
-mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py,sha256=eZh1rR43iXDHoylOGKjrUCopzEujE-1GSGTn2TMrkro,3621
+mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py,sha256=7VOUD7zJqYlt-EfKmLpDF5Mj087KcLmI8JQwwbN6FtM,3650
 mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py,sha256=BI2GbbkOPnWQpbn9ul6ShHugAZ994iiS7hVi5v1K17Y,1386
 mteb/tasks/retrieval/zho/__init__.py,sha256=dIN-rPfrEjkCuUCha8SpQdlzWYY6IMO_HLxebcBhQxA,438
 mteb/tasks/retrieval/zho/cmteb_retrieval.py,sha256=DXNkvMQQZsKv1U5L_0boKEXGLDPn4RfauIlxwb0f-EQ,10789
@@ -2566,18 +2566,18 @@ mteb/tasks/sts/eng/sts16_sts.py,sha256=dpBWru0V3kOuAAvdoEDNFPbRHbSWzgkwyJPlynQan
 mteb/tasks/sts/eng/sts16_visual_sts.py,sha256=jXbl9u0twMBm_2XZqpoOc2aGTZh_GNMhczjqHej92Ow,1294
 mteb/tasks/sts/eng/sts_benchmark_sts.py,sha256=klLrIJekUS99rr3-yJiNPm8Xfl_mTwLyARmWAmxYQc4,1235
 mteb/tasks/sts/fao/__init__.py,sha256=THlFrtwzdF-IGpaLggkSwEBpYhUvGlGw9swFMybxSCI,62
-mteb/tasks/sts/fao/faroese_sts.py,sha256=twbyJlSNGtiG9gFiACx1DxKN98jf19kSM_xi7Px_i3o,1560
+mteb/tasks/sts/fao/faroese_sts.py,sha256=e2jUBnmobjmMFV0KldR22wW4zmjVlcrVRUgMCPDoaDs,1579
 mteb/tasks/sts/fas/__init__.py,sha256=MqVoU8sXDw5xLiWKXDDNrWO8VP9ahaRsst-onpeC4tg,107
 mteb/tasks/sts/fas/fa_mtebsts.py,sha256=6z69nQJao3yCmtISgN854Z-RSgWTjhsmLXK_J_rVMog,2577
 mteb/tasks/sts/fin/__init__.py,sha256=aGGQ61ad3ulqeq9pk_-sC4Ng2GMcCbSBNvG-ujF0Aas,63
 mteb/tasks/sts/fin/fin_para_sts.py,sha256=mtAOV3IPaV1qYMhrzVgpBu0eWVZhf63NivCD_qebICk,1714
 mteb/tasks/sts/fra/__init__.py,sha256=81A8UQeFnfBhIEpuvPYid0sYVdhgfQ-E8Qcbkd0tfMA,60
-mteb/tasks/sts/fra/sick_fr_sts.py,sha256=XN5vi6bQzxOLPeiHfl_hfPNYrOVxXEdJKeTRVwPV2_4,1168
+mteb/tasks/sts/fra/sick_fr_sts.py,sha256=AOHYGl2AcnBWGauREdCoynjxd9VdVPdUkJtw5LtcoSk,1187
 mteb/tasks/sts/jpn/__init__.py,sha256=lx6D7e0T66Tnc0Mo20M3BIeOLuc5nCHi9Hj80vK5_ek,77
 mteb/tasks/sts/jpn/jsick.py,sha256=S1hhM8vENYvID_bQaTGUeQK8hAumeS8N9kW3HUmYNkM,1411
 mteb/tasks/sts/jpn/jsts.py,sha256=kP49CWRMNrGiKcGcY50Bj3W9Eqn1k0OZN7KHFm6xI38,1865
 mteb/tasks/sts/kor/__init__.py,sha256=iPYtO5Ig0zcJjdeNjxH7TmZD4iqo7yGi1oOqR9wR2Y0,91
-mteb/tasks/sts/kor/klue_sts.py,sha256=7GYkCyBxK7j17RxxG0GyNg7IQOGhCOBtJCFy-OAOHPw,2190
+mteb/tasks/sts/kor/klue_sts.py,sha256=2rAm6oiu0AAJD8mufhzLDA8b8IarVjvPoUrfGwXVEng,2209
 mteb/tasks/sts/kor/kor_sts.py,sha256=h07kLWJj6aBDeYR5_VSHGN4IaW5_cW7c2Xw_rjriYU0,1310
 mteb/tasks/sts/multilingual/__init__.py,sha256=O14mSF1h5cEefkgFLf6PHiiOXeVPM20-aY5Pu0xVrQw,763
 mteb/tasks/sts/multilingual/humests22.py,sha256=vAZieRmx269Mxc_HrgazEAxSFoLKayffR4vFdLlLdoc,1993
@@ -2594,11 +2594,11 @@ mteb/tasks/sts/pol/__init__.py,sha256=Ob56PuMH_-J3gH9Pygg0fdEisWYKRT_fy_D0iE2zIp
 mteb/tasks/sts/pol/polish_sts.py,sha256=qJCw-28dZ-o3epx44Zz-u6ZLE8HIu4ocJaJRyD0JQkc,3418
 mteb/tasks/sts/por/__init__.py,sha256=mUc8zOCeFl456-AEqKqgLQ4_sLnt_eUqD-cbcowRu0U,107
 mteb/tasks/sts/por/assin2_sts.py,sha256=TmtfKxWuJ1gCzy62VeLG-weFWGzKDQRVa-ORCiuArqU,1626
-mteb/tasks/sts/por/sick_br_sts.py,sha256=nzQZ0dy97qQxUYuiBbLND3tG7r3ZIfURJ5UrnM54NyA,2068
+mteb/tasks/sts/por/sick_br_sts.py,sha256=0Ae5wmS_24nLtJJ081O5biTJnzGRHaY_qUhXf0H-9dE,2087
 mteb/tasks/sts/ron/__init__.py,sha256=JM3_jsds0JzYpoMJln8tQV3MbqdqskxHJlpQLpGi5sI,50
 mteb/tasks/sts/ron/ron_sts.py,sha256=AhthI43l1QSC2xSkiNjV87lE8EKsKCtRKBjmJ5MYxjY,1491
 mteb/tasks/sts/rus/__init__.py,sha256=Z3t1QZpPWUBOVrpPZfXRlRdabXPzSWbeB4DPS2grF_0,155
-mteb/tasks/sts/rus/ru_para_phraser_sts.py,sha256=_IYf6f7p6vblXqzua96zcyUZMaJyZQ4iIkws6WKyxXQ,2184
+mteb/tasks/sts/rus/ru_para_phraser_sts.py,sha256=-ESaPUcnzw8YGHmrOos8GOFciTdpxpHry2n5QvUgDjI,2203
 mteb/tasks/sts/rus/ru_sts_benchmark_sts.py,sha256=3aMR5WZM4gsWh1uD73GpGSscoNSvAO3r4O2iD44Na8U,1405
 mteb/tasks/sts/spa/__init__.py,sha256=Hl5EWrH_tEDXP-LoTM6ZNZ50hqGe3dGMTtOb0xriPlk,46
 mteb/tasks/sts/spa/stses.py,sha256=INluwoWfIGAc3ZjAigRPJV7rSxtLGnDuxW6xGgwCiKA,1851
@@ -2632,7 +2632,7 @@ mteb/tasks/zeroshot_classification/eng/oxford_pets.py,sha256=NRrYYUFTcNuKm27lDgt
 mteb/tasks/zeroshot_classification/eng/patch_camelyon.py,sha256=3Wb77rxyxU7bqKjm2PN2rw_z4e9FNI1g5hlUazzVXYc,2080
 mteb/tasks/zeroshot_classification/eng/rendered_sst2.py,sha256=4531qrKLEVkF9J-ENGFJG6BeE31Nj5GjNWoGMauoEZk,1237
 mteb/tasks/zeroshot_classification/eng/resisc45.py,sha256=EpcZgS9yr60Ywb-4ql7pXdPyAv85QFzAl-RxAUrm49o,1991
-mteb/tasks/zeroshot_classification/eng/sci_mmir.py,sha256=x7osRKumPTMmVc_f2SE_eArgzDHvDHAw5vle5eE6xk0,2327
+mteb/tasks/zeroshot_classification/eng/sci_mmir.py,sha256=MQbjHj0KMDL8XRSbFUdY_WD4EWKmiaqdFQi34pgl9eU,2346
 mteb/tasks/zeroshot_classification/eng/stanford_cars.py,sha256=aDKN5XSSpwjS54pz7JP2A1lTuk2J_rOeIHwiFipX87E,1605
 mteb/tasks/zeroshot_classification/eng/stl10.py,sha256=sd3nV7x7mypsP0Ipxu5TRQj6fGvmERcPbpKFwUoLKi0,1986
 mteb/tasks/zeroshot_classification/eng/sun397.py,sha256=Nls7tXM2Svu008MmAUjt-o_NSj-VNGKbW8qi-n7C18s,1963
@@ -2644,9 +2644,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
 mteb/types/_result.py,sha256=UKNokV9pu3G74MGebocU512aU_fFU9I9nPKnrG9Q0iE,1035
 mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
 mteb/types/statistics.py,sha256=gElgSShKBXpfcqaZHhU_d2UHln1CyzUj8FN8KFun_UA,4087
-mteb-2.7.4.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-mteb-2.7.4.dist-info/METADATA,sha256=yaaC_q2bJ-6bfBa3Bybw0PaSQO2bNH35Jii1gDroWqM,14457
-mteb-2.7.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mteb-2.7.4.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
-mteb-2.7.4.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
-mteb-2.7.4.dist-info/RECORD,,
+mteb-2.7.5.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+mteb-2.7.5.dist-info/METADATA,sha256=fZWNhj3MX_kIjecFW0X_lpEtAzgw5lbJIh4tfmlpeJ8,14457
+mteb-2.7.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mteb-2.7.5.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
+mteb-2.7.5.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
+mteb-2.7.5.dist-info/RECORD,,