mteb 2.1.0__py3-none-any.whl → 2.1.2__py3-none-any.whl

{mteb-2.1.0.dist-info → mteb-2.1.2.dist-info}/RECORD

@@ -1,6 +1,6 @@
 mteb/__init__.py,sha256=bl3K7IHalVzP27SIQ3qdo52vy9aAuvMsIKOx0h5P6Sk,1256
 mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
-mteb/_create_dataloaders.py,sha256=F9bCBscD3wVVqXTHSkldQjV0qmKQlNR0Yt_sN8aFdrk,14107
+mteb/_create_dataloaders.py,sha256=5N4BKUElPLgk7aR3M5RGe3oECIGy8SntB6WufZvFMaM,14237
 mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
 mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
 mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
@@ -19,7 +19,7 @@ mteb/_evaluators/clustering_evaluator.py,sha256=uw9mNJ_swuZFwjU8b1XRMsI49nip-_fO
 mteb/_evaluators/evaluator.py,sha256=gwaeftcAKoGcIQs8jIaafynbcYrYErj6AitHBxgjn2w,807
 mteb/_evaluators/pair_classification_evaluator.py,sha256=m-xxDvSLrsqccbpmHur3h2dLl5YAC8Noy4n3-p0ewBM,6770
 mteb/_evaluators/retrieval_evaluator.py,sha256=HsowKZkqRCNzTwM7EcsHX18KhVKAjrm0sa_wFrreCb8,3031
-mteb/_evaluators/retrieval_metrics.py,sha256=EzeasJMK2aDCXLtcXKUsdZwLrJF3pV_eLh6H3pd1BD0,23803
+mteb/_evaluators/retrieval_metrics.py,sha256=we0damQCJrdaRUD6JlU2MM7Ls9xERP_OBS5gHt53u9Q,23588
 mteb/_evaluators/sklearn_evaluator.py,sha256=P6YRx4we1AHmIZJV_VTzHiZ-tx1kV7iG_t4vutlXixA,4491
 mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=i_4XXqZ_naSWHWSJChzxby4x9EGG0FjOSfDzB_7IVNc,2288
 mteb/_evaluators/image/__init__.py,sha256=CsQd7OMkeV2Phun7paPWjayZ5qRnvj8H0TYBFeqMxag,148
@@ -29,21 +29,21 @@ mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=3Lmf0G4pCJN61nTLukIBSL49
 mteb/_evaluators/text/summarization_evaluator.py,sha256=LBQUudSzaa0x4-JV0tLiEWd_zvSUP-4twkV3HhOUeiU,10393
 mteb/abstasks/__init__.py,sha256=1iAwpYTWX7U-goak2KMmacPFCzxPchLQAmZ_uI0t-p0,1130
 mteb/abstasks/_statistics_calculation.py,sha256=gf_BhkXbCdwT1w4xza3op6FmjFsZIsNjvyUMCgRyTrg,5578
-mteb/abstasks/_stratification.py,sha256=W9ZpxMDq12AyiqpsDi6AfR5wGFo94-14GjPcXH9Muds,14365
-mteb/abstasks/abstask.py,sha256=zq58NSt65pf_RCr_D8FrXcm26Bi1hGlhU3FM5vhnG9Y,24886
+mteb/abstasks/_stratification.py,sha256=zfwkIVmD7Aq7mR2Yt8jTeW1j5ZVV7CIweW842VzcfXc,14364
+mteb/abstasks/abstask.py,sha256=nZwiY_5d0VVtUrlCATngpFLG3JAovO5AvmD0nkkWsLE,25118
 mteb/abstasks/aggregate_task_metadata.py,sha256=vzt1z2wDl0sXD7ErZFwKojYwmFUBPAnGlXLuqLA_-6Q,5992
 mteb/abstasks/aggregated_task.py,sha256=puY6-EAqbL5ehKvFHTMriIdy3rAuqqYHF3ezog1eYxw,6671
 mteb/abstasks/classification.py,sha256=Es9pmRdjv6xbc-KnGqVdO6dR1cc7yAHhekCZES7n5o8,13441
 mteb/abstasks/clustering.py,sha256=WRbNfaYYaWJQGQEOrGtW6GpUkhsezqI-iGECYMK0Ruw,14433
 mteb/abstasks/clustering_legacy.py,sha256=HZY8zgBgqqs5urF_to9wzqm3MnjFivs59hU6P3NrzcI,8684
-mteb/abstasks/dataset_card_template.md,sha256=uPSor9GdGGrMtdiE-ZfvN9VMEJ3zHXIa0_z9z6UJApE,5123
+mteb/abstasks/dataset_card_template.md,sha256=aD6l8qc3_jxwoIGJNYLzse-jpRa8hu92AxpnUtNgges,5122
 mteb/abstasks/multilabel_classification.py,sha256=_DugiqvGhOWd-dGM7746OeS0659Ft8W_vvWoi7BvSXQ,8968
 mteb/abstasks/pair_classification.py,sha256=cmXfQmzmbTiHDWgPKy21Iddh_q_PwCqhv8Lz6rAwe5U,12851
 mteb/abstasks/regression.py,sha256=SeacOErZUXGLGOcwqAvht6BlbD8fcsn9QhNiFIuJGyc,8832
-mteb/abstasks/retrieval.py,sha256=GWE22GYB4Joz3gMoluoWgYrMYRbsI4lkcMVP-XXYvfQ,26438
-mteb/abstasks/retrieval_dataset_loaders.py,sha256=pgpGi4erFFhZ0AspfWwjaKlBT6JeYznQnT0dHk1YzOU,9402
+mteb/abstasks/retrieval.py,sha256=7QTKYlGaGvF1lOQkB_B4qj8Vm2FxxFXNVTHhfwZO8Bw,26439
+mteb/abstasks/retrieval_dataset_loaders.py,sha256=WukcFAn54rUpXULCG43eysHozXHAxo2CaPhQyL_2Yg8,9401
 mteb/abstasks/sts.py,sha256=rv611-rFNgaGFD8Hmsgwsbxgjt7dNZritL9pMFMjzLk,8660
-mteb/abstasks/task_metadata.py,sha256=mdCOs-LhHyc6TPhbLXPueEAv2Cw_46y9Jf1PIbxIn_Y,26855
+mteb/abstasks/task_metadata.py,sha256=jDN2j-WOu1yYtexdsmmnqDU-0-QJbh7MxLXgNlVvcEA,26854
 mteb/abstasks/zeroshot_classification.py,sha256=4UxBIZ1e1iRK8PRAhCWnnSDirK2vi5-w2N5ZomCnaIM,5882
 mteb/abstasks/image/__init__.py,sha256=NgvMJnp1g2mUv27RL-TvzA7s1BOdMG-EB1CrZfdbWdg,136
 mteb/abstasks/image/image_text_pair_classification.py,sha256=SejETTXc3g2VSWYafTe-VAHZcNpX98bgzsWsqQisIzI,7712
@@ -54,9 +54,9 @@ mteb/abstasks/text/summarization.py,sha256=KYEb8gh4JjpSsrvGUmQ2VlrVdzzVxIWcitXOJ
 mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,225
 mteb/benchmarks/_create_table.py,sha256=gYgwhACmY8JSN00y6r3HfHNQphCIuvcw_IwRZNQwgdc,20623
 mteb/benchmarks/benchmark.py,sha256=9pbrn5vsSB9Xo23YqQXjRdzorXnMulkm1QvJUkqvuGk,3445
-mteb/benchmarks/get_benchmark.py,sha256=CBOSW2cNB7-EbhOcWTtp2k2teoKZth9TehIXf5jAyd8,3835
+mteb/benchmarks/get_benchmark.py,sha256=Zh_C_RXl02hBxg6ffQlxEFERrokaern1RAN4yh2pa2E,3833
 mteb/benchmarks/benchmarks/__init__.py,sha256=Et7Gf7pKDxa939bIvAJB6OCirQrWAbmbbI3LHA6eMa0,2070
-mteb/benchmarks/benchmarks/benchmarks.py,sha256=LRaUY3wVQGj-X-1MDk5BCaB0YFX7EE6olXrZF3RfTD8,88592
+mteb/benchmarks/benchmarks/benchmarks.py,sha256=iddOlyNIqnxd6Mp_-cQcADKbZ3gc2uZKxyEutJvv78o,88416
 mteb/benchmarks/benchmarks/rteb_benchmarks.py,sha256=QnCSrTTaBfcRlAQp2Nu81tgv1idMXqiM16Fp2zKJ5Ys,10607
 mteb/cli/__init__.py,sha256=v-csUr3eUZElIvrGB6QGtaIdndDfNWEe9oZchsGsJpg,64
 mteb/cli/_display_tasks.py,sha256=7A06dT9sSoTz6shyMvskPxuc5eHY_H7PGPlROzMP0yw,2196
@@ -394,7 +394,6 @@ mteb/descriptive_stats/Classification/PerShopIntentClassification.json,sha256=RQ
 mteb/descriptive_stats/Classification/PersianFoodSentimentClassification.json,sha256=P6zbHlTaeiA6CbFIZ8O4r4AyP1maj7t8kg9qVr-7kHY,2263
 mteb/descriptive_stats/Classification/PersianTextEmotion.json,sha256=R66UZcPvsdTDg87-bwZdml_u3AtJnpLmLkEKsWK7m9Y,2107
 mteb/descriptive_stats/Classification/PersianTextEmotion.v2.json,sha256=e7CWGfQsYIxqP8skW18QS51kWdWEPUE3vvvhfMz5HT8,2108
-mteb/descriptive_stats/Classification/PersianTextTone.json,sha256=1VDu3IGnWcCaVNr37sQOQn_X5nj1DcpUY_kbqfVs9Ws,1411
 mteb/descriptive_stats/Classification/PersonalJurisdictionLegalBenchClassification.json,sha256=ys7e5vLUBePoIeukZecIzJdECQFbaUJb9lc4rMDwHoQ,1466
 mteb/descriptive_stats/Classification/PoemSentimentClassification.json,sha256=hDOcMpHjwhubTHuDTyQDXsTjsls1x96WmXErp0Ozv_I,2539
 mteb/descriptive_stats/Classification/PoemSentimentClassification.v2.json,sha256=b4NpKB8hWGMPQmUX1r_oxfgH7mG_PFYUwdU26bjUErU,2541
@@ -675,8 +674,8 @@ mteb/descriptive_stats/Clustering/WikiClusteringP2P.v2.json,sha256=ARInjol-Rn-Zq
 mteb/descriptive_stats/Clustering/WikipediaChemistryTopicsClustering.json,sha256=NDU0KlQAGIkS26pW-9d9R1PujwckVHvnIBP4jVyBK48,1364
 mteb/descriptive_stats/Clustering/WikipediaSpecialtiesInChemistryClustering.json,sha256=OYif90lQ1G8EGQTASar7xvkIoiS0VJcGwk3Y32ZpPW4,907
 mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/WITT2IRetrieval.json,sha256=eYn1-hl2Ukiu6fYMjrx4eHjEcq9a4eGS3VVYYVbyu68,15453
-mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XFlickr30kCoT2IRetrieval.json,sha256=m1xUiekBjSog5pL490OLSkTob-bUXd_PRUCQiFoVzi8,7274
-mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XM3600T2IRetrieval.json,sha256=zvnDj9MQmWX0zbX303l5c5w72nMjk3uH6GCB2VdhqF8,30623
+mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XFlickr30kCoT2IRetrieval.json,sha256=70S1y2o9Xp1uTqeRgz5TLX9kkxnV7HGuRFCV-y___6U,11348
+mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XM3600T2IRetrieval.json,sha256=qxKnpa8lCZFcKgSH3_4Am-epjTnS7sDD9Wb_xu7wULw,48413
 mteb/descriptive_stats/Image/Any2AnyRetrieval/BLINKIT2IRetrieval.json,sha256=HYxM98j-tS7Nb5c7Q5S0HvLVg4ohRp7315ZL-RMblL4,1365
 mteb/descriptive_stats/Image/Any2AnyRetrieval/BLINKIT2TRetrieval.json,sha256=ed0oiO-i9QbRkDey75KFvt1p7SXIfAm_86Cm1SPv1fs,1254
 mteb/descriptive_stats/Image/Any2AnyRetrieval/CIRRIT2IRetrieval.json,sha256=ZzMxDBh253CaDgglcVYsGEjHtH3xESSVuyKkDCpmnJw,1393
@@ -705,7 +704,7 @@ mteb/descriptive_stats/Image/Any2AnyRetrieval/MemotionT2IRetrieval.json,sha256=m
 mteb/descriptive_stats/Image/Any2AnyRetrieval/NIGHTSI2IRetrieval.json,sha256=CorqDJtOmcA6akFDdUvRpNJP721r8XpwKcoQnHyJJ5g,1115
 mteb/descriptive_stats/Image/Any2AnyRetrieval/OKVQAIT2TRetrieval.json,sha256=FGv20Y901HBlSmGPowTxwiHAyWoU-aB4CqHAfnWyjpE,1306
 mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2ITRetrieval.json,sha256=1mcc_KFHfJWPcZKMcJaALX5R-jM04bCX5svjD1lCD2s,1619
-mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json,sha256=vVyFNN1CjOUZIGLfa7C9_nc9MnZR01PfWhshzANE66Q,726
+mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json,sha256=sh_g1KN90sWgNYSpKdiQpZoea5DTv0agPk6wyYyG9II,1318
 mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordEasyI2IRetrieval.json,sha256=iRuR6Dja5af9-aj3YSWPSVp3ag6KQjomYOlALKtdZUU,1131
 mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordHardI2IRetrieval.json,sha256=1ggTCiSpvY7V4HqP0Nsiv6V4YUFRX6ttKsMMqHTafuE,1131
 mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordMediumI2IRetrieval.json,sha256=f81SsyuNeBr77xKTjf_cfWPs00H1LGIuz1E1s3ngKC0,1131
@@ -726,10 +725,6 @@ mteb/descriptive_stats/Image/Any2AnyRetrieval/VisualNewsT2IRetrieval.json,sha256
 mteb/descriptive_stats/Image/Any2AnyRetrieval/VizWizIT2TRetrieval.json,sha256=X4xwVpPEnGLVd1Wx6dK9X4LW1yalpz_WYNV5YbguRy0,1255
 mteb/descriptive_stats/Image/Any2AnyRetrieval/WebQAT2ITRetrieval.json,sha256=k4Pn33ShuuwR34X4Y_ejkVyrzsAgqP2JsyLHlJB1F_Q,1311
 mteb/descriptive_stats/Image/Any2AnyRetrieval/WebQAT2TRetrieval.json,sha256=D2Qys3AwD71L5qCO9N5VYTbH2EzfE1LENKSUbAeZ4lA,1013
-mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchCount.json,sha256=ohsrOkVNlonYjBHmWuSPrrjqn_2dX8QkI95yoidHPlA,925
-mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDepth.json,sha256=7ipLVIOofFfpSV9R5RtYxQ3CNa6cdFMecsxBICmroNQ,654
-mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDistance.json,sha256=AWUtjtX98NwyEm7phOUCO-pJ0_g6zEMRSgy59e5WOwE,664
-mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchRelation.json,sha256=d8o8bSpagdZVsnudzxnprQl9YlcFeyRDH69m8TZqqYM,664
 mteb/descriptive_stats/Image/Compositionality/AROCocoOrder.json,sha256=H1BuERDq5tHX38H4r_N161A61d-7kIEGYheUtD5mTn8,627
 mteb/descriptive_stats/Image/Compositionality/AROFlickrOrder.json,sha256=DWSEZsbIbfW92jawpY66s2njqCGzsTcjTWxEpk7HPFw,594
 mteb/descriptive_stats/Image/Compositionality/AROVisualAttribution.json,sha256=sJKAKw2eaj1w8tvBcGS_GlM1c886b_-FHWR3QTyJN3I,628
@@ -780,6 +775,7 @@ mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTatQARetrieval.json,sh
 mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTweetStockSyntheticsRetrieval.json,sha256=13JnQILz--KA2j9xooDkf2hp_4bdAttKcM_co6m0VMo,14073
 mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsDocumentsRetrieval.json,sha256=caHYDGWGBmlOdL3HHT0djzOgj1hwfGfNMpgNptRRdVs,27289
 mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsMapsRetrieval.json,sha256=HIoVgPD7wSHz7Ro-HKXh_YpAJFCJb6WzUsziBP2a1fI,1089
+mteb/descriptive_stats/Image/DocumentUnderstanding/MIRACLVisionRetrieval.json,sha256=LY6SQHcLESsRrRmfzt9h2sGHfxAdnQD1fhMG0KCQmaU,24510
 mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2BioMedicalLecturesRetrieval.json,sha256=L4xuWlJVfd8WDIRtj8gJoOWbBnbm3BigWrQC2nOojpc,6365
 mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsHLRetrieval.json,sha256=DWI0Au4nsfUCSNWkAhK_ffGfmcRdgIHc_JYekjFlXKg,1091
 mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsRetrieval.json,sha256=KkXggOA5gKdMixYP5AYuVLL6KWkNkIWU6t9mwJiLtJs,6469
@@ -827,13 +823,6 @@ mteb/descriptive_stats/Image/VisionCentricQA/CVBenchCount.json,sha256=Ag8uTqzVZx
 mteb/descriptive_stats/Image/VisionCentricQA/CVBenchDepth.json,sha256=DCLBdub8GXoIU3x6e1RWnniXbUx75XbcW8dLTSxYHrk,1438
 mteb/descriptive_stats/Image/VisionCentricQA/CVBenchDistance.json,sha256=0GLKQj4Rg0t2_MtX33UCtt3R6aJ2lhAUMa23oJ5Xm_g,1450
 mteb/descriptive_stats/Image/VisionCentricQA/CVBenchRelation.json,sha256=AehsihGKBOFZYVTFzbfqSixSLHSeqJVsxbcPnLcoafQ,1433
-mteb/descriptive_stats/Image/VisualSTS/STS12VisualSTS.json,sha256=pgvrylhmGkv1dMUR899BjYRXDLnyYDrybK8ii6YHYjo,571
-mteb/descriptive_stats/Image/VisualSTS/STS13VisualSTS.json,sha256=xHjIiy0fXlGUjFub45tZ9rRw3ek_EwGTkSMxEmZzveY,571
-mteb/descriptive_stats/Image/VisualSTS/STS14VisualSTS.json,sha256=0eJ38xNpVCKR00wMVUaITV8iJKpslDmfIpUQS3HWq8A,571
-mteb/descriptive_stats/Image/VisualSTS/STS15VisualSTS.json,sha256=b7FfWUsgCMgdnpzrHAfLA-dqLFpQxW5jAdOdio9spaE,569
-mteb/descriptive_stats/Image/VisualSTS/STS16VisualSTS.json,sha256=pniPOAy1LMJSNpYc5t_MkxjSpMewrY27wHGgpbJ27_0,571
-mteb/descriptive_stats/Image/VisualSTS/STS17MultilingualVisualSTS.json,sha256=s8NT6YPQwDMDfmyvsP_iGGN-4RlceNzIbLuHt01J8JA,8453
-mteb/descriptive_stats/Image/VisualSTS/STSBenchmarkMultilingualVisualSTS.json,sha256=lqrw5_ZrxJ2dio_yfCGMBiADSiidIZGb1GLDW5UV9uU,15442
 mteb/descriptive_stats/Image/VisualSTS(eng)/STS12VisualSTS.json,sha256=2VXz-UzO4KLsEBtvuuz9nQCCYA22X1G1XWUPxAD5irY,947
 mteb/descriptive_stats/Image/VisualSTS(eng)/STS13VisualSTS.json,sha256=fKmJi6BtHLJJywV9QHcEG5bwEcKwDIIy-ecoX4xbSW8,947
 mteb/descriptive_stats/Image/VisualSTS(eng)/STS14VisualSTS.json,sha256=Cm7zsYb7XJNAHq_lHF-sQwP7LXYm40FZHGY33N1p3Wc,947
@@ -952,7 +941,6 @@ mteb/descriptive_stats/Reranking/HUMECore17InstructionReranking.json,sha256=XMd-
 mteb/descriptive_stats/Reranking/HUMENews21InstructionReranking.json,sha256=8R-4U-xQjQIjU0KPIQdgCUGONUgTERyFz6U7UTuHNZk,1151
 mteb/descriptive_stats/Reranking/HUMERobust04InstructionReranking.json,sha256=Wk9-8xNePKEImoy3UkRasid58gai-e6gIlkzO_VIjIc,1156
 mteb/descriptive_stats/Reranking/HUMEWikipediaRerankingMultilingual.json,sha256=7HSs-XvtdORejbHXbBu6GjPSRPYnemI-r3aWIdauwUo,5448
-mteb/descriptive_stats/Reranking/InstructIR.json,sha256=SiAVYj8iB9KZbPBS2w7yVDZ1r7WqUjc_dv7jraJZnyo,1053
 mteb/descriptive_stats/Reranking/JQaRAReranking.json,sha256=jH5RuOb36a-gH_QNh0DZQpofpyoYGkjKQm9iFn7-VUM,1201
 mteb/descriptive_stats/Reranking/JaCWIRReranking.json,sha256=N4djULyJD_lgJa8x-qoACiaL33hUjdLK02hqXv7Bv5M,1169
 mteb/descriptive_stats/Reranking/LocBenchRR.json,sha256=k3Jck8QfSBxrsDenSgT06T2CbTSs8SGH2Y_RBrDWiTs,1227
@@ -1073,6 +1061,7 @@ mteb/descriptive_stats/Retrieval/ClimateFEVER-VN.json,sha256=D2xgItr4sBQiW3x8qr1
 mteb/descriptive_stats/Retrieval/ClimateFEVER.json,sha256=ltBwr_ZUcI_tJIg1ky-ZrdgVXSYENQu0IjZW_10M5zw,1018
 mteb/descriptive_stats/Retrieval/ClimateFEVER.v2.json,sha256=fLlp5H24VZYXGPTUMebu_S8IfyaKfSddDDAQuu0XeU0,1005
 mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.json,sha256=0rV-9orDvT-b5Xn00NvVr4FnNZ3SVLnLp_IcxFQC3mg,986
+mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.v2.json,sha256=0rV-9orDvT-b5Xn00NvVr4FnNZ3SVLnLp_IcxFQC3mg,986
 mteb/descriptive_stats/Retrieval/CmedqaRetrieval.json,sha256=vSs_A256iqqXsMsqwr-FGEMHoosqaDkEvxdeKLUUKRg,1009
 mteb/descriptive_stats/Retrieval/Code1Retrieval.json,sha256=TqpTDspEmAjNxFhaNXr-gCMHKWsm42g76QYgrehtTAs,998
 mteb/descriptive_stats/Retrieval/CodeEditSearchRetrieval.json,sha256=7VRQQSWLxWpt2zzv6_FJpuxHMksjBSp8rIhFxepkVRk,16463
@@ -1111,6 +1100,7 @@ mteb/descriptive_stats/Retrieval/DBPedia-PLHardNegatives.json,sha256=-d7lOvdrIY9
 mteb/descriptive_stats/Retrieval/DBPedia-VN.json,sha256=slQhXXASpyTOvDl--GB_y9BndfTV2cX7sCbgSKMWkIw,1018
 mteb/descriptive_stats/Retrieval/DBPedia.json,sha256=rrbgB0xZYgE_XyV-GtuZOCxs6cpwnXG4TNzZxvjFlXg,996
 mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.json,sha256=3NICxSBXrW8W2_fxtRWALsIf2VdlhPiaigPBRj_NUbI,987
+mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.v2.json,sha256=3NICxSBXrW8W2_fxtRWALsIf2VdlhPiaigPBRj_NUbI,987
 mteb/descriptive_stats/Retrieval/DS1000Retrieval.json,sha256=BFKVidJeLasrP_TGXQWHFYY1GYIfaBbFgyMxOyskk9E,992
 mteb/descriptive_stats/Retrieval/DanFEVER.json,sha256=DDwRZFVP6aUviu6JetiHh4XXaTNC41HC-JlJxXkyjYw,1006
 mteb/descriptive_stats/Retrieval/DanFeverRetrieval.json,sha256=DDwRZFVP6aUviu6JetiHh4XXaTNC41HC-JlJxXkyjYw,1006
@@ -1128,6 +1118,7 @@ mteb/descriptive_stats/Retrieval/FEVER-NL.json,sha256=K810hO-zNJWg3-i30oma72wsjO
 mteb/descriptive_stats/Retrieval/FEVER-VN.json,sha256=MnadQ0FGkXCFCDCI8eGwFYbouo8ta_1W_WlrqNx1clI,1018
 mteb/descriptive_stats/Retrieval/FEVER.json,sha256=4QYxYTtHFB8AIvRvbWmH-z3z3mB_NO1sH8AS8Fe5nHQ,1018
 mteb/descriptive_stats/Retrieval/FEVERHardNegatives.json,sha256=bULggWEVad75Dzr7aRvwBitnaONMDah0UwjYtX5LjeU,985
+mteb/descriptive_stats/Retrieval/FEVERHardNegatives.v2.json,sha256=bULggWEVad75Dzr7aRvwBitnaONMDah0UwjYtX5LjeU,985
 mteb/descriptive_stats/Retrieval/FQuADRetrieval.json,sha256=8MmqRPc3W5-_cUmLLZmWmRm9u_dSxvmPZckX4QwvvPQ,1938
 mteb/descriptive_stats/Retrieval/FaithDial.json,sha256=Iolms863X9RsdKeh3g5itMu1gi8deAI3G0FDn64xi9g,989
 mteb/descriptive_stats/Retrieval/FeedbackQARetrieval.json,sha256=-4i_hla7EJrN4wIpm0FFQcqayZ4ae9_EGDaH8QFJfRA,992
@@ -1165,6 +1156,7 @@ mteb/descriptive_stats/Retrieval/HotpotQA-PLHardNegatives.json,sha256=S8l90gywMP
 mteb/descriptive_stats/Retrieval/HotpotQA-VN.json,sha256=f_NWdV4vrE0Fb6PWPBxP_LxZ-Hpn_7kD_72VeyWleKs,1003
 mteb/descriptive_stats/Retrieval/HotpotQA.json,sha256=OGDK4oUu8waVnwT8l0ThkujbkUn3TW6jyqxrnm07hR4,1003
 mteb/descriptive_stats/Retrieval/HotpotQAHardNegatives.json,sha256=62JzOxl_cXreMBZOf6jz2EfwaXgEBWHuq6m2GSydtBM,983
+mteb/descriptive_stats/Retrieval/HotpotQAHardNegatives.v2.json,sha256=62JzOxl_cXreMBZOf6jz2EfwaXgEBWHuq6m2GSydtBM,983
 mteb/descriptive_stats/Retrieval/HumanEvalRetrieval.json,sha256=aiW3AaImNrsEfUUpPsDnMGmPbFgyYR4dEnIoDAFtPWI,979
 mteb/descriptive_stats/Retrieval/HunSum2AbstractiveRetrieval.json,sha256=o3FOm7CJmMUGsdfOc8fC2yln3C69WOnG78K13tq90Q0,992
 mteb/descriptive_stats/Retrieval/IndicQARetrieval.json,sha256=Ao6BLg1DeZG0QLGerXX8YlqtoqMqw--G2QvaP2-9wtA,14374
@@ -1266,6 +1258,7 @@ mteb/descriptive_stats/Retrieval/QuoraRetrieval-Fa.json,sha256=0hpmyybHoFQhhwr-n
 mteb/descriptive_stats/Retrieval/QuoraRetrieval-Fa.v2.json,sha256=h9QkZh6a8FyjZHomKFALlc4mUbwofXaHSyU8ecJ2XzQ,989
 mteb/descriptive_stats/Retrieval/QuoraRetrieval.json,sha256=TtHH-7tCRHqoGEGz39r7seeH2sUF-odExLlMMj0qlHY,987
 mteb/descriptive_stats/Retrieval/QuoraRetrievalHardNegatives.json,sha256=oU3OzAnoTcNNYhdCskSP84W2wEfTi0aSJHVBOsoNkwg,983
+mteb/descriptive_stats/Retrieval/QuoraRetrievalHardNegatives.v2.json,sha256=oU3OzAnoTcNNYhdCskSP84W2wEfTi0aSJHVBOsoNkwg,983
 mteb/descriptive_stats/Retrieval/R2MEDBioinformaticsRetrieval.json,sha256=kr8pl4L2wjtnS3RE-wgVmLJca3LGz1sGOlQCuzuYhUQ,1006
 mteb/descriptive_stats/Retrieval/R2MEDBiologyRetrieval.json,sha256=yCnZBc1VQv1ZbCq9tfh6zOEJlgYKxyZ60G74Jh7oXwc,1005
 mteb/descriptive_stats/Retrieval/R2MEDIIYiClinicalRetrieval.json,sha256=xCQVidXqpiA51VfeycfZN_JMIR0yyNqCYdm0wtShF2w,1010
@@ -1278,6 +1271,7 @@ mteb/descriptive_stats/Retrieval/RARbCode.json,sha256=-DbM-nX4HZ840lqZNEcWBHL0eP
 mteb/descriptive_stats/Retrieval/RARbMath.json,sha256=kTUxxlZ3pHHr4FQwBkoGAASgfIM7FlYRqhueLfC3L6E,1000
 mteb/descriptive_stats/Retrieval/RiaNewsRetrieval.json,sha256=s252SGT6MI-7_N1PN9c4MS2VYBIkF23_QzR97oYnx1Q,989
 mteb/descriptive_stats/Retrieval/RiaNewsRetrievalHardNegatives.json,sha256=RcLHvaAvBNxfB3oJFzu8wejN1SaTVH0pfsPJCqQ8R80,983
+mteb/descriptive_stats/Retrieval/RiaNewsRetrievalHardNegatives.v2.json,sha256=RcLHvaAvBNxfB3oJFzu8wejN1SaTVH0pfsPJCqQ8R80,983
 mteb/descriptive_stats/Retrieval/RuBQRetrieval.json,sha256=pXakzRmagM93jql7xiIDNEeExrGxUyN_KTjCfRwDWHo,1007
 mteb/descriptive_stats/Retrieval/RuSciBenchCiteRetrieval.json,sha256=mRqJekFMLV4N4f5l0LyYkWHixHCxCDpj5HhH_6dJnO4,3491
 mteb/descriptive_stats/Retrieval/RuSciBenchCociteRetrieval.json,sha256=_Op8mcXjvKsgw9Y61KAgvocBaCRpkwBw81-kD1B9_MQ,3476
@@ -1340,6 +1334,7 @@ mteb/descriptive_stats/Retrieval/Touche2020Retrieval.v3.json,sha256=io1AdOZ5XF3s
 mteb/descriptive_stats/Retrieval/TurHistQuadRetrieval.json,sha256=aorprW4gDbikZNxmwxNUODGaBfzgo11KO2kz0WeD048,983
 mteb/descriptive_stats/Retrieval/TwitterHjerneRetrieval.json,sha256=NVAKAwonITGP8v4zOmewixoRJdZ2Ry5lShIvsvy82Ro,992
 mteb/descriptive_stats/Retrieval/VABBRetrieval.json,sha256=X-NzY0Jn5ae9neVK4PXAz881NnIusr8D9G3PdvCu1MI,975
+mteb/descriptive_stats/Retrieval/VDRMultilingualRetrieval.json,sha256=sUVyZxXxfUsMC5YmNEkdYYYG4_0tbA64HKxbPveSNKY,7632
 mteb/descriptive_stats/Retrieval/VideoRetrieval.json,sha256=gIGJLutZMT0z_gLPJBLk73uuYUxUXO3yd9qOP-8QWlc,976
 mteb/descriptive_stats/Retrieval/VieQuADRetrieval.json,sha256=NHt0U-wJXBOPYOki5YugwjMmRSTtCMiVWXQRzEQtO6k,990
 mteb/descriptive_stats/Retrieval/WebFAQRetrieval.json,sha256=uNkLCfiuVbdNKZ54vYGo8dPaoBlTShexDjl_IwCcT_M,60318
@@ -1405,19 +1400,19 @@ mteb/descriptive_stats/Summarization/SummEvalFr.json,sha256=_uhdj0ZhjcpBO-jfZhRe
 mteb/descriptive_stats/Summarization/SummEvalFrSummarization.v2.json,sha256=_uhdj0ZhjcpBO-jfZhRe8FGAqGzUBPZlCM9jZj9AOtI,962
 mteb/descriptive_stats/Summarization/SummEvalSummarization.v2.json,sha256=QNnxW405v3nWG454ZfDmCyM7pZ9RrmOPrMugCmgB35Y,961
 mteb/languages/__init__.py,sha256=sNZg7YkCw8Xk7CUZMWal-zi8kB_KJFb4hiKozccz-kA,417
-mteb/languages/check_language_code.py,sha256=sEqsL8usYn3pZUJYIGjI5bg7BHtWilW4f6REwQK15XU,993
+mteb/languages/check_language_code.py,sha256=h7gm0FGkkGW3mCuRnNVAwN0UAhRohOCZ6eH-IeSlsEI,1176
 mteb/languages/iso_15924_to_script.json,sha256=agZvrYqSc0YJDXoqluncshuaMeg5RGkd_4z2hZE7SZc,7083
 mteb/languages/iso_639_3_to_language.json,sha256=KDVAh3TQziSyUd8xGDwpUHRUeTrngwp-MDuOxM9bpgo,193114
 mteb/languages/iso_mappings.py,sha256=TKpAmP9KL-KmY5EsHjsrfbnnluvCHES5mTlXNUC-pp0,891
 mteb/languages/language_family.json,sha256=OUGcHeOIPcZPb2FWmYLhxTS0JxjK5y3Fo6x0PeK0cKM,1833535
-mteb/languages/language_scripts.py,sha256=ILHCluRi5bTYyIL1tZm-SqBQAhDydugwbGfVZuC5-Z0,3858
+mteb/languages/language_scripts.py,sha256=5wix9HTYolNIpTiS5oXf2pGJyL7ftdGKs_m432w81V8,3998
 mteb/languages/programming_languages.py,sha256=zxAakT3OSUnAuTnQ34VyeFIECnNXMlleZmAake6jsZE,211
 mteb/leaderboard/__init__.py,sha256=991roXmtRwEQysV-37hWEzWpkvPgMCGRqZTHR-hm2io,88
-mteb/leaderboard/app.py,sha256=5XcuTCJUS5WPDTBejeVETWY3vpn78Fq7zVR2vv0iS7U,32575
-mteb/leaderboard/benchmark_selector.py,sha256=TnW2Y-xoDkEH3ZhR_8EW42WZN_XrtfucUbiuiNjChCA,7580
+mteb/leaderboard/app.py,sha256=xvOcK_ICmAwl1Mo5muI7fmCjYeSt1ztSgsQDrPF6OvM,32575
+mteb/leaderboard/benchmark_selector.py,sha256=1PRTDcNU4o2ZVHAzAUVp6UxWNElZDcGbnKHsNGv4aco,7621
 mteb/leaderboard/figures.py,sha256=Rq20LFpaUhQD4tuKp7P7ExQtAjonMLibgO3ud0ykMag,7491
 mteb/leaderboard/table.py,sha256=qs0H_Gt9FzRvzb-AL0YlqEe0YAsdYsVX3QlncfCBEqg,7828
-mteb/leaderboard/text_segments.py,sha256=Imhi1itRBc_6SJ0dl_31g3e85oYV-7FIJVVYARFLbEU,6564
+mteb/leaderboard/text_segments.py,sha256=iMIkS04QQjPbT-SkU0x6fOcS8xRbUYevryu9HydipKM,6570
 mteb/models/__init__.py,sha256=ycGU-x60LT0OFyP4CYa5pQhM7J5hCimubuT56va9wfM,741
 mteb/models/abs_encoder.py,sha256=m0JkRfRPMYadDgBR9eozRloI31ZSWkSzDFINpwbfLZk,16533
 mteb/models/get_model_meta.py,sha256=VpZZNINk-QrNeVpPZnlqzlLhtBs8G84eRwTzAb_gRD4,9108
@@ -1438,13 +1433,13 @@ mteb/models/model_implementations/align_models.py,sha256=EUxJSOM8ppJLVpT7dWredKf
 mteb/models/model_implementations/amazon_models.py,sha256=pdRU2QGAB5ccQnAfbRSzHE1G3ZUdjvsAgeJwkB_olDQ,694
 mteb/models/model_implementations/ara_models.py,sha256=NguWSXEN9RhrfExvTh6vL5F3uie5iRUGD9ziwpZagaA,1033
 mteb/models/model_implementations/arctic_models.py,sha256=eaMRaN9WdpVq1W6cbtNcJMdrJUTXrTSYUjTJufCdZRY,10350
-mteb/models/model_implementations/b1ade_models.py,sha256=65Pw2zEbgUxsgALfHAqsTlVKkGv9WCwTKgM7tdct1Z8,1609
+mteb/models/model_implementations/b1ade_models.py,sha256=aEKmXWVX8iJ_OotAYPOMxsOHTDEOJYdSwkR6iJsZ-ms,1609
 mteb/models/model_implementations/bedrock_models.py,sha256=RWN25Es4Nb6eIMiZlFHWNAnftKMVBumM2kozpO7Kh50,8709
-mteb/models/model_implementations/bge_models.py,sha256=5QycvT0YtV-g7qODIkeR3Qz1idzWUGRM5A_doCAmMj0,22404
+mteb/models/model_implementations/bge_models.py,sha256=LL_JnXsjGPnzzxby05Z0Jm3v6-v76nCB-yI36H9fKwo,22386
 mteb/models/model_implementations/blip2_models.py,sha256=l1YeLjlFEFGfHLIwpJ8gVUCc6cN-lUYXn6_FerEOiLE,7293
 mteb/models/model_implementations/blip_models.py,sha256=P5Ui6Dxbl0mfUc9udvPqN5cQx4paz7muG7SR2_FBBsg,10681
 mteb/models/model_implementations/bm25.py,sha256=orjdCPWRdeAskQ3zJEzuNMyEks6WW1qv4mGfw8Ih51Q,4836
-mteb/models/model_implementations/bmretriever_models.py,sha256=Es0ry2zvvTEeNFqwOE1sj-dVpPfePFD1gA2esJMNmcw,6554
+mteb/models/model_implementations/bmretriever_models.py,sha256=ABfrACa028Dcujan7-PaUZLTw9wkDB15XIfinP_FRxg,6555
 mteb/models/model_implementations/cadet_models.py,sha256=AR1uVm5EVvY2Q4rc_nuOtUQzTW9scrSGrjLGCqUJWsU,1829
 mteb/models/model_implementations/cde_models.py,sha256=jN1MokN_4tl46Elrx05ZQYW-B_sRK49CUp3Et7CAyJc,8654
 mteb/models/model_implementations/clip_models.py,sha256=zrfgNmZszu0JMtMNdCMzEohixsrnQ7xFhCqgsiucH_Q,6107
@@ -1464,33 +1459,33 @@ mteb/models/model_implementations/en_code_retriever.py,sha256=leZ-0M6LrunocY3XQB
 mteb/models/model_implementations/evaclip_models.py,sha256=cPMGYLDIq4s8zJxb4vPXqJ-rqwPaq7KOh2QZSO6cDas,8000
 mteb/models/model_implementations/fa_models.py,sha256=WGal70_ezITWoNdjcMdbOCTSCtoaXzuPadYstLVXxhg,7478
 mteb/models/model_implementations/geogpt_models.py,sha256=Juv86SwhgQX80lVLjAFtim2aSiJT1AcgjniyyiKyk1Q,1923
-mteb/models/model_implementations/gme_v_models.py,sha256=5LTEzEpX3irelBGU9v6QATvqtTWfgnP78Qt9FtrvDfo,13568
+mteb/models/model_implementations/gme_v_models.py,sha256=NkfgR3_UdZzoBt1NnalVou6LOR-F7qXM4by9EbAVrys,13568
 mteb/models/model_implementations/google_models.py,sha256=P3Kg6G8UI6JA17MMlhhoDj54SCAcRP8uZ1CudL-Caf0,9295
 mteb/models/model_implementations/granite_vision_embedding_models.py,sha256=uqQ5-e_a-ADv3gf3sR9Drk0S4x8Gy8mZkpL-E4X16TM,7241
 mteb/models/model_implementations/gritlm_models.py,sha256=aS_CuioL95JAQMYiaKlGuAWU9wZjabn268Xut3bD8-w,3005
 mteb/models/model_implementations/gte_models.py,sha256=o26Xyu_tucUlP435Q_jB4-bl0xckgj4wtbutTwhYgIo,10073
 mteb/models/model_implementations/hinvec_models.py,sha256=I_d_dSNVaGIwMIwyvTlaPAzGMpwh_PzvsfE4y47GFyg,1575
 mteb/models/model_implementations/human.py,sha256=klMpuMAtYH92EIEwNMEhne_Baf9fNiTg1DNWYD11P44,532
-mteb/models/model_implementations/ibm_granite_models.py,sha256=VfBqqW3bEeaVOnLJy42G3KZFOD2yVrynRPKtMQPVKCo,7902
-mteb/models/model_implementations/inf_models.py,sha256=v-CyRA94W4N3m0PyltIREX-FU2J_SD1uzEj9OD0Monw,2906
+mteb/models/model_implementations/ibm_granite_models.py,sha256=YCT0jbgawy19ps5l8QlxpQoJLjq8Nh-3R-e6yxS0DRM,7902
+mteb/models/model_implementations/inf_models.py,sha256=lvXUFhAYDltq2_Xa9MHcwfhh1V20rbJLSgON76tkj6w,2906
 mteb/models/model_implementations/jasper_models.py,sha256=KzjVnQ1HwaVO9Z7kk1ZkjFrhvlKupeWCmkSljnZv-IM,4071
 mteb/models/model_implementations/jina_clip.py,sha256=CfiIxbhKspjQajNtObCfGPHOWPk6uLn4cuwydQHFTMo,5118
-mteb/models/model_implementations/jina_models.py,sha256=F7cd_FR-I1dfKA_j4A3K6cfnqxz-NxW0HXgoO7bji10,29653
+mteb/models/model_implementations/jina_models.py,sha256=QWoesiTygdFTLcdGpdx26wOUI1AXRz3jLmxGHJ0WMNE,29919
 mteb/models/model_implementations/kalm_models.py,sha256=ruNzMk3MRLW0up91aXwPIMqorRyujDF291B78D_m7bM,52827
 mteb/models/model_implementations/lens_models.py,sha256=fC7_NB1F8vBAlXD0p0-hALf6eZTPFJwpz57dy71OlwI,1696
 mteb/models/model_implementations/lgai_embedding_models.py,sha256=S83pbfkMH3YUNl4skusgbK-Rn-uLuScQVxgXwegR_N4,2333
 mteb/models/model_implementations/linq_models.py,sha256=rnW27MybLMQ2Y3OxDyBTMSIsx_hXC0DlMD4kFv7NJV0,1918
 mteb/models/model_implementations/listconranker.py,sha256=pFISrZ91NHsnhc5El5U_ZPsB9cSTuTY8-nDzpoNMC9s,4485
 mteb/models/model_implementations/llm2clip_models.py,sha256=_sqAOb5oSbxn1oaXjWwPXRjTvxLT48xXL_tuabt2Ks0,9265
-mteb/models/model_implementations/llm2vec_models.py,sha256=CR-Tz45KWG36j_R8MVrlZM3rEHrP4pau_UtDhutAxvc,12637
+mteb/models/model_implementations/llm2vec_models.py,sha256=Og_EqnOXgIfaTcVTl3Lj5BicG83ycnXS_YHNtK63I-A,12638
 mteb/models/model_implementations/mcinext_models.py,sha256=W9MBQFqGTXVa52WDFFq1Pdat2TgRvluOcD6JVAupn28,18968
 mteb/models/model_implementations/mdbr_models.py,sha256=B7R3dVEH9EZ_fSZ05VveSbmTyO3Erh7iJ2WmMn52d-4,2509
-mteb/models/model_implementations/misc_models.py,sha256=yjZTWfcdgdJnYYiwd_1e5Pqfql9WoFhzaQlUSAyWfB4,56381
+mteb/models/model_implementations/misc_models.py,sha256=R1Ew2Bwj-YwHoHmO_qVa8WQf3BQcJ1FDjj3Xm0Y6nzo,56381
 mteb/models/model_implementations/mme5_models.py,sha256=cRRXecC8EHeLQiEd1nfCb1vt75x_CnG1s_9lYRrtyTA,1484
 mteb/models/model_implementations/moco_models.py,sha256=Mxjs4Nml7Jd_j2oSdN7WQc2t_UrkZVBRmhDUW5QK-6M,5154
 mteb/models/model_implementations/model2vec_models.py,sha256=D-EY-6P-cKKunbgzk4DHzJL1ogpWYFhpHbTLb8qQjJw,13765
 mteb/models/model_implementations/moka_models.py,sha256=Y5do7Z4JyGxabYrjHhkBLqCKTQKotniS-f4kOgXJjag,4995
-mteb/models/model_implementations/mxbai_models.py,sha256=yJXZHBwj-ZALQshKnfzx-SzosTKtem1_-LKVRVw-3Is,3593
+mteb/models/model_implementations/mxbai_models.py,sha256=33ta2BnhvKYBUgE89wFgPNf-CnOb7ooumZvqHOvbZsA,3593
 mteb/models/model_implementations/nb_sbert.py,sha256=Ab0OXvOzEqlFFO1679mMiCdJvMSnvcfCoeFMLzNL74I,861
 mteb/models/model_implementations/no_instruct_sentence_models.py,sha256=6i-xbLRRNKuDpU-hwklwdQjgu1wnz5CecLSoc6kyd7Q,3976
 mteb/models/model_implementations/nomic_models.py,sha256=mT-v5Gs5-sRH8-ziCw_CtxB9ox3C6FtwWJjNghNrunw,11334
@@ -1510,16 +1505,16 @@ mteb/models/model_implementations/qtack_models.py,sha256=biZLH5E3UWIcMZXIZNGgBZF
 mteb/models/model_implementations/qwen3_models.py,sha256=IpPJC_y-Kt_1Bq6nT2lX3-lMl-hl0BV6VhAL8Czfyfg,5133
 mteb/models/model_implementations/qzhou_models.py,sha256=90tsGftdCX90Gvu63bxtMyzczGi_u9bsUlg4WAVeH9Q,3536
 mteb/models/model_implementations/random_baseline.py,sha256=NH-epZ73BYvV6qYgu09BsoiFxBWypUNLdJIXRp5QPhM,8030
-mteb/models/model_implementations/reasonir_model.py,sha256=MJWHFiu4x2s3GwpuI5_E9bcwvU_KL-FIROzGaw0SMJQ,2216
+mteb/models/model_implementations/reasonir_model.py,sha256=wSCcJpUgZ0pG2g3vTEzYNmPlPG_CVn_rR0ENVCines0,2218
 mteb/models/model_implementations/repllama_models.py,sha256=89HoqEpzkNysHeuf_-YhU8WETamHTogSRztGIRo6G1s,7321
 mteb/models/model_implementations/rerankers_custom.py,sha256=ro73A9-hHudy3_qIMrhP-ja-3Xqu78r_aORm856zHQc,10651
 mteb/models/model_implementations/rerankers_monot5_based.py,sha256=rxVwzapNnHl4gCw79XVCaTXj3-wbToyj7XVL97tpAF4,34302
 mteb/models/model_implementations/richinfoai_models.py,sha256=llvYa0JUjyOOMbuTgOYoJ2qeqZ5rLHX1ZjZIYlYbdvA,989
 mteb/models/model_implementations/ru_sentence_models.py,sha256=Dstx46xFcAOC7giKPclC41GJTtFfmg4t6gLTdAnrxDk,40129
-mteb/models/model_implementations/salesforce_models.py,sha256=7W9FB-_9Ls5QrVR7IVIDdXjl95t1zkI_hUanvBWCZaw,5160
+mteb/models/model_implementations/salesforce_models.py,sha256=KslTK-IKeLvNG-vQir9k6swkaOgjk6eyozm_BOVgTpY,5160
 mteb/models/model_implementations/samilpwc_models.py,sha256=oMwKNwCxoH1jZgCy04oo2oVlBZWu253QMpnEEC6emz8,2021
 mteb/models/model_implementations/searchmap_models.py,sha256=XvVl99emIgnNUCxkTuFQXW6py2R8vgsArfpyHveCugw,1904
-mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=CUC3m6s05HffL1Qj2o9-bxjjNJ6CG-VOlQCYlBDxTiQ,18535
+mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=8J3htEddltyGTydIbnMUudgAV97FdD43-SQKaSA_Iuc,18534
 mteb/models/model_implementations/seed_models.py,sha256=SgK4kPVO6V33G3F1zSq06zSkWarPLEwBt1SWp4TUoVw,14142
 mteb/models/model_implementations/sentence_transformers_models.py,sha256=EtEaXg1yFFp3DQEOxu6am8bcVQR-ypcHj6DCqJGHOVU,21160
 mteb/models/model_implementations/shuu_model.py,sha256=KkcuVYjIzoha3Fvxh8ppqHQ9BfNMWeqDqn9dGCRKUjg,1167
@@ -1534,13 +1529,13 @@ mteb/models/model_implementations/vi_vn_models.py,sha256=quWmd3JT2J6SlAsFrV2gcnc
 mteb/models/model_implementations/vista_models.py,sha256=Q3I01kRtIPaoke0iMIcH4CLcCDTnMSIBFNCof7LPTX4,10832
 mteb/models/model_implementations/vlm2vec_models.py,sha256=HGGy_-z9Wc99xOKum71rBNipCPqWcM1efmmXgy5Rvxc,11724
 mteb/models/model_implementations/voyage_models.py,sha256=Qn9foyBmAGuuhispwZTFQb5ZtDM-OWMif5Ca4PBEhcw,19842
-mteb/models/model_implementations/voyage_v.py,sha256=SL1n5fozOReEQO4SNNWVTlWBpWXo_-Ujsz9hJtANUMk,8176
+mteb/models/model_implementations/voyage_v.py,sha256=6i-oFnaY2D2qR1Dgb0B98ougnD1ujW9aNG9QoWyvwwY,8041
 mteb/models/model_implementations/xyz_models.py,sha256=TePlrH6EHwRPO87U_J3Yce9-XHCn_X7I2cJ_6BZ2fUY,1296
 mteb/models/model_implementations/youtu_models.py,sha256=NB74E6z-_36HyXb8GXKn8CrmRLN68uX9eH4xcS57zl0,5938
 mteb/results/__init__.py,sha256=EXQqK4Am5eIYzD52dpcGAFSdqnC38oE6JHN302oidHc,158
 mteb/results/benchmark_results.py,sha256=OWqeBxbNsPmOKRhxY980N5CikpdJXToDGJGTXUe64Lw,18209
 mteb/results/model_result.py,sha256=Wdbkpxq7_geliYDr4558i6txDVdsHL-Y9WAv_u7thlI,13689
-mteb/results/task_result.py,sha256=M3hiuYo9At2UycfiVDTi3-LDy1cRG_5csRgEvGmCyKs,31810
+mteb/results/task_result.py,sha256=79lQNMH1xcCr_Y0XsOGRlF_9OJFPsaCCBTDUuK1wUG8,31782
 mteb/tasks/__init__.py,sha256=izAxU0ip1F_YUwx0dFCuN35BaktdmePh6vlDiHC0kLo,503
 mteb/tasks/aggregated_tasks/__init__.py,sha256=Ufgbh1AirxCQkojO3AUhUFWM8zQG10cfdVTkj_PeyLI,104
 mteb/tasks/aggregated_tasks/eng/__init__.py,sha256=HgaSyAX8Is5CGE006RgJkLQQVxrx2FmMnm6NHQBDi-4,358
@@ -1612,7 +1607,7 @@ mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,s
 mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=tujnOfZPKSGq0o9_e8H1Nw-uQ3t2GSQYYgkDMySXFn8,3630
 mteb/tasks/classification/ces/czech_subjectivity_classification.py,sha256=31lTpWh0adXA8C6TY64NbSKi4pVbnH7ocEDEQCd5JEA,1520
 mteb/tasks/classification/dan/__init__.py,sha256=edrG5UqewQ_YfQD3KtCTs9GU5z1jo4wjlkSEHuQg1ww,864
-mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=baq5GOxtxl1HUCwpi8jxTTUNmyZJOzrepMJatUFni_Q,3162
+mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=K1KxSzZV8k4ZbfPoFLFThQq_y28K1Q_VCtv_4mdwtRE,3166
 mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=Yiei__QJP5qGNVpdPKS0Sb0DX01yvS_vjf9HlXXtcdk,3213
 mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=cjzNC5P9HmemPhj2V8twnZo6bT3zwml9qWd8elUfxJg,4022
 mteb/tasks/classification/dan/dk_hate_classification.py,sha256=FhV94a0qn9mSsJuEFtz_y2c_-PTzT9wp29b0DImzYNs,4452
@@ -1645,7 +1640,7 @@ mteb/tasks/classification/eng/hume_toxic_conversations_classification.py,sha256=
 mteb/tasks/classification/eng/hume_tweet_sentiment_extraction_classification.py,sha256=hiOXpCGAHXLm4duu94ptT9l0uWsyw3SRB7w3SqyvxKc,1602
 mteb/tasks/classification/eng/imagenet1k.py,sha256=n6YlgVBG7fudRzv5BI0JWiSjpbWIaOLEGQws8VHn0O8,1574
 mteb/tasks/classification/eng/imdb_classification.py,sha256=5ewozc0-GsXDuKXJBqOnBesJ8H0-_JzGqSeOtsVB784,3631
-mteb/tasks/classification/eng/legal_bench_classification.py,sha256=kyP5OyUheSDAJN55Sewh4KjkaPTCw4Taz0BtyIPbRzc,305726
+mteb/tasks/classification/eng/legal_bench_classification.py,sha256=zqy7REu20R-C4s1LQHSAVIXwzzTZRqdopFYdbTlF76s,305727
 mteb/tasks/classification/eng/mnist_classification.py,sha256=hmQfHKKkw2ezFYr26350DCD0-_ZO6uPn7BN4fSZgoAY,1360
 mteb/tasks/classification/eng/news_classification.py,sha256=8_MKO3dg-87-D4ObJaK2_XzoYPPA5lu7P6a62Jg36YY,3351
 mteb/tasks/classification/eng/oxford_flowers_classification.py,sha256=1Qlma1B3rJXRZNiyh0n4b0At-nusKKAdEIXw2eSTv-Q,1673
@@ -1768,7 +1763,7 @@ mteb/tasks/classification/multilingual/swiss_judgement_classification.py,sha256=
 mteb/tasks/classification/multilingual/turkic_classification.py,sha256=SB-17gT866bE3Py01pdioIcqzFC2EdxdoiwZ2N11HbE,2356
 mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=E1AR4BgGdhw7jdMZy96RNUb1uvHaFFx9JsKJo60QZRw,2072
 mteb/tasks/classification/mya/__init__.py,sha256=lFTf0bNTeMsXTHlnKJM7c-VsnQM_3Il6gZehbVz-3xA,97
-mteb/tasks/classification/mya/myanmar_news.py,sha256=0MxWx-YS2NWsWM9kWxGVN1fYXWvtpbgpNv-MnaVMgoQ,3224
+mteb/tasks/classification/mya/myanmar_news.py,sha256=fRDQBaSnNSLGIDU7HBz8xlHkIcc58B9JaK7D6g0fQ24,3226
 mteb/tasks/classification/nep/__init__.py,sha256=Sj3bPg2KXOui4nwgVhSdz6JUpjadQJ1ZJjxxpMyMLfQ,176
 mteb/tasks/classification/nep/nepali_news_classification.py,sha256=FL6IJTixczeO4xTCswSNdW2OLvqY3d7syEBo8BugN9s,3661
 mteb/tasks/classification/nld/__init__.py,sha256=a_YlxI4tL8joDa1RF-ctbA4kw_8kHhM0sWBNtX1FTcQ,1037
@@ -1833,14 +1828,14 @@ mteb/tasks/classification/tel/__init__.py,sha256=DicrFxq-N9dDqF-WZ64mbH2jvz_be8Z
 mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=kr2RazVzvQlu_iEhhm1MHixRbaIR49KojrcCRsSlEGI,2590
 mteb/tasks/classification/tha/__init__.py,sha256=L17uVKPwwwEcHvhWuA9-ZZ7cEsEovM-oqGY35FAdb6c,336
 mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=vkxpIfZdUnLDAxOuEwNeRqM2U7bRdt2xHGJx65j-dgo,3107
-mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=f7xJgp2d0oVUXm8TfIsjt80yZIUrE2VR-KJgIO_0egA,1737
+mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=0qy4fHUf5i6Kgfxve1NneelB9gNas_7lMRs6pwgce1Q,1736
 mteb/tasks/classification/tsn/__init__.py,sha256=pHxOFshsfTp_CkIowXYcDtpZsxihcnPewREjFOzwHH4,176
 mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=T5_-XgDq4cKoKVxf5jlTf6F_wHy3fGGMnmGwA-Fr-Ss,3118
 mteb/tasks/classification/tur/__init__.py,sha256=ZHpiPVOG5fymXCy2V2XqnSyVuXwHWmoa58KE9ohGjKw,481
 mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=UxAtI9Aau_qc-JvR6SkdlHT0m2yT0OPgV8cp7HuvbuI,3081
 mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=zfM_ODrzHvgNkoM3Mbbks1xQGNBZE6cGBuy1lJ6Ptb0,2793
 mteb/tasks/classification/ukr/__init__.py,sha256=Tk8r98fjAhLigvXSu2v3vhq3aJVepreg7k7hVxlpIYo,186
-mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=qI8L6r0WWhvAtERRxNQG88zwAnfSBTunlJZ49YNc85A,4522
+mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=zQOxwega1ZldFadsBdfsZYKJB7O6D6lXxZ5dz-Wpnms,4520
 mteb/tasks/classification/urd/__init__.py,sha256=CxO1ERWJxvYlmNUsXSGs3oPKqAtjrP0MTInCl6NV3oM,217
 mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=ODS9UIFla1s-JIKISgoTYEmaB62vdRmPe9vb0024IfQ,2813
 mteb/tasks/classification/vie/__init__.py,sha256=C590nbZwTwxtP-46xS1NYgcH0UJcELA9TDxiJO-o67o,1603
@@ -2032,7 +2027,7 @@ mteb/tasks/pair_classification/ita/dis_co_tex_pair_classification.py,sha256=N1Y_
 mteb/tasks/pair_classification/kor/__init__.py,sha256=h-aIkge-Vf89YRjA0bteTrKAAXF3Hojs0_D4NfycyPQ,53
 mteb/tasks/pair_classification/kor/klue_nli.py,sha256=9W9jLcrxCcWP2A5Ks7mjsHb0XJi5AfKyMGLTEIdT6kA,2522
 mteb/tasks/pair_classification/multilingual/__init__.py,sha256=Se4NBy208UzG7ZYWLk-8GtUjz7Nt6uKqV4sf5hbz_L0,528
-mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py,sha256=BmnLe4ANErIdpaM-qVF3x8282a575tm7GNE36K4Q1M0,2178
+mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py,sha256=8wmaLY1h5XZfz9dhkj2SkhGvwvpf5Mo-7YanQ4YEfN4,2230
 mteb/tasks/pair_classification/multilingual/opusparcus_pc.py,sha256=h8LHHaWxuvsdtW9rFP5oKyLhnNJcEDq7b_a_DoH84rU,1500
 mteb/tasks/pair_classification/multilingual/paws_x_pair_classification.py,sha256=0IpodQ1H3rM_YEcODUDQPNeOHbkKrBi4OCbwC9LI2OE,1651
 mteb/tasks/pair_classification/multilingual/pub_chem_wiki_pair_classification.py,sha256=sYgOlneCYiGm6xi8IpJCr8aWdYDzoeJhq79fvxh5GfQ,2773
@@ -2108,7 +2103,7 @@ mteb/tasks/retrieval/code/code1_retrieval.py,sha256=bFQjQtKw0Lpn5Yj_uRFbRYUKnd61
 mteb/tasks/retrieval/code/code_edit_search_retrieval.py,sha256=pSbrwXByeL9JaUzEMYsRl-upVMrQPlWXe1QCw1FqLcM,2877
 mteb/tasks/retrieval/code/code_feedback_mt_retrieval.py,sha256=CiJ8pYt3gmYR0mnk8KqdaO1jXgQbpU4aKvOe4d7lpu4,1489
 mteb/tasks/retrieval/code/code_feedback_st_retrieval.py,sha256=eNV1DKxmKJzhIlBVP4u1JsxPRV_SrfKG4Uy6csbXZjM,1477
-mteb/tasks/retrieval/code/code_rag.py,sha256=732O0bqKgIpzeHt1oQed0dICvPKpuC3cexkVH9veAeM,9577
+mteb/tasks/retrieval/code/code_rag.py,sha256=Cx1GzhUwdcRwZJDCx3nsavHrqDh5IWuU5ZVIV7pIX9A,9577
 mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py,sha256=81y-W4l7I8mzQJ-bvCM7rfIGykI9VdO_2MFNJIvTJDk,3816
 mteb/tasks/retrieval/code/code_search_net_retrieval.py,sha256=BECmHuIQXeDjjUBKmvjYji395Ep-RnF0fCgpGXDZTus,1504
 mteb/tasks/retrieval/code/code_trans_ocean_contest_retrieval.py,sha256=pkFKpaKuBbGYU-tezvSz_BMESUKY5Pp17CmSj4e0_K8,1497
@@ -2124,9 +2119,9 @@ mteb/tasks/retrieval/code/stack_overflow_qa_retrieval.py,sha256=NjD7b7234xrlA2xK
 mteb/tasks/retrieval/code/synthetic_text2_sql_retrieval.py,sha256=TQikfAT_n65OzJEWmlxaj4mncce3hdzFpuB9ZIsBktQ,1640
 mteb/tasks/retrieval/code/wiki_sql_retrieval.py,sha256=OOypL5bkQ1xX7D6SlDPcfu1KIDlKPTlMKkR2gnax2b4,3310
 mteb/tasks/retrieval/dan/__init__.py,sha256=gHkyCxzEZ-Nyv5HBLsQ0VPs1y0JjoxNX5q5kOhPiCT4,280
-mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=8IqK6LOYmeX6E1LM6WVXc6A4NbUe9Up813KY-LiG3io,5621
-mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=z-2zz7syAzm4pByvyw0cUdqimDwzfF1Pw0wizXJJN9U,3774
-mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=WZY-ZoqQyV5vBr8IXL1g94NLS2qdk0dYfjJhjDZEVSY,3407
+mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=W7LN0Tn42fFss1quMHq2W39NrZm1tGmmdONtRGDSr34,5622
+mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=-8OT4d2YtNB_Jis0wOnJU44zPopFKX3nUPeC6olHaTo,3774
+mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=y2pZXmHmXlz-R6KJtGaLXxyTsUOcvYaBcBC3zKA83Lw,3407
 mteb/tasks/retrieval/deu/__init__.py,sha256=xgC4Nt2DCgcoCAkiErKSCQENs18DJtHFbocSMWS_278,719
 mteb/tasks/retrieval/deu/ger_da_lir_retrieval.py,sha256=ZQFzZLguoOmrZ_pZVk4w5N7vzhiUYcg8sTvs62S4EaY,1371
 mteb/tasks/retrieval/deu/ger_da_lir_small_retrieval.py,sha256=zb5SGbztP3xQI9tt-3MEFsxEvxXzVlpo-ahx1cFd-WU,1572
@@ -2139,7 +2134,7 @@ mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py,sha256=RYZCPgKaNPi14ncxnvz8_7
 mteb/tasks/retrieval/deu/legal_qu_ad_retrieval.py,sha256=l_UNVkOQxqlKp6wef2BM-GKtyYnmYLYThGZZnUsR_-c,1594
 mteb/tasks/retrieval/ell/__init__.py,sha256=46naXAZtJzyezyqOQGRIlr4zQVkqGQJdj7ztjMrez9Y,72
 mteb/tasks/retrieval/ell/greek_civics_qa.py,sha256=uKmiWHHZvL1o5m17XCrzi16kHWFNhlEUHrtlk-LR1as,2514
-mteb/tasks/retrieval/eng/__init__.py,sha256=yvTVNBeiVJoK9MForbM1i2-_OFXNgYaO7FOIdN83sqY,15763
+mteb/tasks/retrieval/eng/__init__.py,sha256=loq6PjQTX-ZpCUgy6wFZ74LCpZVmzbiRQKtJQlJbvQM,16093
 mteb/tasks/retrieval/eng/aila_casedocs_retrieval.py,sha256=UKoN9oE8C412REf8MV16aUDgE5NwkHxnXsh4dcLztpk,1398
 mteb/tasks/retrieval/eng/aila_statutes_retrieval.py,sha256=GugjZwaWmTlNyYzK8ACKZHIiUw2YBvLaVyTngN_qQyM,1366
 mteb/tasks/retrieval/eng/alpha_nli_retrieval.py,sha256=GpOkizyeOs_ZMbRu9g1yAXdKkQr8PObUepP1OulbJio,1714
@@ -2161,7 +2156,7 @@ mteb/tasks/retrieval/eng/chat_doctor_retrieval.py,sha256=_PQYn3jXgeLKjnb_uKxzHtM
 mteb/tasks/retrieval/eng/chem_hotpot_qa_retrieval.py,sha256=sLTfqBf967htSU7Ego7zkEC8QYVWFI12YoHxa-urWEw,2114
 mteb/tasks/retrieval/eng/chem_nq_retrieval.py,sha256=8bl4PRKJwYgNF0sZPZQINgn81-r3c_2gDoMQJYdpb8I,1886
 mteb/tasks/retrieval/eng/cirr_it2i_retrieval.py,sha256=o_4fVGosZjYsfMQy7tzQGaq8aijhUwXKcV7MYIYY4SY,1583
-mteb/tasks/retrieval/eng/climate_fever_retrieval.py,sha256=giXcYhin_92gkmJijjGGCb4OGVuKP2HS_rPTI7ERkDc,4869
+mteb/tasks/retrieval/eng/climate_fever_retrieval.py,sha256=obIROibY5nQ8oDGbkjG5Z3jrJ-rAXVmF_1w_XN6Nqm0,4615
 mteb/tasks/retrieval/eng/cqa_dupstack_android_retrieval.py,sha256=-Uj8BOIPyjl8egm34qZGRKULGgEoaoac4wOhdWXAPgE,1674
 mteb/tasks/retrieval/eng/cqa_dupstack_english_retrieval.py,sha256=hI0PhOmbf4__DPIZEyNbn7w6tinZxbc1ZATlZECjz0I,1629
 mteb/tasks/retrieval/eng/cqa_dupstack_gaming_retrieval.py,sha256=VBsAaiGzapR-9SCJahVeoeqExeEQyphwctPWgERWuTs,1633
@@ -2176,7 +2171,7 @@ mteb/tasks/retrieval/eng/cqa_dupstack_webmasters_retrieval.py,sha256=zEkmPfHW2_5
 mteb/tasks/retrieval/eng/cqa_dupstack_wordpress_retrieval.py,sha256=l6IkX_gHtl3PpbcLxFvcNePwZDul-dOxRX7l0bQlzgY,1634
 mteb/tasks/retrieval/eng/cub200_i2i_retrieval.py,sha256=sn0eN5Q9mseKVdtzN5duZGyjNB3jmLSSS2xgKvC_Icc,1251
 mteb/tasks/retrieval/eng/dapfam_patent_retrieval.py,sha256=3rJDG8Id-gcG8K92SwgfXC8XREhH6uUbjU3u_AyCzgQ,27254
-mteb/tasks/retrieval/eng/dbpedia_retrieval.py,sha256=EkrMmMgDX6M1tgBDg1qt73lCL8D_U4MIrocnr2RbsHE,3257
+mteb/tasks/retrieval/eng/dbpedia_retrieval.py,sha256=24XDQknkp_yxLUEEyEj7JnmTpqmT8hdDaLVA1Pr9PB4,3475
 mteb/tasks/retrieval/eng/edis_t2it_retrieval.py,sha256=hgFPxjozfGG25YeYV1WWMNarwJAXPWuPgFPbvsX-LqY,1393
 mteb/tasks/retrieval/eng/encyclopedia_vqa_it2it_retrieval.py,sha256=GviRCA5VAZXuf9lkHuMpAJ-rLLLKwVizolvbEbjyGPA,1667
 mteb/tasks/retrieval/eng/english_finance1_retrieval.py,sha256=GKtIypZypE3qUcQIUOYZPhuUGTMpqjJ0QCV-fFr9NV4,1121
@@ -2189,7 +2184,7 @@ mteb/tasks/retrieval/eng/fashion200k_i2t_retrieval.py,sha256=7hXg2FamRxrOhP7aLT4
 mteb/tasks/retrieval/eng/fashion200k_t2i_retrieval.py,sha256=our4KJGdi7ebQIVLXUcg-d6QgKDgzOoviJUxwpNtDSo,1555
 mteb/tasks/retrieval/eng/fashion_iq_it2i_retrieval.py,sha256=Vtm2MZrZ1f7BMxxzr4DRxwobCNvnvsZn5Y19uv2ygi4,1606
 mteb/tasks/retrieval/eng/feedback_qa_retrieval.py,sha256=YAUn1EeeSxWanB3ZRirECxafHZvEnUbJmcFNXMxhnIU,1766
-mteb/tasks/retrieval/eng/fever_retrieval.py,sha256=tIYCrIwED8kgO-oqrPGvQ2VETRmMh3H-wg3S65TgNHY,3942
+mteb/tasks/retrieval/eng/fever_retrieval.py,sha256=CRUzFPZSwD3J7JBpzofXYZsLLzjKhJ-CDM6O7Fab-z0,3977
 mteb/tasks/retrieval/eng/fi_qa2018_retrieval.py,sha256=BChxosI8yRHrHwvpF_EtgzGPKdXwhD-47kPxiUJp01A,1520
 mteb/tasks/retrieval/eng/fin_qa_retrieval.py,sha256=8pPk1sMQDf2uG4a-jW37bbJimxh1NT5TpMGb97PcOpw,3692
 mteb/tasks/retrieval/eng/finance_bench_retrieval.py,sha256=d--7LWDJg46otIokG5u8V249eLUHWJJ8Jspg4mFQF1Q,3490
@@ -2200,17 +2195,17 @@ mteb/tasks/retrieval/eng/gl_dv2_i2i_retrieval.py,sha256=aeVQjOlZG0OUPTt5HhZbAEMr
 mteb/tasks/retrieval/eng/gl_dv2_i2t_retrieval.py,sha256=z9Fn45XT832Fo3N1IIs38jNW-RdqrtjI0JYi7JIDI_k,1449
 mteb/tasks/retrieval/eng/gov_report_retrieval.py,sha256=Xqr8dDqo8wHXDMbZ_HuFS46ui5QFpyh_z09R5zK9FHw,1662
 mteb/tasks/retrieval/eng/hagrid_retrieval.py,sha256=IfF8y1yUURZ-CiT8g2i1XK5rC8N83_E_XpgWvUUBGfw,1454
-mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=eyrUUOeerBsGG8ufU4LjIeu2kHVvEU5ZVDoLAfKrQdA,3414
-mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=AQTiCWbaV5WChcVF-lALwhjSYHZ8rOcYtIWIrv39-5k,3403
+mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=2wolr3UrHcONtbGLFxjj6vqVgGkdfSULBnU4oSEF2LE,3285
+mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=5Sl0glFi48DQfVpHSRA5VYyHEl9KDJ-tm8m0RfPxKUY,3285
 mteb/tasks/retrieval/eng/hc3_finance_retrieval.py,sha256=j_Y7wRS29F8drvXgwmMXILejvAdr_UDrXwK0pRQ8I1s,3570
 mteb/tasks/retrieval/eng/hella_swag_retrieval.py,sha256=SDMTKYvcN5WGIiynYH7fqvlUb5qzTNeFTv6IJpOUIgQ,1598
-mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py,sha256=dWZtWnwa6KZoSPUoExszETvISxcjvA3TatO1MX7pyr8,3993
+mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py,sha256=DeNHRepIvcI217SqTuMvEsWMhNL1gcMblSRww60VCDw,3943
 mteb/tasks/retrieval/eng/image_co_de_t2i_retrieval.py,sha256=9M1yMrYBVS7_ZHHc7yyY3QDC4ao1XSpFc3dT0k7WGWI,1288
 mteb/tasks/retrieval/eng/info_seek_it2it_retrieval.py,sha256=r0ziXRSditV1S_QoF0PA6UfHQivYbnp94ZtmtZgtNVQ,1579
 mteb/tasks/retrieval/eng/info_seek_it2t_retrieval.py,sha256=qJ_pyxAvIVHUmibBSd9TqvdF_jZv3omCFX_8eKddviA,1541
 mteb/tasks/retrieval/eng/legal_bench_consumer_contracts_qa_retrieval.py,sha256=NrhXlzXSpy1aCYvakdN4vgcrfrP5iz6Rw0otc15wf_k,1530
 mteb/tasks/retrieval/eng/legal_bench_corporate_lobbying_retrieval.py,sha256=zvhW2Gq0BFmXYp7-EoZ8rZWgI47wrG7z9e-1qM693io,5189
-mteb/tasks/retrieval/eng/legal_summarization_retrieval.py,sha256=B93AlMDXx-RKTP-1x2_Dr98Q_3OKRvHuts5BSpJ-fdc,1448
+mteb/tasks/retrieval/eng/legal_summarization_retrieval.py,sha256=Fk_GtYWzbA1AIpS9w_bdxL2RsH-_HYj4u4zm2A_cWRI,1447
 mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py,sha256=cKNfseWeolUKau4bet4_-MiJBXmG4JQQHb7ZfovuiLY,2601
 mteb/tasks/retrieval/eng/lemb_needle_retrieval.py,sha256=yXyG6vpMpMYDPT_RBycwSwTI4QhjhPWQ2zQrdeAmaaE,2964
 mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py,sha256=t6-AdiXiOpgLKacVILKu0LrpTc4RWs2uW3ywUa-zkK8,2959
@@ -2222,8 +2217,8 @@ mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=za2ScSmaH8UyZIGqWkaIPo_4
 mteb/tasks/retrieval/eng/llava_it2t_retrieval.py,sha256=j2W4nh5EPcbvilYqgyjJ1tfHgxLsKGG5wisSsiAVK3A,1780
 mteb/tasks/retrieval/eng/lotte_retrieval.py,sha256=l5akqCc54mS1fmmhBWie-2EDpuCc0sQZRCtm2c3x3YA,2325
 mteb/tasks/retrieval/eng/medical_qa_retrieval.py,sha256=tmraQ6Y6IFe_BbFb0tVtC0W_kADF0D6Fvh3xybwXyhs,1368
-mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=nUmH7PdMeii6GV8ULhNjcEHLbP3W_GCxc1Q4fSZKjhM,4014
-mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=lPgI6UE5Z599ZEB816PDjFyYCijsFIVBw-dKTiuTfg0,3984
+mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=xJ0SY_Iuyf0ras2FvKhJL9DwRzqgrp0JSFYO4UMhT7U,3924
+mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=8K2YeLVbsvjzbBETv-zJMulavYf2tKrP-BOC0iJuGKk,3927
 mteb/tasks/retrieval/eng/met_i2i_retrieval.py,sha256=tv1U0shLRqoKn3e9BRU3Q0tFJLKDTt0gt4qq8F8Phg8,1377
 mteb/tasks/retrieval/eng/ml_questions.py,sha256=ads-UBjQQbTZoFwQEBmbI3SdN60WnWrFQFXjX12TAW8,3728
 mteb/tasks/retrieval/eng/mscoco_i2t_retrieval.py,sha256=CMphGPlJazwHR0aQc0RRUGkv4sTS2ih7KDmw1fqZFtQ,1562
@@ -2249,10 +2244,10 @@ mteb/tasks/retrieval/eng/nights_i2i_retrieval.py,sha256=L4ABfQZo6lHZ_jGnBrH1Gxqm
 mteb/tasks/retrieval/eng/nq_retrieval.py,sha256=2r6M-R_VcNs2VXFgRVde-dTjLZeK1iscB-P8VcfTuRs,3262
 mteb/tasks/retrieval/eng/okvqa_it2t_retrieval.py,sha256=nm_1GXVppP7wCAJFgiN003Bb-6QdDeOcS634NbVdKq8,1448
 mteb/tasks/retrieval/eng/oven_it2it_retrieval.py,sha256=Rvm1kt9PTOcCYZIUK3V-5aRV7PEvrsIxyfSE36d6BnI,1693
-mteb/tasks/retrieval/eng/oven_it2t_retrieval.py,sha256=MIUYmWilKEI7eEZl6_xvNO6bHKouE83HGQK2Kl2Xt10,1672
+mteb/tasks/retrieval/eng/oven_it2t_retrieval.py,sha256=gnomGPeN3nm22sfF5avD3SKFF3-2ngH0ZlgnuMwKVAc,1672
 mteb/tasks/retrieval/eng/piqa_retrieval.py,sha256=tWs1jxC_BQu2s0iimBCGDiu-3QZefFRnQaeHk2C2kwA,1615
 mteb/tasks/retrieval/eng/quail_retrieval.py,sha256=qpwhSbAFqZWrSS3UKFyVvJBOHb0I6hY8wgSPY94ka4c,1703
-mteb/tasks/retrieval/eng/quora_retrieval.py,sha256=5a6L0WKKr2XErg4VSlguoqxZjqrRrRFxtfI5sggaZLw,2993
+mteb/tasks/retrieval/eng/quora_retrieval.py,sha256=KASLS_K0mzK0PydnSifldKtO2fKoV2cEIZu-pgkkgf4,3485
 mteb/tasks/retrieval/eng/r2_med_retrieval.py,sha256=Hq_5OjxCyJDe90mf7713M9P93Zx2VL24eyPc-1F104Q,12665
 mteb/tasks/retrieval/eng/r_oxford_i2i_retrieval.py,sha256=smlcZ4sRJMAfiYrBKkpz-r4BeFQhGxjt8nhWfWmuhz4,4165
 mteb/tasks/retrieval/eng/r_paris_i2i_retrieval.py,sha256=9d5rCYCpHWJIlmO3cmW_S4Qix8-QEiqt6lxxUS9MJXc,4096
@@ -2261,8 +2256,8 @@ mteb/tasks/retrieval/eng/ra_rb_math_retrieval.py,sha256=jcwsK88cmFInVMZdtssa_tLO
 mteb/tasks/retrieval/eng/re_mu_q_it2t_retrieval.py,sha256=3olBhJuvbQ3ge58dWUV0jzfIxEKwcHgGykzw5SkPL7s,1766
 mteb/tasks/retrieval/eng/rp2k_i2i_retrieval.py,sha256=w2JPvtWP15pATjk3s6phMm8xgtHj7T2VkLhh1osv4C4,1198
 mteb/tasks/retrieval/eng/sci_fact_retrieval.py,sha256=oojafsAKuFccHIB6BWjks4NdG7yLUh0vn4fSTMcmOvA,1351
-mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=cAf8MZU5ltCudNJnXrniqVHiEwFjl49Ur2Za3ta4Rx0,3263
-mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=3oJIoG97A8qxSm5HxIhO98YdwLDMzPp2xzm0PVAzU_k,3263
+mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=8YQ_79D10XdJ94qNa9z_OVCoqHbkuxPS6NG1O4Aelsg,3137
+mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=5k9-Lq52EkinxCTQ7hr82oYND4E_3ElAMv2Zb2SxoME,3137
 mteb/tasks/retrieval/eng/scidocs_retrieval.py,sha256=nfAT5In9G99pozVtk7qjk7d8bYnF6IwuPf7xJ3OtuSU,1447
 mteb/tasks/retrieval/eng/siqa_retrieval.py,sha256=IvSxYymVZxqze7l2App-83QQ6bqgEchzMLYwNhns5UU,1600
 mteb/tasks/retrieval/eng/sketchy_i2i_retrieval.py,sha256=iDzvU5qYAQQGvZ6VtOjKGP76zVjhYngh6vOOG3bL_Bg,1377
@@ -2281,7 +2276,7 @@ mteb/tasks/retrieval/eng/touche2020_retrieval.py,sha256=kSM06MdLTyPgSN_nvTAz4kHM
 mteb/tasks/retrieval/eng/treccovid_retrieval.py,sha256=x5e1ejs9hCyTY8MZn9A0LtIfZCzYyTN3cvHGGeWMOBE,1483
 mteb/tasks/retrieval/eng/trecdl_retrieval.py,sha256=Rbs_0kd6cHxFny1Acchba4Vy9M6Vf78jSmQX4iyPXWo,4746
 mteb/tasks/retrieval/eng/tu_berlin_t2i_retrieval.py,sha256=jBocfLCA1Gp2IGG0KZ33mU8erUxrKTioeSnM-fyJn5o,1278
-mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=jxHrhO2agmolxgPkw8AtJoKe8Ieg9fNXZuTo_u2Aeeg,17407
+mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=gXvGQ-7Y0LI7PnLDH1nqjS6fpJ2YF3j9s-FJhVA1kdE,17346
 mteb/tasks/retrieval/eng/visual_news_i2t_retrieval.py,sha256=iFk5HN1DPgISrJ3k4GFJkkxdrZqyMBZZagPTDJdaH7I,1409
 mteb/tasks/retrieval/eng/visual_news_t2i_retrieval.py,sha256=cNT4asxxsBjNKtNrmqZQN639Of7UKNutDv7Y5ZWB3eo,1437
 mteb/tasks/retrieval/eng/viz_wiz_it2t_retrieval.py,sha256=jE70T5If62lkKnbF-CMAgRK4eyUBmUjNAdREBhbvzRA,1438
@@ -2305,7 +2300,7 @@ mteb/tasks/retrieval/hun/__init__.py,sha256=M59LTpENxaFLMSU43mNiP38lChJ_l_yZh__1
 mteb/tasks/retrieval/hun/hun_sum2.py,sha256=td6lxYg_eH9J62sNNuFonHIJ_22E-XGgiFN-D3iAbFw,2373
 mteb/tasks/retrieval/jpn/__init__.py,sha256=FJifPwzk9niyN16RyVr7aPr2T6K0GXSoASotX1PddeA,1175
 mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=GpyyhK6MPArnB6XJfs3ceqcx9Yy33WgvICaBuy2VzdE,1607
-mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py,sha256=E4-eX_mhLwEly_Xbfq-JCxCesXl5iOwFZDeNlrpjrtg,1169
+mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py,sha256=_9zsw9QS53NFp2EiCw3BKQdfk57agHxkSfpzKNqdJXE,1170
 mteb/tasks/retrieval/jpn/ja_qu_ad_retrieval.py,sha256=qc89t-uJqzk37sTRKlSxenYOSq4Qy2E-H_namSBeGN0,1312
 mteb/tasks/retrieval/jpn/japanese_legal1_retrieval.py,sha256=drUYO9QMSWgxvYWxL5QBdYPZ35HNwCF2d0ju1yQlZrI,1121
 mteb/tasks/retrieval/jpn/jaqket_retrieval.py,sha256=dfSNx2QJ3bj5QZOHbGnInOxTlVXkgsFvYfMnmgU8PkE,1438
@@ -2319,15 +2314,15 @@ mteb/tasks/retrieval/kor/__init__.py,sha256=zNjAS2VRjeYX5u4vqev6dGOo_R3i9uSzxAsd
 mteb/tasks/retrieval/kor/auto_rag_retrieval.py,sha256=tgffW8zMpDSv1FCOdS4_4SL5zKQj70JVSt_RKs3CgKY,1576
 mteb/tasks/retrieval/kor/ko_strategy_qa.py,sha256=jk13ORetYtF0q36h8ljD6TeTHUwvK5F5ZbDoMCP3eWk,1156
 mteb/tasks/retrieval/multilingual/__init__.py,sha256=vsRM1cV3GYgn_hzHq6y1vy1abPToKebnCpzl0sibn38,6090
-mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=nIjGMP-lIHbCf63q33GhRFddn6bASRVhcBFJ9TgEJ1I,6956
+mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=AEShsRxcoCNC2C02dj-go6eFr008NLZ2cnebAmdo4Sk,6956
 mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=_6r34ZvRiLVENYcrd87NjilybGaetBwKFEbO29zYmBU,4676
 mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=Puy0PjpRr4M_Bbxdl7oWfa7pQGM04zaRaTNlnhyKejM,4677
 mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=dwzo2sqjamM_xkSiC-jbapyhDFezSJpM4S8KfBsuLPk,4562
 mteb/tasks/retrieval/multilingual/indic_qa_retrieval.py,sha256=K7iWZ-yTftZFQiXBOlkTJXGpQXs-ZFt6OQj_L6HjEwk,1872
-mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=2x6AWRV7dswVbZzCZd_tnCD7dZjUU_F-epcILxmwy-8,36677
+mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=g_2r5BIAojIcoNxugtw87tc7NX90Jz7DQnTPHRGtisM,36624
 mteb/tasks/retrieval/multilingual/mintaka_retrieval.py,sha256=SwOliONITZM679LIBSMrvx_VymqE-zRN6YiYahhzfzw,2229
-mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=m9vgkRCmNXadDzGxJBl0K6w-tT3Goy3aStQ2D5iwoZk,3966
-mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=bhmsYJZYG9imqOFYyWhKs8FqekGthqWyXg8k3DRiTNE,5002
+mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=RT-zKWh6jdrr2ThnIjlFwAvA0eNaV867RwQIZQQr0EY,4121
+mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=mDp47UXPK5K99HVKIZcxTESnTIkFKLRf6AQV3NC6zQs,4763
 mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=vQUtJYchvsEbXkgBZr5-MfEBg5YyXylfTJOLUwKXKGc,2078
 mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=JkclJnNLHn13rw9KnIE8AqmHD1FnJP33k87yDV5sVFg,4289
 mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=3uGnj3O92_02zXZnPWHpgjjmyHIliWS3Mjf2SuZCIFs,3803
@@ -2338,14 +2333,14 @@ mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=CGOTbGuwY
 mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=ftLNo4OEG01N6jZyVpoyvZumM-CAeVV7VS58-ujxX4E,6925
 mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=iFUQUlO_ogBdQBVYBQW3o-AJDQ792yg1pJtRxA5I3Qo,3796
 mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=UduWKefwP7bPYxiDlztPEvSWXmTdw0xElglMbPY6XhA,4449
-mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=e84cWH0zepdwVY-e5nNu3_uHodLf1V1-uZoWMQ0mKq4,8974
+mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=UEvRarrOnziRmY3SSYmDwWutfrRqe4EQBU-BON6qjug,8913
 mteb/tasks/retrieval/multilingual/web_faq_retrieval.py,sha256=TM-Q98yXZny_PKHAFNEvw9o9ET_L6VM3aNis1NJ9DgM,2686
 mteb/tasks/retrieval/multilingual/wikipedia_retrieval_multilingual.py,sha256=zyqAt63bHXNU_I37jb891pwWUyGzZUGkXCyhWlRbed8,1569
-mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=wMAhvrvho10_hR58OD6xDEHGpPmY94RgT5q3QRShmho,4428
-mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=Fx7kdrLgA_Z4UF5B6u726vq7FW_olteC1gAOLqadrgk,3833
+mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=_swZhhMRs5OhzBdJVqQF1i9ZrTvAxaVrG0TpkPWkoHo,4359
+mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=joA0Cj7hBXtmFLXXJxU64ijSQrrcY9PBgoEYhisWPpU,3924
 mteb/tasks/retrieval/multilingual/x_market_retrieval.py,sha256=vp1Q5al9swuoChpbmelntuExw4_AhmO_rdONjzfTl5E,1389
 mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=o5rhMeRf9HCZQxDKU9SIibqQSR5pw4bmYV8I5nALmQ4,3971
-mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=3GSZs74nKxfB92sXdrYvYDVl8oeOrkpyy_cje43Y8gU,5130
+mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=IUMlMB1G1MbYOg9q81FPTk1pKnnLGS-WLgypehOOXqQ,5123
 mteb/tasks/retrieval/multilingual/xpqa_retrieval.py,sha256=7ZL1cDK8OLvRwqC5r1dJKiQUkJP27RvuA_XX_Oaa--E,3029
 mteb/tasks/retrieval/nld/__init__.py,sha256=AmiOwoaf7N8uElM8w3qRBttTVDmHE99SaTNz8kxJ7Pw,2668
 mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=R65AvhmxvXmtLiguNBTKNLMh4Q-s7o9UWoTR-3x2_GU,1534
@@ -2380,8 +2375,8 @@ mteb/tasks/retrieval/nld/touche2020_nl_retrieval.py,sha256=nPLZxNvhTDWkIJU6i2EPY
 mteb/tasks/retrieval/nld/treccovidnl_retrieval.py,sha256=d9rL10YNTUBVubdFxIVxqEhkf8tx9Iuxsp1BZ-Ctoyk,1671
 mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=U_sFses437b7wVbAccsF-y7pcL3PZOgINEA2GWGOz2Y,1694
 mteb/tasks/retrieval/nob/__init__.py,sha256=6PYJtnMhN5OtRwXWLAMu5V-3JnZnbHrLxMOk8Ir-b9w,126
-mteb/tasks/retrieval/nob/norquad.py,sha256=BuELiYevzBR4pgLEcIcwE_3eT1TBDChoMEw85CUGf38,3779
-mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=vL8tDAYB4ZbxRdIpbe-0wgX5-HLfIEs03AXp_y-56SI,3143
+mteb/tasks/retrieval/nob/norquad.py,sha256=sqQLt3ajBrui2TnwvuPny5tU-aijiRUHA1kzXmF7cN8,3779
+mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=VXouYjek_U8jCdpuvIzQ00YRIq0gJM_5lorgVFzlI6g,3143
 mteb/tasks/retrieval/pol/__init__.py,sha256=Ha3wf63NJliq1z6cqxLE8uSZH8RlscnNV-5Sq9tqwCM,2017
 mteb/tasks/retrieval/pol/argu_ana_pl_retrieval.py,sha256=ztNXnRDCp5nKCd2BhR6Fg2tgzMsx4jqIxRaNYvbU-Y8,1252
 mteb/tasks/retrieval/pol/cqadupstack_pl_retrieval.py,sha256=mwBibm87FjrDgrmozkPZTVzgQiquOJ4s1a7X-j2eZk0,16558
@@ -2397,8 +2392,8 @@ mteb/tasks/retrieval/pol/sci_fact_pl_retrieval.py,sha256=lpvzybSoGrt5SK3RjMlsWwW
 mteb/tasks/retrieval/pol/scidocspl_retrieval.py,sha256=u-O1sLqJaPigMNwq5KCKfa5bT6wIfmsMdC-zvgmeII8,1317
 mteb/tasks/retrieval/pol/touche2020_pl_retrieval.py,sha256=4b7fbLmBsG094uFyySXy3f_4vnUVXLVVOGom0lC475E,1369
 mteb/tasks/retrieval/pol/treccovidpl_retrieval.py,sha256=rAaAEaEM4GeGrw2e7Dt76FN0MpJcHoxh1mExk1ojef4,1528
-mteb/tasks/retrieval/rus/__init__.py,sha256=oKMptxlsbtRqvZwgZ7bCoCDRbg3l5h7I16sEwplWDzs,205
-mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=ae0xu9NbRX8wiDGXhmCbuMQxOxlBO0SCDa9qXm3c0ec,2772
+mteb/tasks/retrieval/rus/__init__.py,sha256=lInCmwDWCJ6YmKzRAcJ3bZrAmmLElRYaWxeKIdH3ep4,309
+mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=fOcDi5CutbwcJStij7COIBGG6AC3Vmne3Xdq66jpw2Q,3102
 mteb/tasks/retrieval/rus/ru_bq_retrieval.py,sha256=gmG_0IYllezCR0GL3I8Yh0OxBhi8wYsrhfAxKhk5ESs,1425
 mteb/tasks/retrieval/slk/__init__.py,sha256=ak6edgong69cm7FXrcslkvli0vRRdwCQnP_qlHvRAeI,153
 mteb/tasks/retrieval/slk/sk_quad_retrieval.py,sha256=Z4mSiSjSHX5F-gmHL_l-T-03mRVpc-I_u57raLYSWHA,2621
@@ -2410,7 +2405,7 @@ mteb/tasks/retrieval/swe/__init__.py,sha256=hJ-WHS2rIU8W5VvMNPtNOtCMaG2HyNConMWI
 mteb/tasks/retrieval/swe/swe_faq_retrieval.py,sha256=s-o7IM_l7giuK4bJMdYkq2CtE0QQrkMVq5wMtbSJXpY,1599
 mteb/tasks/retrieval/swe/swedn_retrieval.py,sha256=RFcpp0u-EKIwSRXR37tJ0_haY6Jvlfj8DWCgrD-0tnU,1512
 mteb/tasks/retrieval/tur/__init__.py,sha256=tAKhhsTK6meiZwRMIvbx7_ye90JAAW3dlS8iI0r_vg8,84
-mteb/tasks/retrieval/tur/tur_hist_quad.py,sha256=gCCP_ryFwv9W2wxcDLkqazAsqN33w2rZprRwu2uaKXE,3685
+mteb/tasks/retrieval/tur/tur_hist_quad.py,sha256=d03Ccol3NbSjqvDcqqLGLe0KELuOIloilpt7MMEWnO8,3685
 mteb/tasks/retrieval/vie/__init__.py,sha256=j69iltc-is1oqx0oIV1RVjjM46LLH-JJQzKnxm4cYvc,2142
 mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py,sha256=jafS3I5agXE7GDFHOLvw8-IUrqqRz1fwVEmGZO9j3AA,1806
 mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py,sha256=xqbWwMBE5ixKzzYLKkGUm2SIU8LEsSltPZ9k7Guiu28,1901
@@ -2541,9 +2536,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
 mteb/types/_result.py,sha256=CRAUc5IvqI3_9SyXDwv-PWLCXwXdZem9RePeYESRtuw,996
 mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
 mteb/types/statistics.py,sha256=YwJsxTf1eaCI_RE-J37a-gK5wDeGAsmkeZKoZCFihSo,3755
-mteb-2.1.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-mteb-2.1.0.dist-info/METADATA,sha256=pFYwyCt_PQTVHionqV1eLw9QyiIPOILGAZbE2xZRWVk,13425
-mteb-2.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mteb-2.1.0.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
-mteb-2.1.0.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
-mteb-2.1.0.dist-info/RECORD,,
+mteb-2.1.2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+mteb-2.1.2.dist-info/METADATA,sha256=eG6NJb1AIgekUmRwLonJXsAuLRzgXZ_kWNbDzuuoGn0,13573
+mteb-2.1.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mteb-2.1.2.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
+mteb-2.1.2.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
+mteb-2.1.2.dist-info/RECORD,,