mteb 2.0.5__py3-none-any.whl → 2.1.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (156) hide show
  1. mteb/__init__.py +10 -1
  2. mteb/_create_dataloaders.py +2 -0
  3. mteb/abstasks/_stratification.py +1 -1
  4. mteb/abstasks/abstask.py +6 -1
  5. mteb/abstasks/dataset_card_template.md +1 -1
  6. mteb/abstasks/retrieval.py +2 -1
  7. mteb/abstasks/retrieval_dataset_loaders.py +1 -1
  8. mteb/abstasks/task_metadata.py +1 -1
  9. mteb/benchmarks/benchmarks/__init__.py +2 -0
  10. mteb/benchmarks/benchmarks/benchmarks.py +82 -11
  11. mteb/benchmarks/get_benchmark.py +1 -1
  12. mteb/descriptive_stats/Classification/DutchColaClassification.json +54 -0
  13. mteb/descriptive_stats/Classification/DutchGovernmentBiasClassification.json +54 -0
  14. mteb/descriptive_stats/Classification/DutchNewsArticlesClassification.json +90 -0
  15. mteb/descriptive_stats/Classification/DutchSarcasticHeadlinesClassification.json +54 -0
  16. mteb/descriptive_stats/Classification/IconclassClassification.json +96 -0
  17. mteb/descriptive_stats/Classification/OpenTenderClassification.json +222 -0
  18. mteb/descriptive_stats/Classification/VaccinChatNLClassification.json +1068 -0
  19. mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringP2P.json +45 -0
  20. mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringS2S.json +45 -0
  21. mteb/descriptive_stats/Clustering/IconclassClusteringS2S.json +48 -0
  22. mteb/descriptive_stats/Clustering/OpenTenderClusteringP2P.json +111 -0
  23. mteb/descriptive_stats/Clustering/OpenTenderClusteringS2S.json +111 -0
  24. mteb/descriptive_stats/Clustering/VABBClusteringP2P.json +60 -0
  25. mteb/descriptive_stats/Clustering/VABBClusteringS2S.json +60 -0
  26. mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XFlickr30kCoT2IRetrieval.json +243 -153
  27. mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XM3600T2IRetrieval.json +999 -629
  28. mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json +33 -17
  29. mteb/descriptive_stats/Image/DocumentUnderstanding/MIRACLVisionRetrieval.json +574 -0
  30. mteb/descriptive_stats/MultilabelClassification/CovidDisinformationNLMultiLabelClassification.json +84 -0
  31. mteb/descriptive_stats/MultilabelClassification/VABBMultiLabelClassification.json +156 -0
  32. mteb/descriptive_stats/PairClassification/SICKNLPairClassification.json +35 -0
  33. mteb/descriptive_stats/PairClassification/XLWICNLPairClassification.json +35 -0
  34. mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.v2.json +30 -0
  35. mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.v2.json +30 -0
  36. mteb/descriptive_stats/Retrieval/DutchNewsArticlesRetrieval.json +30 -0
  37. mteb/descriptive_stats/Retrieval/FEVERHardNegatives.v2.json +30 -0
  38. mteb/descriptive_stats/Retrieval/HotpotQAHardNegatives.v2.json +30 -0
  39. mteb/descriptive_stats/Retrieval/LegalQANLRetrieval.json +30 -0
  40. mteb/descriptive_stats/Retrieval/OpenTenderRetrieval.json +30 -0
  41. mteb/descriptive_stats/Retrieval/QuoraRetrievalHardNegatives.v2.json +30 -0
  42. mteb/descriptive_stats/Retrieval/RiaNewsRetrievalHardNegatives.v2.json +30 -0
  43. mteb/descriptive_stats/Retrieval/VABBRetrieval.json +30 -0
  44. mteb/descriptive_stats/Retrieval/VDRMultilingualRetrieval.json +184 -0
  45. mteb/descriptive_stats/Retrieval/bBSARDNLRetrieval.json +30 -0
  46. mteb/descriptive_stats/STS/SICK-NL-STS.json +28 -0
  47. mteb/languages/check_language_code.py +11 -3
  48. mteb/languages/language_scripts.py +4 -0
  49. mteb/leaderboard/text_segments.py +1 -1
  50. mteb/models/model_implementations/b1ade_models.py +1 -1
  51. mteb/models/model_implementations/bge_models.py +1 -3
  52. mteb/models/model_implementations/bmretriever_models.py +1 -1
  53. mteb/models/model_implementations/gme_v_models.py +2 -2
  54. mteb/models/model_implementations/ibm_granite_models.py +1 -1
  55. mteb/models/model_implementations/inf_models.py +3 -3
  56. mteb/models/model_implementations/jina_models.py +12 -2
  57. mteb/models/model_implementations/llm2vec_models.py +1 -1
  58. mteb/models/model_implementations/misc_models.py +2 -2
  59. mteb/models/model_implementations/mxbai_models.py +1 -1
  60. mteb/models/model_implementations/salesforce_models.py +1 -1
  61. mteb/models/model_implementations/seed_1_6_embedding_models.py +1 -1
  62. mteb/models/model_implementations/voyage_v.py +9 -9
  63. mteb/results/task_result.py +6 -8
  64. mteb/tasks/classification/dan/angry_tweets_classification.py +2 -2
  65. mteb/tasks/classification/eng/legal_bench_classification.py +3 -3
  66. mteb/tasks/classification/mya/myanmar_news.py +2 -2
  67. mteb/tasks/classification/nld/__init__.py +16 -0
  68. mteb/tasks/classification/nld/dutch_cola_classification.py +38 -0
  69. mteb/tasks/classification/nld/dutch_government_bias_classification.py +37 -0
  70. mteb/tasks/classification/nld/dutch_news_articles_classification.py +30 -0
  71. mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py +36 -0
  72. mteb/tasks/classification/nld/iconclass_classification.py +41 -0
  73. mteb/tasks/classification/nld/open_tender_classification.py +38 -0
  74. mteb/tasks/classification/nld/vaccin_chat_nl_classification.py +46 -0
  75. mteb/tasks/classification/tha/wongnai_reviews_classification.py +1 -1
  76. mteb/tasks/classification/ukr/ukr_formality_classification.py +2 -2
  77. mteb/tasks/clustering/__init__.py +1 -0
  78. mteb/tasks/clustering/nld/__init__.py +17 -0
  79. mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py +37 -0
  80. mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py +37 -0
  81. mteb/tasks/clustering/nld/iconclass_clustering_s2s.py +47 -0
  82. mteb/tasks/clustering/nld/open_tender_clustering_p2p.py +51 -0
  83. mteb/tasks/clustering/nld/open_tender_clustering_s2s.py +41 -0
  84. mteb/tasks/clustering/nld/vabb_clustering_p2p.py +51 -0
  85. mteb/tasks/clustering/nld/vabb_clustering_s2s.py +51 -0
  86. mteb/tasks/multilabel_classification/__init__.py +1 -0
  87. mteb/tasks/multilabel_classification/nld/__init__.py +9 -0
  88. mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py +88 -0
  89. mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py +44 -0
  90. mteb/tasks/pair_classification/__init__.py +1 -0
  91. mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py +9 -8
  92. mteb/tasks/pair_classification/nld/__init__.py +7 -0
  93. mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py +36 -0
  94. mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py +41 -0
  95. mteb/tasks/retrieval/code/code_rag.py +8 -8
  96. mteb/tasks/retrieval/dan/dan_fever_retrieval.py +1 -1
  97. mteb/tasks/retrieval/dan/tv2_nordretrieval.py +2 -2
  98. mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py +2 -2
  99. mteb/tasks/retrieval/eng/__init__.py +18 -4
  100. mteb/tasks/retrieval/eng/climate_fever_retrieval.py +68 -77
  101. mteb/tasks/retrieval/eng/dbpedia_retrieval.py +55 -50
  102. mteb/tasks/retrieval/eng/fever_retrieval.py +62 -67
  103. mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py +0 -4
  104. mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py +0 -4
  105. mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py +57 -67
  106. mteb/tasks/retrieval/eng/legal_summarization_retrieval.py +1 -1
  107. mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py +0 -3
  108. mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py +0 -2
  109. mteb/tasks/retrieval/eng/oven_it2t_retrieval.py +1 -1
  110. mteb/tasks/retrieval/eng/quora_retrieval.py +51 -46
  111. mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py +0 -4
  112. mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py +0 -4
  113. mteb/tasks/retrieval/eng/vidore_bench_retrieval.py +0 -2
  114. mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py +1 -1
  115. mteb/tasks/retrieval/multilingual/belebele_retrieval.py +1 -1
  116. mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py +0 -2
  117. mteb/tasks/retrieval/multilingual/miracl_retrieval.py +1 -1
  118. mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py +2 -9
  119. mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py +0 -2
  120. mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py +0 -2
  121. mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py +6 -5
  122. mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py +3 -4
  123. mteb/tasks/retrieval/nld/__init__.py +10 -0
  124. mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py +41 -0
  125. mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py +30 -0
  126. mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py +39 -0
  127. mteb/tasks/retrieval/nld/open_tender_retrieval.py +38 -0
  128. mteb/tasks/retrieval/nld/vabb_retrieval.py +41 -0
  129. mteb/tasks/retrieval/nob/norquad.py +2 -2
  130. mteb/tasks/retrieval/nob/snl_retrieval.py +2 -2
  131. mteb/tasks/retrieval/rus/__init__.py +11 -2
  132. mteb/tasks/retrieval/rus/ria_news_retrieval.py +48 -44
  133. mteb/tasks/retrieval/tur/tur_hist_quad.py +2 -2
  134. mteb/tasks/sts/__init__.py +1 -0
  135. mteb/tasks/sts/nld/__init__.py +5 -0
  136. mteb/tasks/sts/nld/sick_nl_sts.py +41 -0
  137. mteb-2.1.1.dist-info/METADATA +253 -0
  138. {mteb-2.0.5.dist-info → mteb-2.1.1.dist-info}/RECORD +142 -95
  139. mteb/descriptive_stats/Classification/PersianTextTone.json +0 -56
  140. mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchCount.json +0 -37
  141. mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDepth.json +0 -25
  142. mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDistance.json +0 -25
  143. mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchRelation.json +0 -25
  144. mteb/descriptive_stats/Image/VisualSTS/STS12VisualSTS.json +0 -20
  145. mteb/descriptive_stats/Image/VisualSTS/STS13VisualSTS.json +0 -20
  146. mteb/descriptive_stats/Image/VisualSTS/STS14VisualSTS.json +0 -20
  147. mteb/descriptive_stats/Image/VisualSTS/STS15VisualSTS.json +0 -20
  148. mteb/descriptive_stats/Image/VisualSTS/STS16VisualSTS.json +0 -20
  149. mteb/descriptive_stats/Image/VisualSTS/STS17MultilingualVisualSTS.json +0 -220
  150. mteb/descriptive_stats/Image/VisualSTS/STSBenchmarkMultilingualVisualSTS.json +0 -402
  151. mteb/descriptive_stats/Reranking/InstructIR.json +0 -31
  152. mteb-2.0.5.dist-info/METADATA +0 -455
  153. {mteb-2.0.5.dist-info → mteb-2.1.1.dist-info}/WHEEL +0 -0
  154. {mteb-2.0.5.dist-info → mteb-2.1.1.dist-info}/entry_points.txt +0 -0
  155. {mteb-2.0.5.dist-info → mteb-2.1.1.dist-info}/licenses/LICENSE +0 -0
  156. {mteb-2.0.5.dist-info → mteb-2.1.1.dist-info}/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
- mteb/__init__.py,sha256=fP7XxOW3id1CmrghCuTQLufV-fOjaGCqJ1cYsPmeibk,1111
1
+ mteb/__init__.py,sha256=bl3K7IHalVzP27SIQ3qdo52vy9aAuvMsIKOx0h5P6Sk,1256
2
2
  mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
3
- mteb/_create_dataloaders.py,sha256=F9bCBscD3wVVqXTHSkldQjV0qmKQlNR0Yt_sN8aFdrk,14107
3
+ mteb/_create_dataloaders.py,sha256=5N4BKUElPLgk7aR3M5RGe3oECIGy8SntB6WufZvFMaM,14237
4
4
  mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
5
5
  mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
6
6
  mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
@@ -29,21 +29,21 @@ mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=3Lmf0G4pCJN61nTLukIBSL49
29
29
  mteb/_evaluators/text/summarization_evaluator.py,sha256=LBQUudSzaa0x4-JV0tLiEWd_zvSUP-4twkV3HhOUeiU,10393
30
30
  mteb/abstasks/__init__.py,sha256=1iAwpYTWX7U-goak2KMmacPFCzxPchLQAmZ_uI0t-p0,1130
31
31
  mteb/abstasks/_statistics_calculation.py,sha256=gf_BhkXbCdwT1w4xza3op6FmjFsZIsNjvyUMCgRyTrg,5578
32
- mteb/abstasks/_stratification.py,sha256=W9ZpxMDq12AyiqpsDi6AfR5wGFo94-14GjPcXH9Muds,14365
33
- mteb/abstasks/abstask.py,sha256=zq58NSt65pf_RCr_D8FrXcm26Bi1hGlhU3FM5vhnG9Y,24886
32
+ mteb/abstasks/_stratification.py,sha256=zfwkIVmD7Aq7mR2Yt8jTeW1j5ZVV7CIweW842VzcfXc,14364
33
+ mteb/abstasks/abstask.py,sha256=nZwiY_5d0VVtUrlCATngpFLG3JAovO5AvmD0nkkWsLE,25118
34
34
  mteb/abstasks/aggregate_task_metadata.py,sha256=vzt1z2wDl0sXD7ErZFwKojYwmFUBPAnGlXLuqLA_-6Q,5992
35
35
  mteb/abstasks/aggregated_task.py,sha256=puY6-EAqbL5ehKvFHTMriIdy3rAuqqYHF3ezog1eYxw,6671
36
36
  mteb/abstasks/classification.py,sha256=Es9pmRdjv6xbc-KnGqVdO6dR1cc7yAHhekCZES7n5o8,13441
37
37
  mteb/abstasks/clustering.py,sha256=WRbNfaYYaWJQGQEOrGtW6GpUkhsezqI-iGECYMK0Ruw,14433
38
38
  mteb/abstasks/clustering_legacy.py,sha256=HZY8zgBgqqs5urF_to9wzqm3MnjFivs59hU6P3NrzcI,8684
39
- mteb/abstasks/dataset_card_template.md,sha256=uPSor9GdGGrMtdiE-ZfvN9VMEJ3zHXIa0_z9z6UJApE,5123
39
+ mteb/abstasks/dataset_card_template.md,sha256=aD6l8qc3_jxwoIGJNYLzse-jpRa8hu92AxpnUtNgges,5122
40
40
  mteb/abstasks/multilabel_classification.py,sha256=_DugiqvGhOWd-dGM7746OeS0659Ft8W_vvWoi7BvSXQ,8968
41
41
  mteb/abstasks/pair_classification.py,sha256=cmXfQmzmbTiHDWgPKy21Iddh_q_PwCqhv8Lz6rAwe5U,12851
42
42
  mteb/abstasks/regression.py,sha256=SeacOErZUXGLGOcwqAvht6BlbD8fcsn9QhNiFIuJGyc,8832
43
- mteb/abstasks/retrieval.py,sha256=GWE22GYB4Joz3gMoluoWgYrMYRbsI4lkcMVP-XXYvfQ,26438
44
- mteb/abstasks/retrieval_dataset_loaders.py,sha256=pgpGi4erFFhZ0AspfWwjaKlBT6JeYznQnT0dHk1YzOU,9402
43
+ mteb/abstasks/retrieval.py,sha256=7QTKYlGaGvF1lOQkB_B4qj8Vm2FxxFXNVTHhfwZO8Bw,26439
44
+ mteb/abstasks/retrieval_dataset_loaders.py,sha256=WukcFAn54rUpXULCG43eysHozXHAxo2CaPhQyL_2Yg8,9401
45
45
  mteb/abstasks/sts.py,sha256=rv611-rFNgaGFD8Hmsgwsbxgjt7dNZritL9pMFMjzLk,8660
46
- mteb/abstasks/task_metadata.py,sha256=mdCOs-LhHyc6TPhbLXPueEAv2Cw_46y9Jf1PIbxIn_Y,26855
46
+ mteb/abstasks/task_metadata.py,sha256=jDN2j-WOu1yYtexdsmmnqDU-0-QJbh7MxLXgNlVvcEA,26854
47
47
  mteb/abstasks/zeroshot_classification.py,sha256=4UxBIZ1e1iRK8PRAhCWnnSDirK2vi5-w2N5ZomCnaIM,5882
48
48
  mteb/abstasks/image/__init__.py,sha256=NgvMJnp1g2mUv27RL-TvzA7s1BOdMG-EB1CrZfdbWdg,136
49
49
  mteb/abstasks/image/image_text_pair_classification.py,sha256=SejETTXc3g2VSWYafTe-VAHZcNpX98bgzsWsqQisIzI,7712
@@ -54,9 +54,9 @@ mteb/abstasks/text/summarization.py,sha256=KYEb8gh4JjpSsrvGUmQ2VlrVdzzVxIWcitXOJ
54
54
  mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,225
55
55
  mteb/benchmarks/_create_table.py,sha256=gYgwhACmY8JSN00y6r3HfHNQphCIuvcw_IwRZNQwgdc,20623
56
56
  mteb/benchmarks/benchmark.py,sha256=9pbrn5vsSB9Xo23YqQXjRdzorXnMulkm1QvJUkqvuGk,3445
57
- mteb/benchmarks/get_benchmark.py,sha256=CBOSW2cNB7-EbhOcWTtp2k2teoKZth9TehIXf5jAyd8,3835
58
- mteb/benchmarks/benchmarks/__init__.py,sha256=aG9X4waIdAN2wk0P_oi2ueiACHS7yAgIbML8L-2e3GQ,2042
59
- mteb/benchmarks/benchmarks/benchmarks.py,sha256=2DLB2vv4I1NwE4iX9GEaCMifZBboOmHtyOoxssvoYQY,85747
57
+ mteb/benchmarks/get_benchmark.py,sha256=Zh_C_RXl02hBxg6ffQlxEFERrokaern1RAN4yh2pa2E,3833
58
+ mteb/benchmarks/benchmarks/__init__.py,sha256=Et7Gf7pKDxa939bIvAJB6OCirQrWAbmbbI3LHA6eMa0,2070
59
+ mteb/benchmarks/benchmarks/benchmarks.py,sha256=_qo3bfJsEhqGdovIPxZnYCT-4sJynNMpBdV0AjhMTgw,88420
60
60
  mteb/benchmarks/benchmarks/rteb_benchmarks.py,sha256=QnCSrTTaBfcRlAQp2Nu81tgv1idMXqiM16Fp2zKJ5Ys,10607
61
61
  mteb/cli/__init__.py,sha256=v-csUr3eUZElIvrGB6QGtaIdndDfNWEe9oZchsGsJpg,64
62
62
  mteb/cli/_display_tasks.py,sha256=7A06dT9sSoTz6shyMvskPxuc5eHY_H7PGPlROzMP0yw,2196
@@ -209,6 +209,10 @@ mteb/descriptive_stats/Classification/Diversity5LegalBenchClassification.json,sh
209
209
  mteb/descriptive_stats/Classification/Diversity6LegalBenchClassification.json,sha256=fOdHkZqgoCEg693yuljHaQJIniHabOTuQh7AzeCKBDg,1470
210
210
  mteb/descriptive_stats/Classification/DutchBookReviewSentimentClassification.json,sha256=E3IcgnYL9wXZUA4HHq-vlG9-reTydX4klueE0x6OkCc,1520
211
211
  mteb/descriptive_stats/Classification/DutchBookReviewSentimentClassification.v2.json,sha256=lE9zlZWzD8EUQduQhU0n45HdI84vMZVFIJJWm_8ZZ8g,1522
212
+ mteb/descriptive_stats/Classification/DutchColaClassification.json,sha256=QbMcGPUcDws1FZsJNRymbazbfRSiha2xqw6VgiawIdc,1512
213
+ mteb/descriptive_stats/Classification/DutchGovernmentBiasClassification.json,sha256=ivwqUNOQYYldgcOWaTmX6R4j8Z4vfddoURz_7jLu1Oc,1517
214
+ mteb/descriptive_stats/Classification/DutchNewsArticlesClassification.json,sha256=EuKU3n3qSY5pdMrTFBcqI7l78n3fCH9HeqS5_GN9vZM,2562
215
+ mteb/descriptive_stats/Classification/DutchSarcasticHeadlinesClassification.json,sha256=lOoIGa14jbsMUgrUg0hHP83wj5wbZwBKNScBUNDs_n0,1510
212
216
  mteb/descriptive_stats/Classification/EmotionClassification.json,sha256=QkRooMp08iOOLMNh8OZEVvNXquv6AP7GYzaCvccTOdo,2095
213
217
  mteb/descriptive_stats/Classification/EmotionClassification.v2.json,sha256=boLOgjO8IE9ynivKCmL9JRgu5SUzif7tSNHGyefkqB4,2111
214
218
  mteb/descriptive_stats/Classification/EmotionVNClassification.json,sha256=D5hs2pay9XJ7Uv5EPibLqoK46V4gN9_Su0q61BAtGcg,3157
@@ -255,6 +259,7 @@ mteb/descriptive_stats/Classification/HotelReviewSentimentClassification.json,sh
255
259
  mteb/descriptive_stats/Classification/HotelReviewSentimentClassification.v2.json,sha256=CWQygQhnqTNaDQxRLYufFIvMnzB8PkhucWU9m-EPMTU,1808
256
260
  mteb/descriptive_stats/Classification/IFlyTek.json,sha256=KPUl6UIovTRU1sPMH_FBkKL2ZBFfVBuT76-JVUEUaSw,19056
257
261
  mteb/descriptive_stats/Classification/IFlyTek.v2.json,sha256=Mcpd364cCDc-BmTN9h_ubQ6fENaPpw1xImoMSSBB6CA,18902
262
+ mteb/descriptive_stats/Classification/IconclassClassification.json,sha256=U8xhCDEEAnsqJ68Je7Wgyom20wmCe7ea5BlBxedkvsQ,2917
258
263
  mteb/descriptive_stats/Classification/ImdbClassification.json,sha256=DXswcTrzNaGFNzkguze2_s8jvuJKMxrfKX_SwP-STd0,1512
259
264
  mteb/descriptive_stats/Classification/ImdbClassification.v2.json,sha256=XTQEHu4Zu0bpVwTWCLvV5izTKDW2vqx1DK54ucMLWh4,1526
260
265
  mteb/descriptive_stats/Classification/ImdbVNClassification.json,sha256=VuEpw2gffimttUKiVqqgKhVzvlCZ_Kh6bB41bw_X0rM,1519
@@ -374,6 +379,7 @@ mteb/descriptive_stats/Classification/OdiaNewsClassification.v2.json,sha256=BK9K
374
379
  mteb/descriptive_stats/Classification/OnlineShopping.json,sha256=1dLGdYWJnTGX3sFFI89vSE6p7jUbRSbFfbBUGUR4aQY,1486
375
380
  mteb/descriptive_stats/Classification/OnlineStoreReviewSentimentClassification.json,sha256=UjNe_TO_GnZnxBqOV4puMP1riXabzbXcAIuySimbWHc,976
376
381
  mteb/descriptive_stats/Classification/OnlineStoreReviewSentimentClassification.v2.json,sha256=3culIPrypmAuEK0cxqfcd7jK4aeWwRYQtOKfv2XVIQo,1942
382
+ mteb/descriptive_stats/Classification/OpenTenderClassification.json,sha256=pw4ZNQ_LLPSVMmTHcsd_BV1yOKT5mlyqYIQVO5u9CJA,9229
377
383
  mteb/descriptive_stats/Classification/OralArgumentQuestionPurposeLegalBenchClassification.json,sha256=2kQKuy3cqHOUWnKE0KM0aXug04dC3xc7sPbVq_lz0sc,2332
378
384
  mteb/descriptive_stats/Classification/OralArgumentQuestionPurposeLegalBenchClassification.v2.json,sha256=4JK74NhAPLJ5fwA0zrv9gjLN-3XvMZRNc9V0UfItA2E,2332
379
385
  mteb/descriptive_stats/Classification/OverrulingLegalBenchClassification.json,sha256=RkdGhgD4MZaJCf5c4A2a20__3CH-7-x96VfBqqEFxgI,1489
@@ -388,7 +394,6 @@ mteb/descriptive_stats/Classification/PerShopIntentClassification.json,sha256=RQ
388
394
  mteb/descriptive_stats/Classification/PersianFoodSentimentClassification.json,sha256=P6zbHlTaeiA6CbFIZ8O4r4AyP1maj7t8kg9qVr-7kHY,2263
389
395
  mteb/descriptive_stats/Classification/PersianTextEmotion.json,sha256=R66UZcPvsdTDg87-bwZdml_u3AtJnpLmLkEKsWK7m9Y,2107
390
396
  mteb/descriptive_stats/Classification/PersianTextEmotion.v2.json,sha256=e7CWGfQsYIxqP8skW18QS51kWdWEPUE3vvvhfMz5HT8,2108
391
- mteb/descriptive_stats/Classification/PersianTextTone.json,sha256=1VDu3IGnWcCaVNr37sQOQn_X5nj1DcpUY_kbqfVs9Ws,1411
392
397
  mteb/descriptive_stats/Classification/PersonalJurisdictionLegalBenchClassification.json,sha256=ys7e5vLUBePoIeukZecIzJdECQFbaUJb9lc4rMDwHoQ,1466
393
398
  mteb/descriptive_stats/Classification/PoemSentimentClassification.json,sha256=hDOcMpHjwhubTHuDTyQDXsTjsls1x96WmXErp0Ozv_I,2539
394
399
  mteb/descriptive_stats/Classification/PoemSentimentClassification.v2.json,sha256=b4NpKB8hWGMPQmUX1r_oxfgH7mG_PFYUwdU26bjUErU,2541
@@ -523,6 +528,7 @@ mteb/descriptive_stats/Classification/UkrFormalityClassification.v2.json,sha256=
523
528
  mteb/descriptive_stats/Classification/UnfairTOSLegalBenchClassification.json,sha256=1N2HbuHorKGuXMXqhp9-fxbU2P1zFCVR6VOjc6FsQ_o,2521
524
529
  mteb/descriptive_stats/Classification/UrduRomanSentimentClassification.json,sha256=VV1kydXVdlNdG4YxXdZVAP26T5pWSVkZ-QxEjCwAhqQ,822
525
530
  mteb/descriptive_stats/Classification/UrduRomanSentimentClassification.v2.json,sha256=W5El6JsDH1zS18QHNRPu5OW527aKwb_n-wtX2ieTrs4,1648
531
+ mteb/descriptive_stats/Classification/VaccinChatNLClassification.json,sha256=fbqF4rP6DvWhUny23Wf_X-bfQZXlPmcFgwrpvJqLbTI,33866
526
532
  mteb/descriptive_stats/Classification/VieStudentFeedbackClassification.json,sha256=beGGzsmthJosxM5Foh4hATu-Huh0IHc07E09y88rRiY,1656
527
533
  mteb/descriptive_stats/Classification/VieStudentFeedbackClassification.v2.json,sha256=JgWYHM-23wEY_RcEopuO3a_T-ycsyJmByMeLCnuJMks,1650
528
534
  mteb/descriptive_stats/Classification/WRIMEClassification.json,sha256=-DoTFkAv_qgV1qGzX_J33uF1jGz7FduzyprNSBzn_Os,1952
@@ -586,6 +592,8 @@ mteb/descriptive_stats/Clustering/CLSClusteringS2S.json,sha256=wYzwtclC3kzdozYHS
586
592
  mteb/descriptive_stats/Clustering/CLSClusteringS2S.v2.json,sha256=DkWdmmBmSGyI6xKJxG4YeMmeJjsOy7whf0eqO9gO2GQ,1521
587
593
  mteb/descriptive_stats/Clustering/ClusTREC-Covid.json,sha256=CB6Aw-rrASidSiNSYMFNTo44CTOrKJupMbPp5US7mts,19556
588
594
  mteb/descriptive_stats/Clustering/DigikalamagClustering.json,sha256=Xlr0G-yqrjh6l6rU1PzXCIBFwUMYt5Cjp_TXbxNwRcI,1079
595
+ mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringP2P.json,sha256=AEry3iReGfGiMTY18WZrc399iDTA8Gmscg6gTzpAd1o,1233
596
+ mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringS2S.json,sha256=qOfyk1BI-mE1BUt-C9YuGsXuJCCyKCDFIl2Nglke_s4,1227
589
597
  mteb/descriptive_stats/Clustering/EightTagsClustering.json,sha256=2nBJ8EXS1ZbaNpLfKTTF6I7A1LFwOv2IGiwl6QdQnSw,1165
590
598
  mteb/descriptive_stats/Clustering/EightTagsClustering.v2.json,sha256=Ybo88wIGdguBK_vkDHoEZGEB5H8pH6hWfSSK_Pwz0Nk,1151
591
599
  mteb/descriptive_stats/Clustering/GeoreviewClusteringP2P.json,sha256=eGzJz-aZWuOMKLOhFagMhX06C0mlDb3ZmdFB29_7_ZQ,7648
@@ -596,6 +604,7 @@ mteb/descriptive_stats/Clustering/HUMERedditClusteringP2P.json,sha256=meX6My483o
596
604
  mteb/descriptive_stats/Clustering/HUMESIB200ClusteringS2S.json,sha256=PRb41EyTct2wgYvhgkr5UDfwKQf9ZixtEGBQZKskZSU,7983
597
605
  mteb/descriptive_stats/Clustering/HUMEWikiCitiesClustering.json,sha256=iz9gornYzS1h6ROHWvT0d7TK5EqljbEYH0Q_QihSKPE,1021
598
606
  mteb/descriptive_stats/Clustering/HamshahriClustring.json,sha256=qmRevPqlJpBJImzVMH8QA10LTvWMvEJ-Hr7HmqB1QMA,4066
607
+ mteb/descriptive_stats/Clustering/IconclassClusteringS2S.json,sha256=wqVeYIV3F9YKqaEFlgwEQFX9TxsjRAJdCyrfAV0iqzE,1405
599
608
  mteb/descriptive_stats/Clustering/IndicReviewsClusteringP2P.json,sha256=E7JllmbPknC8r710XJc6tLRPyezyfDaOkM-2gJVvgzQ,31591
600
609
  mteb/descriptive_stats/Clustering/KlueMrcDomainClustering.json,sha256=T18RbZm5TuY8D4oC3n7eSJ5x59ul-Mrrfjmv6fzvHkw,1002
601
610
  mteb/descriptive_stats/Clustering/KlueYnatMrcCategoryClustering.json,sha256=XhQsMtaSNkUVDsPPYlxNBnj1AX5iaLqq2uKK2OkW15I,924
@@ -613,6 +622,8 @@ mteb/descriptive_stats/Clustering/MedrxivClusteringS2S.json,sha256=Ryq7EE4tiY14k
613
622
  mteb/descriptive_stats/Clustering/MedrxivClusteringS2S.v2.json,sha256=X8dQri8OZVHIl17p_yPjpxcWzvCZVbbOR6udz0AMo5w,5242
614
623
  mteb/descriptive_stats/Clustering/MewsC16JaClustering.json,sha256=K5yYmg4PTTkglVsRkvkcp6_Jcqbm0n_sOAHHZJA_G0Y,1443
615
624
  mteb/descriptive_stats/Clustering/NLPTwitterAnalysisClustering.json,sha256=oOuzYnLawMPm3KQdOe-rjHbtXcXl2g-Etkzkj9eEDsM,2498
625
+ mteb/descriptive_stats/Clustering/OpenTenderClusteringP2P.json,sha256=yQ5u3Kzb-MHH6saEWrpmXO1PuwwUvHi2hwXNebq1afQ,4565
626
+ mteb/descriptive_stats/Clustering/OpenTenderClusteringS2S.json,sha256=djujoW8qb86fNyEbSYZ9h0fVgR8QiPjFN6u42qiHlwA,4560
616
627
  mteb/descriptive_stats/Clustering/PlscClusteringP2P.json,sha256=-ODs8wBAVXtyCtwCVse69AASZ6Sl0ElRA984sR-_AHc,5835
617
628
  mteb/descriptive_stats/Clustering/PlscClusteringP2P.v2.json,sha256=WxTYCpgPA8YG4lhryufm24NxQv0H6epZphPo_0P-0Xk,4371
618
629
  mteb/descriptive_stats/Clustering/PlscClusteringS2S.json,sha256=c9wYIJ9DH_Bzw9aCkS1A0BqROiAG9r-QpOurKrLZDqg,5830
@@ -652,6 +663,8 @@ mteb/descriptive_stats/Clustering/ThuNewsClusteringS2S.v2.json,sha256=1Y1dDjniSw
652
663
  mteb/descriptive_stats/Clustering/TwentyNewsgroupsClustering-VN.json,sha256=C-_D9hFyfirgGFEGeFDQingM2TDnag0F3pF1Oen4Wsg,2086
653
664
  mteb/descriptive_stats/Clustering/TwentyNewsgroupsClustering.json,sha256=N2v0_KusjQLEB7vO-EyAQWIE5-fLKLu_QqUlUdw2AhE,2087
654
665
  mteb/descriptive_stats/Clustering/TwentyNewsgroupsClustering.v2.json,sha256=EEIurf8PubLlqQUGm4BmMLlWqUjNYPPI22ahE4cFOwU,2088
666
+ mteb/descriptive_stats/Clustering/VABBClusteringP2P.json,sha256=SpOM5D_GcTqvNE4_fjonCXawoccytJZoSnt3H_3gsNo,1664
667
+ mteb/descriptive_stats/Clustering/VABBClusteringS2S.json,sha256=mWCSkI31SCwb0v-I-xWf36F4Zv3Ia1KyC_wbZbhqpVg,1662
655
668
  mteb/descriptive_stats/Clustering/VGClustering.json,sha256=0wsGgJY5SGp3_HNPcLr4dV2lPuKjVO3nmQ88Vw_D8Hg,1601
656
669
  mteb/descriptive_stats/Clustering/VGHierarchicalClusteringP2P.json,sha256=QtodE86og5RxxcmZ2WvvSmuubcfCOyKkuhP5hZfP4vs,6336
657
670
  mteb/descriptive_stats/Clustering/VGHierarchicalClusteringS2S.json,sha256=CkNncOIIRbawIUrgwdOi-svmy-IkIKtKpsFHFlNnc04,6329
@@ -661,8 +674,8 @@ mteb/descriptive_stats/Clustering/WikiClusteringP2P.v2.json,sha256=ARInjol-Rn-Zq
661
674
  mteb/descriptive_stats/Clustering/WikipediaChemistryTopicsClustering.json,sha256=NDU0KlQAGIkS26pW-9d9R1PujwckVHvnIBP4jVyBK48,1364
662
675
  mteb/descriptive_stats/Clustering/WikipediaSpecialtiesInChemistryClustering.json,sha256=OYif90lQ1G8EGQTASar7xvkIoiS0VJcGwk3Y32ZpPW4,907
663
676
  mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/WITT2IRetrieval.json,sha256=eYn1-hl2Ukiu6fYMjrx4eHjEcq9a4eGS3VVYYVbyu68,15453
664
- mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XFlickr30kCoT2IRetrieval.json,sha256=m1xUiekBjSog5pL490OLSkTob-bUXd_PRUCQiFoVzi8,7274
665
- mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XM3600T2IRetrieval.json,sha256=zvnDj9MQmWX0zbX303l5c5w72nMjk3uH6GCB2VdhqF8,30623
677
+ mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XFlickr30kCoT2IRetrieval.json,sha256=70S1y2o9Xp1uTqeRgz5TLX9kkxnV7HGuRFCV-y___6U,11348
678
+ mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XM3600T2IRetrieval.json,sha256=qxKnpa8lCZFcKgSH3_4Am-epjTnS7sDD9Wb_xu7wULw,48413
666
679
  mteb/descriptive_stats/Image/Any2AnyRetrieval/BLINKIT2IRetrieval.json,sha256=HYxM98j-tS7Nb5c7Q5S0HvLVg4ohRp7315ZL-RMblL4,1365
667
680
  mteb/descriptive_stats/Image/Any2AnyRetrieval/BLINKIT2TRetrieval.json,sha256=ed0oiO-i9QbRkDey75KFvt1p7SXIfAm_86Cm1SPv1fs,1254
668
681
  mteb/descriptive_stats/Image/Any2AnyRetrieval/CIRRIT2IRetrieval.json,sha256=ZzMxDBh253CaDgglcVYsGEjHtH3xESSVuyKkDCpmnJw,1393
@@ -691,7 +704,7 @@ mteb/descriptive_stats/Image/Any2AnyRetrieval/MemotionT2IRetrieval.json,sha256=m
691
704
  mteb/descriptive_stats/Image/Any2AnyRetrieval/NIGHTSI2IRetrieval.json,sha256=CorqDJtOmcA6akFDdUvRpNJP721r8XpwKcoQnHyJJ5g,1115
692
705
  mteb/descriptive_stats/Image/Any2AnyRetrieval/OKVQAIT2TRetrieval.json,sha256=FGv20Y901HBlSmGPowTxwiHAyWoU-aB4CqHAfnWyjpE,1306
693
706
  mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2ITRetrieval.json,sha256=1mcc_KFHfJWPcZKMcJaALX5R-jM04bCX5svjD1lCD2s,1619
694
- mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json,sha256=vVyFNN1CjOUZIGLfa7C9_nc9MnZR01PfWhshzANE66Q,726
707
+ mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json,sha256=sh_g1KN90sWgNYSpKdiQpZoea5DTv0agPk6wyYyG9II,1318
695
708
  mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordEasyI2IRetrieval.json,sha256=iRuR6Dja5af9-aj3YSWPSVp3ag6KQjomYOlALKtdZUU,1131
696
709
  mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordHardI2IRetrieval.json,sha256=1ggTCiSpvY7V4HqP0Nsiv6V4YUFRX6ttKsMMqHTafuE,1131
697
710
  mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordMediumI2IRetrieval.json,sha256=f81SsyuNeBr77xKTjf_cfWPs00H1LGIuz1E1s3ngKC0,1131
@@ -712,10 +725,6 @@ mteb/descriptive_stats/Image/Any2AnyRetrieval/VisualNewsT2IRetrieval.json,sha256
712
725
  mteb/descriptive_stats/Image/Any2AnyRetrieval/VizWizIT2TRetrieval.json,sha256=X4xwVpPEnGLVd1Wx6dK9X4LW1yalpz_WYNV5YbguRy0,1255
713
726
  mteb/descriptive_stats/Image/Any2AnyRetrieval/WebQAT2ITRetrieval.json,sha256=k4Pn33ShuuwR34X4Y_ejkVyrzsAgqP2JsyLHlJB1F_Q,1311
714
727
  mteb/descriptive_stats/Image/Any2AnyRetrieval/WebQAT2TRetrieval.json,sha256=D2Qys3AwD71L5qCO9N5VYTbH2EzfE1LENKSUbAeZ4lA,1013
715
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchCount.json,sha256=ohsrOkVNlonYjBHmWuSPrrjqn_2dX8QkI95yoidHPlA,925
716
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDepth.json,sha256=7ipLVIOofFfpSV9R5RtYxQ3CNa6cdFMecsxBICmroNQ,654
717
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDistance.json,sha256=AWUtjtX98NwyEm7phOUCO-pJ0_g6zEMRSgy59e5WOwE,664
718
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchRelation.json,sha256=d8o8bSpagdZVsnudzxnprQl9YlcFeyRDH69m8TZqqYM,664
719
728
  mteb/descriptive_stats/Image/Compositionality/AROCocoOrder.json,sha256=H1BuERDq5tHX38H4r_N161A61d-7kIEGYheUtD5mTn8,627
720
729
  mteb/descriptive_stats/Image/Compositionality/AROFlickrOrder.json,sha256=DWSEZsbIbfW92jawpY66s2njqCGzsTcjTWxEpk7HPFw,594
721
730
  mteb/descriptive_stats/Image/Compositionality/AROVisualAttribution.json,sha256=sJKAKw2eaj1w8tvBcGS_GlM1c886b_-FHWR3QTyJN3I,628
@@ -766,6 +775,7 @@ mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTatQARetrieval.json,sh
766
775
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTweetStockSyntheticsRetrieval.json,sha256=13JnQILz--KA2j9xooDkf2hp_4bdAttKcM_co6m0VMo,14073
767
776
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsDocumentsRetrieval.json,sha256=caHYDGWGBmlOdL3HHT0djzOgj1hwfGfNMpgNptRRdVs,27289
768
777
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsMapsRetrieval.json,sha256=HIoVgPD7wSHz7Ro-HKXh_YpAJFCJb6WzUsziBP2a1fI,1089
778
+ mteb/descriptive_stats/Image/DocumentUnderstanding/MIRACLVisionRetrieval.json,sha256=LY6SQHcLESsRrRmfzt9h2sGHfxAdnQD1fhMG0KCQmaU,24510
769
779
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2BioMedicalLecturesRetrieval.json,sha256=L4xuWlJVfd8WDIRtj8gJoOWbBnbm3BigWrQC2nOojpc,6365
770
780
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsHLRetrieval.json,sha256=DWI0Au4nsfUCSNWkAhK_ffGfmcRdgIHc_JYekjFlXKg,1091
771
781
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsRetrieval.json,sha256=KkXggOA5gKdMixYP5AYuVLL6KWkNkIWU6t9mwJiLtJs,6469
@@ -813,13 +823,6 @@ mteb/descriptive_stats/Image/VisionCentricQA/CVBenchCount.json,sha256=Ag8uTqzVZx
813
823
  mteb/descriptive_stats/Image/VisionCentricQA/CVBenchDepth.json,sha256=DCLBdub8GXoIU3x6e1RWnniXbUx75XbcW8dLTSxYHrk,1438
814
824
  mteb/descriptive_stats/Image/VisionCentricQA/CVBenchDistance.json,sha256=0GLKQj4Rg0t2_MtX33UCtt3R6aJ2lhAUMa23oJ5Xm_g,1450
815
825
  mteb/descriptive_stats/Image/VisionCentricQA/CVBenchRelation.json,sha256=AehsihGKBOFZYVTFzbfqSixSLHSeqJVsxbcPnLcoafQ,1433
816
- mteb/descriptive_stats/Image/VisualSTS/STS12VisualSTS.json,sha256=pgvrylhmGkv1dMUR899BjYRXDLnyYDrybK8ii6YHYjo,571
817
- mteb/descriptive_stats/Image/VisualSTS/STS13VisualSTS.json,sha256=xHjIiy0fXlGUjFub45tZ9rRw3ek_EwGTkSMxEmZzveY,571
818
- mteb/descriptive_stats/Image/VisualSTS/STS14VisualSTS.json,sha256=0eJ38xNpVCKR00wMVUaITV8iJKpslDmfIpUQS3HWq8A,571
819
- mteb/descriptive_stats/Image/VisualSTS/STS15VisualSTS.json,sha256=b7FfWUsgCMgdnpzrHAfLA-dqLFpQxW5jAdOdio9spaE,569
820
- mteb/descriptive_stats/Image/VisualSTS/STS16VisualSTS.json,sha256=pniPOAy1LMJSNpYc5t_MkxjSpMewrY27wHGgpbJ27_0,571
821
- mteb/descriptive_stats/Image/VisualSTS/STS17MultilingualVisualSTS.json,sha256=s8NT6YPQwDMDfmyvsP_iGGN-4RlceNzIbLuHt01J8JA,8453
822
- mteb/descriptive_stats/Image/VisualSTS/STSBenchmarkMultilingualVisualSTS.json,sha256=lqrw5_ZrxJ2dio_yfCGMBiADSiidIZGb1GLDW5UV9uU,15442
823
826
  mteb/descriptive_stats/Image/VisualSTS(eng)/STS12VisualSTS.json,sha256=2VXz-UzO4KLsEBtvuuz9nQCCYA22X1G1XWUPxAD5irY,947
824
827
  mteb/descriptive_stats/Image/VisualSTS(eng)/STS13VisualSTS.json,sha256=fKmJi6BtHLJJywV9QHcEG5bwEcKwDIIy-ecoX4xbSW8,947
825
828
  mteb/descriptive_stats/Image/VisualSTS(eng)/STS14VisualSTS.json,sha256=Cm7zsYb7XJNAHq_lHF-sQwP7LXYm40FZHGY33N1p3Wc,947
@@ -866,6 +869,7 @@ mteb/descriptive_stats/InstructionRetrieval/IFIRScifact.json,sha256=ATgXxMRVYcD_
866
869
  mteb/descriptive_stats/InstructionRetrieval/InstructIR.json,sha256=181zSmfBaLRv9Bu8tGkNPqoZm5qKUoAVL5qj4e479Zw,994
867
870
  mteb/descriptive_stats/MultilabelClassification/BrazilianToxicTweetsClassification.json,sha256=xWVm7fgA1xWHVp5cR6NYLJZk4eHaIT7Dhn_4hNi-muk,2353
868
871
  mteb/descriptive_stats/MultilabelClassification/CEDRClassification.json,sha256=PzC-4hn-oiop53pFT6mdRxaF7QLSVV-r7M2YgM1qf_8,2141
872
+ mteb/descriptive_stats/MultilabelClassification/CovidDisinformationNLMultiLabelClassification.json,sha256=BaVigvHcOtxOVOlKudtDcTCM_t1-XSn2qtiXzYd_gZQ,2285
869
873
  mteb/descriptive_stats/MultilabelClassification/EmitClassification.json,sha256=3lHm1dulxR9XU-ZJL1xvr_oDZjiSuVuFgKQ1s03UDEY,2708
870
874
  mteb/descriptive_stats/MultilabelClassification/KorHateSpeechMLClassification.json,sha256=xs6WVoIwFJTf25Q6WaVzjQl_ZZPHzPxjO9E-XOFoDuc,2581
871
875
  mteb/descriptive_stats/MultilabelClassification/MalteseNewsClassification.json,sha256=Cho7vJsSttmzKyIpabE2a3rqusSAT1JyUfggQnJrdHs,3807
@@ -873,6 +877,7 @@ mteb/descriptive_stats/MultilabelClassification/MultiEURLEXMultilabelClassificat
873
877
  mteb/descriptive_stats/MultilabelClassification/SensitiveTopicsClassification.json,sha256=b2pWHkESuwh2CUcSXBRZxRX0C6DmC3BFFq_IUza-pX8,4114
874
878
  mteb/descriptive_stats/MultilabelClassification/SwedishPatentCPCGroupClassification.json,sha256=fZrd-uamZafYuMkua6VgDt01OTIlw6-Va9WxtE_6zMg,138568
875
879
  mteb/descriptive_stats/MultilabelClassification/SwedishPatentCPCSubclassClassification.json,sha256=2n9hbzVZ5ULT2FRVYi3jVaqqrgENM5PlzmPHtx2vJ2E,38746
880
+ mteb/descriptive_stats/MultilabelClassification/VABBMultiLabelClassification.json,sha256=VT_uTF4ZGDuKPBSe01N6mp64smXdhSlA13EdiTYqj1c,4589
876
881
  mteb/descriptive_stats/PairClassification/ArEntail.json,sha256=lrE7D6KscPAndDUu-fodWlYWp0GCrD8mDqQa6liq81c,956
877
882
  mteb/descriptive_stats/PairClassification/ArmenianParaphrasePC.json,sha256=KM8_2QVR9e_NapVATTSTAel4Co0y7N4cdbvyPxN3_9Q,985
878
883
  mteb/descriptive_stats/PairClassification/Assin2RTE.json,sha256=7ihX5B950CtH-btgcyOHuZFBPjfSswFxEXtmqrnC28g,977
@@ -902,6 +907,7 @@ mteb/descriptive_stats/PairClassification/PubChemWikiParagraphsPC.json,sha256=y_
902
907
  mteb/descriptive_stats/PairClassification/RTE3.json,sha256=Ry0_K6QlmM8NfUYIQgt-On__tts2HDD7HHgWo8WSPME,5973
903
908
  mteb/descriptive_stats/PairClassification/SICK-BR-PC.json,sha256=H2cUsLOZTNmOvyHIIKybAcc8VXIa9RhozlocDtJF6jE,982
904
909
  mteb/descriptive_stats/PairClassification/SICK-E-PL.json,sha256=TqOMxpZnvP-VVNqTBzyfyzWi1cnwaGmmUeFNuURwKNY,982
910
+ mteb/descriptive_stats/PairClassification/SICKNLPairClassification.json,sha256=Mitkc824ZFtC9OrsHxPptXYEsArXC1p0cMYWfm_dFsY,983
905
911
  mteb/descriptive_stats/PairClassification/SprintDuplicateQuestions-VN.json,sha256=jTxVltYHBGLI3ZRLZ3kgQPBph8WqpN4gDcIcO67erdQ,1987
906
912
  mteb/descriptive_stats/PairClassification/SprintDuplicateQuestions.json,sha256=ST-kf9pkkownKuJ0yaj0Px3sHJ6tBOC16hBZopYVwcE,982
907
913
  mteb/descriptive_stats/PairClassification/SynPerChatbotRAGFAQPC.json,sha256=tH_5-4r-BtbpuPmR-dy_HDZ2-XoDtY5BUN2OS3pKUIQ,988
@@ -913,6 +919,7 @@ mteb/descriptive_stats/PairClassification/TwitterSemEval2015-VN.json,sha256=moqT
913
919
  mteb/descriptive_stats/PairClassification/TwitterSemEval2015.json,sha256=iR7NKOzBxMOuPwnWv4CKfN1VE9WatZ3pFkqZ1BG5Aug,989
914
920
  mteb/descriptive_stats/PairClassification/TwitterURLCorpus-VN.json,sha256=wzIFvi1eQ4DALVZUem0HxLmsjcJpouI_7LKnwNckcKw,992
915
921
  mteb/descriptive_stats/PairClassification/TwitterURLCorpus.json,sha256=rPbcnXywSJrUtuuT6Hr1Us58ncF8FkrPf_WHuSB4BH8,990
922
+ mteb/descriptive_stats/PairClassification/XLWICNLPairClassification.json,sha256=tMmQFUFbZQJ0hPwUWcXWsymvU3KfwS9x-ia6bsBIzgA,977
916
923
  mteb/descriptive_stats/PairClassification/XNLI.json,sha256=WuAR5fGe4VfSwpiUFmpj8GhZxqaf9ou3azXQqffgpxs,36781
917
924
  mteb/descriptive_stats/PairClassification/XNLIV2.json,sha256=VtLTRByxunhHzGEriaPa_sw9dRLdyVBDpdu9wf3oOTw,17227
918
925
  mteb/descriptive_stats/PairClassification/XStance.json,sha256=RpkNRYqvsaT2FU8GY9YX6ap-PYdQ8rVkO0n6K419i9A,4741
@@ -934,7 +941,6 @@ mteb/descriptive_stats/Reranking/HUMECore17InstructionReranking.json,sha256=XMd-
934
941
  mteb/descriptive_stats/Reranking/HUMENews21InstructionReranking.json,sha256=8R-4U-xQjQIjU0KPIQdgCUGONUgTERyFz6U7UTuHNZk,1151
935
942
  mteb/descriptive_stats/Reranking/HUMERobust04InstructionReranking.json,sha256=Wk9-8xNePKEImoy3UkRasid58gai-e6gIlkzO_VIjIc,1156
936
943
  mteb/descriptive_stats/Reranking/HUMEWikipediaRerankingMultilingual.json,sha256=7HSs-XvtdORejbHXbBu6GjPSRPYnemI-r3aWIdauwUo,5448
937
- mteb/descriptive_stats/Reranking/InstructIR.json,sha256=SiAVYj8iB9KZbPBS2w7yVDZ1r7WqUjc_dv7jraJZnyo,1053
938
944
  mteb/descriptive_stats/Reranking/JQaRAReranking.json,sha256=jH5RuOb36a-gH_QNh0DZQpofpyoYGkjKQm9iFn7-VUM,1201
939
945
  mteb/descriptive_stats/Reranking/JaCWIRReranking.json,sha256=N4djULyJD_lgJa8x-qoACiaL33hUjdLK02hqXv7Bv5M,1169
940
946
  mteb/descriptive_stats/Reranking/LocBenchRR.json,sha256=k3Jck8QfSBxrsDenSgT06T2CbTSs8SGH2Y_RBrDWiTs,1227
@@ -1055,6 +1061,7 @@ mteb/descriptive_stats/Retrieval/ClimateFEVER-VN.json,sha256=D2xgItr4sBQiW3x8qr1
1055
1061
  mteb/descriptive_stats/Retrieval/ClimateFEVER.json,sha256=ltBwr_ZUcI_tJIg1ky-ZrdgVXSYENQu0IjZW_10M5zw,1018
1056
1062
  mteb/descriptive_stats/Retrieval/ClimateFEVER.v2.json,sha256=fLlp5H24VZYXGPTUMebu_S8IfyaKfSddDDAQuu0XeU0,1005
1057
1063
  mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.json,sha256=0rV-9orDvT-b5Xn00NvVr4FnNZ3SVLnLp_IcxFQC3mg,986
1064
+ mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.v2.json,sha256=0rV-9orDvT-b5Xn00NvVr4FnNZ3SVLnLp_IcxFQC3mg,986
1058
1065
  mteb/descriptive_stats/Retrieval/CmedqaRetrieval.json,sha256=vSs_A256iqqXsMsqwr-FGEMHoosqaDkEvxdeKLUUKRg,1009
1059
1066
  mteb/descriptive_stats/Retrieval/Code1Retrieval.json,sha256=TqpTDspEmAjNxFhaNXr-gCMHKWsm42g76QYgrehtTAs,998
1060
1067
  mteb/descriptive_stats/Retrieval/CodeEditSearchRetrieval.json,sha256=7VRQQSWLxWpt2zzv6_FJpuxHMksjBSp8rIhFxepkVRk,16463
@@ -1093,10 +1100,12 @@ mteb/descriptive_stats/Retrieval/DBPedia-PLHardNegatives.json,sha256=-d7lOvdrIY9
1093
1100
  mteb/descriptive_stats/Retrieval/DBPedia-VN.json,sha256=slQhXXASpyTOvDl--GB_y9BndfTV2cX7sCbgSKMWkIw,1018
1094
1101
  mteb/descriptive_stats/Retrieval/DBPedia.json,sha256=rrbgB0xZYgE_XyV-GtuZOCxs6cpwnXG4TNzZxvjFlXg,996
1095
1102
  mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.json,sha256=3NICxSBXrW8W2_fxtRWALsIf2VdlhPiaigPBRj_NUbI,987
1103
+ mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.v2.json,sha256=3NICxSBXrW8W2_fxtRWALsIf2VdlhPiaigPBRj_NUbI,987
1096
1104
  mteb/descriptive_stats/Retrieval/DS1000Retrieval.json,sha256=BFKVidJeLasrP_TGXQWHFYY1GYIfaBbFgyMxOyskk9E,992
1097
1105
  mteb/descriptive_stats/Retrieval/DanFEVER.json,sha256=DDwRZFVP6aUviu6JetiHh4XXaTNC41HC-JlJxXkyjYw,1006
1098
1106
  mteb/descriptive_stats/Retrieval/DanFeverRetrieval.json,sha256=DDwRZFVP6aUviu6JetiHh4XXaTNC41HC-JlJxXkyjYw,1006
1099
1107
  mteb/descriptive_stats/Retrieval/DuRetrieval.json,sha256=PwJD57XCbBdA2lv73waJJxkVFHGBS04wVXvNSsyORnU,983
1108
+ mteb/descriptive_stats/Retrieval/DutchNewsArticlesRetrieval.json,sha256=mYluBHMXk4HuEHuD0zfTQJC0kSpcvY-aM16dQ_DqqHE,985
1100
1109
  mteb/descriptive_stats/Retrieval/EcomRetrieval.json,sha256=8-bIOTcttZyKnxgwovKpxMP2eXC-doOkuWEqSQ3LPyE,974
1101
1110
  mteb/descriptive_stats/Retrieval/EnglishFinance1Retrieval.json,sha256=6ews0ELU8TD9S5u5Bn-r6zoddUuNb6XCApgfyStmdIU,996
1102
1111
  mteb/descriptive_stats/Retrieval/EnglishFinance2Retrieval.json,sha256=KP-FKDYJIoDKMo2H4_10zaNIFpbJKaqpAeYdNMss68A,985
@@ -1109,6 +1118,7 @@ mteb/descriptive_stats/Retrieval/FEVER-NL.json,sha256=K810hO-zNJWg3-i30oma72wsjO
1109
1118
  mteb/descriptive_stats/Retrieval/FEVER-VN.json,sha256=MnadQ0FGkXCFCDCI8eGwFYbouo8ta_1W_WlrqNx1clI,1018
1110
1119
  mteb/descriptive_stats/Retrieval/FEVER.json,sha256=4QYxYTtHFB8AIvRvbWmH-z3z3mB_NO1sH8AS8Fe5nHQ,1018
1111
1120
  mteb/descriptive_stats/Retrieval/FEVERHardNegatives.json,sha256=bULggWEVad75Dzr7aRvwBitnaONMDah0UwjYtX5LjeU,985
1121
+ mteb/descriptive_stats/Retrieval/FEVERHardNegatives.v2.json,sha256=bULggWEVad75Dzr7aRvwBitnaONMDah0UwjYtX5LjeU,985
1112
1122
  mteb/descriptive_stats/Retrieval/FQuADRetrieval.json,sha256=8MmqRPc3W5-_cUmLLZmWmRm9u_dSxvmPZckX4QwvvPQ,1938
1113
1123
  mteb/descriptive_stats/Retrieval/FaithDial.json,sha256=Iolms863X9RsdKeh3g5itMu1gi8deAI3G0FDn64xi9g,989
1114
1124
  mteb/descriptive_stats/Retrieval/FeedbackQARetrieval.json,sha256=-4i_hla7EJrN4wIpm0FFQcqayZ4ae9_EGDaH8QFJfRA,992
@@ -1146,6 +1156,7 @@ mteb/descriptive_stats/Retrieval/HotpotQA-PLHardNegatives.json,sha256=S8l90gywMP
1146
1156
  mteb/descriptive_stats/Retrieval/HotpotQA-VN.json,sha256=f_NWdV4vrE0Fb6PWPBxP_LxZ-Hpn_7kD_72VeyWleKs,1003
1147
1157
  mteb/descriptive_stats/Retrieval/HotpotQA.json,sha256=OGDK4oUu8waVnwT8l0ThkujbkUn3TW6jyqxrnm07hR4,1003
1148
1158
  mteb/descriptive_stats/Retrieval/HotpotQAHardNegatives.json,sha256=62JzOxl_cXreMBZOf6jz2EfwaXgEBWHuq6m2GSydtBM,983
1159
+ mteb/descriptive_stats/Retrieval/HotpotQAHardNegatives.v2.json,sha256=62JzOxl_cXreMBZOf6jz2EfwaXgEBWHuq6m2GSydtBM,983
1149
1160
  mteb/descriptive_stats/Retrieval/HumanEvalRetrieval.json,sha256=aiW3AaImNrsEfUUpPsDnMGmPbFgyYR4dEnIoDAFtPWI,979
1150
1161
  mteb/descriptive_stats/Retrieval/HunSum2AbstractiveRetrieval.json,sha256=o3FOm7CJmMUGsdfOc8fC2yln3C69WOnG78K13tq90Q0,992
1151
1162
  mteb/descriptive_stats/Retrieval/IndicQARetrieval.json,sha256=Ao6BLg1DeZG0QLGerXX8YlqtoqMqw--G2QvaP2-9wtA,14374
@@ -1167,6 +1178,7 @@ mteb/descriptive_stats/Retrieval/LIMITSmallRetrieval.json,sha256=_-mowMnqHSriuqr
1167
1178
  mteb/descriptive_stats/Retrieval/LeCaRDv2.json,sha256=NUoYNlWY-cZz1XBGOKw10IdDC25NutIyPEozPEcMm9w,1011
1168
1179
  mteb/descriptive_stats/Retrieval/LegalBenchConsumerContractsQA.json,sha256=dJGGBub6hcOrJ8Ymksl4zmI8ishEvKbAV8sgt6lwvA0,981
1169
1180
  mteb/descriptive_stats/Retrieval/LegalBenchCorporateLobbying.json,sha256=upJXldjUqylc_wzFkeVq67Gx1VBrVXMtJ8z5UAPwAEk,985
1181
+ mteb/descriptive_stats/Retrieval/LegalQANLRetrieval.json,sha256=6dD4U7CZsR2fmfRyiUthwxBVPlbsAHcY2HcC5Dqw-qQ,1005
1170
1182
  mteb/descriptive_stats/Retrieval/LegalQuAD.json,sha256=xO3c5zG5LSls5OyJ-BdYNvxmiCQUZhbZwltIKYUnKag,965
1171
1183
  mteb/descriptive_stats/Retrieval/LegalSummarization.json,sha256=wOTo3a35f0hcHwfwjybW9cwtYFwV8sOOXowS3lU6bRY,997
1172
1184
  mteb/descriptive_stats/Retrieval/LitSearchRetrieval.json,sha256=ws1aeRMer8XyiuYjsBoSgafej46zkeEf3XidAViWbNM,1003
@@ -1232,6 +1244,7 @@ mteb/descriptive_stats/Retrieval/NeuCLIR2022RetrievalHardNegatives.json,sha256=E
1232
1244
  mteb/descriptive_stats/Retrieval/NeuCLIR2023Retrieval.json,sha256=YWYtrTRN_4uE9IcBmRrh9mzt-cTFLe1h93EtxRH1o2k,4761
1233
1245
  mteb/descriptive_stats/Retrieval/NeuCLIR2023RetrievalHardNegatives.json,sha256=jyGWIsqVrxR9ugn4a2F50bVFVepK6stRAzkDa0NcGDA,4724
1234
1246
  mteb/descriptive_stats/Retrieval/NorQuadRetrieval.json,sha256=Dal1-Dz1tKz6loq1WWfqcVqcdEed1ArB-FapC2pvjQ0,980
1247
+ mteb/descriptive_stats/Retrieval/OpenTenderRetrieval.json,sha256=LaO0o1lMRae8rkAo0_iFVh_im6vPo5cAWDu3apYyCqs,982
1235
1248
  mteb/descriptive_stats/Retrieval/PIQA.json,sha256=54dfxs0SYhPDiXedXZRKpB1GAXN7iwwGBP3FIowg-I4,988
1236
1249
  mteb/descriptive_stats/Retrieval/PUGGRetrieval.json,sha256=5L_gIwK7EKIKUrw5X3oBwpwQwaSRpl5byqiKKb8jjwo,997
1237
1250
  mteb/descriptive_stats/Retrieval/PersianWebDocumentRetrieval.json,sha256=iidsXaG9pMTuBDbw4vx5O-sXm68IWA7eElgbJUjBLdA,1009
@@ -1245,6 +1258,7 @@ mteb/descriptive_stats/Retrieval/QuoraRetrieval-Fa.json,sha256=0hpmyybHoFQhhwr-n
1245
1258
  mteb/descriptive_stats/Retrieval/QuoraRetrieval-Fa.v2.json,sha256=h9QkZh6a8FyjZHomKFALlc4mUbwofXaHSyU8ecJ2XzQ,989
1246
1259
  mteb/descriptive_stats/Retrieval/QuoraRetrieval.json,sha256=TtHH-7tCRHqoGEGz39r7seeH2sUF-odExLlMMj0qlHY,987
1247
1260
  mteb/descriptive_stats/Retrieval/QuoraRetrievalHardNegatives.json,sha256=oU3OzAnoTcNNYhdCskSP84W2wEfTi0aSJHVBOsoNkwg,983
1261
+ mteb/descriptive_stats/Retrieval/QuoraRetrievalHardNegatives.v2.json,sha256=oU3OzAnoTcNNYhdCskSP84W2wEfTi0aSJHVBOsoNkwg,983
1248
1262
  mteb/descriptive_stats/Retrieval/R2MEDBioinformaticsRetrieval.json,sha256=kr8pl4L2wjtnS3RE-wgVmLJca3LGz1sGOlQCuzuYhUQ,1006
1249
1263
  mteb/descriptive_stats/Retrieval/R2MEDBiologyRetrieval.json,sha256=yCnZBc1VQv1ZbCq9tfh6zOEJlgYKxyZ60G74Jh7oXwc,1005
1250
1264
  mteb/descriptive_stats/Retrieval/R2MEDIIYiClinicalRetrieval.json,sha256=xCQVidXqpiA51VfeycfZN_JMIR0yyNqCYdm0wtShF2w,1010
@@ -1257,6 +1271,7 @@ mteb/descriptive_stats/Retrieval/RARbCode.json,sha256=-DbM-nX4HZ840lqZNEcWBHL0eP
1257
1271
  mteb/descriptive_stats/Retrieval/RARbMath.json,sha256=kTUxxlZ3pHHr4FQwBkoGAASgfIM7FlYRqhueLfC3L6E,1000
1258
1272
  mteb/descriptive_stats/Retrieval/RiaNewsRetrieval.json,sha256=s252SGT6MI-7_N1PN9c4MS2VYBIkF23_QzR97oYnx1Q,989
1259
1273
  mteb/descriptive_stats/Retrieval/RiaNewsRetrievalHardNegatives.json,sha256=RcLHvaAvBNxfB3oJFzu8wejN1SaTVH0pfsPJCqQ8R80,983
1274
+ mteb/descriptive_stats/Retrieval/RiaNewsRetrievalHardNegatives.v2.json,sha256=RcLHvaAvBNxfB3oJFzu8wejN1SaTVH0pfsPJCqQ8R80,983
1260
1275
  mteb/descriptive_stats/Retrieval/RuBQRetrieval.json,sha256=pXakzRmagM93jql7xiIDNEeExrGxUyN_KTjCfRwDWHo,1007
1261
1276
  mteb/descriptive_stats/Retrieval/RuSciBenchCiteRetrieval.json,sha256=mRqJekFMLV4N4f5l0LyYkWHixHCxCDpj5HhH_6dJnO4,3491
1262
1277
  mteb/descriptive_stats/Retrieval/RuSciBenchCociteRetrieval.json,sha256=_Op8mcXjvKsgw9Y61KAgvocBaCRpkwBw81-kD1B9_MQ,3476
@@ -1318,6 +1333,8 @@ mteb/descriptive_stats/Retrieval/Touche2020.json,sha256=LEzSE09BuJddeDMYel1bLda0
1318
1333
  mteb/descriptive_stats/Retrieval/Touche2020Retrieval.v3.json,sha256=io1AdOZ5XF3s0IyaHaP_z3wbA2Iwhk5JiYB0rGYr-Uk,1011
1319
1334
  mteb/descriptive_stats/Retrieval/TurHistQuadRetrieval.json,sha256=aorprW4gDbikZNxmwxNUODGaBfzgo11KO2kz0WeD048,983
1320
1335
  mteb/descriptive_stats/Retrieval/TwitterHjerneRetrieval.json,sha256=NVAKAwonITGP8v4zOmewixoRJdZ2Ry5lShIvsvy82Ro,992
1336
+ mteb/descriptive_stats/Retrieval/VABBRetrieval.json,sha256=X-NzY0Jn5ae9neVK4PXAz881NnIusr8D9G3PdvCu1MI,975
1337
+ mteb/descriptive_stats/Retrieval/VDRMultilingualRetrieval.json,sha256=sUVyZxXxfUsMC5YmNEkdYYYG4_0tbA64HKxbPveSNKY,7632
1321
1338
  mteb/descriptive_stats/Retrieval/VideoRetrieval.json,sha256=gIGJLutZMT0z_gLPJBLk73uuYUxUXO3yd9qOP-8QWlc,976
1322
1339
  mteb/descriptive_stats/Retrieval/VieQuADRetrieval.json,sha256=NHt0U-wJXBOPYOki5YugwjMmRSTtCMiVWXQRzEQtO6k,990
1323
1340
  mteb/descriptive_stats/Retrieval/WebFAQRetrieval.json,sha256=uNkLCfiuVbdNKZ54vYGo8dPaoBlTShexDjl_IwCcT_M,60318
@@ -1328,6 +1345,7 @@ mteb/descriptive_stats/Retrieval/XMarket.json,sha256=s0odo5MWwzgQi0HwqK4APYhWIBR
1328
1345
  mteb/descriptive_stats/Retrieval/XPQARetrieval.json,sha256=qHxeCggIwW1iw5ujbHsCc_7rf_-JIhfYRFGEKvzSTO0,44958
1329
1346
  mteb/descriptive_stats/Retrieval/XQuADRetrieval.json,sha256=NjNvrloDl561L_WTWBg6fQ31yBTZInYWL-SW0q35SfA,15462
1330
1347
  mteb/descriptive_stats/Retrieval/ZacLegalTextRetrieval.json,sha256=5EUucNKoihJCsrzbwYIV8kTV2kSo_N6G1r383FwL3Kg,1007
1348
+ mteb/descriptive_stats/Retrieval/bBSARDNLRetrieval.json,sha256=vxeLQcVhEAAO0M-3J-Ddnx7hzRmlrb3Veud4t97Uuf8,1004
1331
1349
  mteb/descriptive_stats/Retrieval/mMARCO-NL.json,sha256=HChzLdBj5NRgmX3dVKpizULS6zUxfTwiHx7bLvr5mVA,1013
1332
1350
  mteb/descriptive_stats/STS/AFQMC.json,sha256=brmBQ-gVV7zdyNIpLw1IIYwo9TAp9Di4B7fw548-fF0,816
1333
1351
  mteb/descriptive_stats/STS/ATEC.json,sha256=WrqStCesLCmyM-qKFdcZ7qex72yVDEzwIF1scUgtSJU,1567
@@ -1357,6 +1375,7 @@ mteb/descriptive_stats/STS/RUParaPhraserSTS.json,sha256=NXiVresljjJT85jyYGa_bkv7
1357
1375
  mteb/descriptive_stats/STS/RonSTS.json,sha256=wWFO6xGj4IwLKaVV4EM5z7GSLjyudshRfQjHg8b6SHw,815
1358
1376
  mteb/descriptive_stats/STS/RuSTSBenchmarkSTS.json,sha256=sIOkU4Uj2tkYDBPfVDprc22vaml_hJOmzg7jLdRSkUc,1634
1359
1377
  mteb/descriptive_stats/STS/SICK-BR-STS.json,sha256=LYlL717cfvbcokDUwXh5s158CbdMkPpgmvy7j3uFyug,805
1378
+ mteb/descriptive_stats/STS/SICK-NL-STS.json,sha256=BSMgvbFBw_3_BMqVGJgELQCnIruHzK_q3TCd7OBnHfk,816
1360
1379
  mteb/descriptive_stats/STS/SICK-R-PL.json,sha256=1up4ZMQ-S-STIljoQffqXM7_Vrt0hKRlY_NQuPXbuDI,814
1361
1380
  mteb/descriptive_stats/STS/SICK-R-VN.json,sha256=7XOz_F-gXhC4kjd73hGiJEW73k5uezNuO7XRAcO1Raw,820
1362
1381
  mteb/descriptive_stats/STS/SICK-R.json,sha256=R7AKbW7_V48EMpaTO-2nUibyQZR0PWBCQfmC4QqA_Z8,818
@@ -1381,19 +1400,19 @@ mteb/descriptive_stats/Summarization/SummEvalFr.json,sha256=_uhdj0ZhjcpBO-jfZhRe
1381
1400
  mteb/descriptive_stats/Summarization/SummEvalFrSummarization.v2.json,sha256=_uhdj0ZhjcpBO-jfZhRe8FGAqGzUBPZlCM9jZj9AOtI,962
1382
1401
  mteb/descriptive_stats/Summarization/SummEvalSummarization.v2.json,sha256=QNnxW405v3nWG454ZfDmCyM7pZ9RrmOPrMugCmgB35Y,961
1383
1402
  mteb/languages/__init__.py,sha256=sNZg7YkCw8Xk7CUZMWal-zi8kB_KJFb4hiKozccz-kA,417
1384
- mteb/languages/check_language_code.py,sha256=sEqsL8usYn3pZUJYIGjI5bg7BHtWilW4f6REwQK15XU,993
1403
+ mteb/languages/check_language_code.py,sha256=h7gm0FGkkGW3mCuRnNVAwN0UAhRohOCZ6eH-IeSlsEI,1176
1385
1404
  mteb/languages/iso_15924_to_script.json,sha256=agZvrYqSc0YJDXoqluncshuaMeg5RGkd_4z2hZE7SZc,7083
1386
1405
  mteb/languages/iso_639_3_to_language.json,sha256=KDVAh3TQziSyUd8xGDwpUHRUeTrngwp-MDuOxM9bpgo,193114
1387
1406
  mteb/languages/iso_mappings.py,sha256=TKpAmP9KL-KmY5EsHjsrfbnnluvCHES5mTlXNUC-pp0,891
1388
1407
  mteb/languages/language_family.json,sha256=OUGcHeOIPcZPb2FWmYLhxTS0JxjK5y3Fo6x0PeK0cKM,1833535
1389
- mteb/languages/language_scripts.py,sha256=ILHCluRi5bTYyIL1tZm-SqBQAhDydugwbGfVZuC5-Z0,3858
1408
+ mteb/languages/language_scripts.py,sha256=5wix9HTYolNIpTiS5oXf2pGJyL7ftdGKs_m432w81V8,3998
1390
1409
  mteb/languages/programming_languages.py,sha256=zxAakT3OSUnAuTnQ34VyeFIECnNXMlleZmAake6jsZE,211
1391
1410
  mteb/leaderboard/__init__.py,sha256=991roXmtRwEQysV-37hWEzWpkvPgMCGRqZTHR-hm2io,88
1392
1411
  mteb/leaderboard/app.py,sha256=5XcuTCJUS5WPDTBejeVETWY3vpn78Fq7zVR2vv0iS7U,32575
1393
1412
  mteb/leaderboard/benchmark_selector.py,sha256=TnW2Y-xoDkEH3ZhR_8EW42WZN_XrtfucUbiuiNjChCA,7580
1394
1413
  mteb/leaderboard/figures.py,sha256=Rq20LFpaUhQD4tuKp7P7ExQtAjonMLibgO3ud0ykMag,7491
1395
1414
  mteb/leaderboard/table.py,sha256=qs0H_Gt9FzRvzb-AL0YlqEe0YAsdYsVX3QlncfCBEqg,7828
1396
- mteb/leaderboard/text_segments.py,sha256=Imhi1itRBc_6SJ0dl_31g3e85oYV-7FIJVVYARFLbEU,6564
1415
+ mteb/leaderboard/text_segments.py,sha256=iMIkS04QQjPbT-SkU0x6fOcS8xRbUYevryu9HydipKM,6570
1397
1416
  mteb/models/__init__.py,sha256=ycGU-x60LT0OFyP4CYa5pQhM7J5hCimubuT56va9wfM,741
1398
1417
  mteb/models/abs_encoder.py,sha256=m0JkRfRPMYadDgBR9eozRloI31ZSWkSzDFINpwbfLZk,16533
1399
1418
  mteb/models/get_model_meta.py,sha256=VpZZNINk-QrNeVpPZnlqzlLhtBs8G84eRwTzAb_gRD4,9108
@@ -1414,13 +1433,13 @@ mteb/models/model_implementations/align_models.py,sha256=EUxJSOM8ppJLVpT7dWredKf
1414
1433
  mteb/models/model_implementations/amazon_models.py,sha256=pdRU2QGAB5ccQnAfbRSzHE1G3ZUdjvsAgeJwkB_olDQ,694
1415
1434
  mteb/models/model_implementations/ara_models.py,sha256=NguWSXEN9RhrfExvTh6vL5F3uie5iRUGD9ziwpZagaA,1033
1416
1435
  mteb/models/model_implementations/arctic_models.py,sha256=eaMRaN9WdpVq1W6cbtNcJMdrJUTXrTSYUjTJufCdZRY,10350
1417
- mteb/models/model_implementations/b1ade_models.py,sha256=65Pw2zEbgUxsgALfHAqsTlVKkGv9WCwTKgM7tdct1Z8,1609
1436
+ mteb/models/model_implementations/b1ade_models.py,sha256=aEKmXWVX8iJ_OotAYPOMxsOHTDEOJYdSwkR6iJsZ-ms,1609
1418
1437
  mteb/models/model_implementations/bedrock_models.py,sha256=RWN25Es4Nb6eIMiZlFHWNAnftKMVBumM2kozpO7Kh50,8709
1419
- mteb/models/model_implementations/bge_models.py,sha256=5QycvT0YtV-g7qODIkeR3Qz1idzWUGRM5A_doCAmMj0,22404
1438
+ mteb/models/model_implementations/bge_models.py,sha256=LL_JnXsjGPnzzxby05Z0Jm3v6-v76nCB-yI36H9fKwo,22386
1420
1439
  mteb/models/model_implementations/blip2_models.py,sha256=l1YeLjlFEFGfHLIwpJ8gVUCc6cN-lUYXn6_FerEOiLE,7293
1421
1440
  mteb/models/model_implementations/blip_models.py,sha256=P5Ui6Dxbl0mfUc9udvPqN5cQx4paz7muG7SR2_FBBsg,10681
1422
1441
  mteb/models/model_implementations/bm25.py,sha256=orjdCPWRdeAskQ3zJEzuNMyEks6WW1qv4mGfw8Ih51Q,4836
1423
- mteb/models/model_implementations/bmretriever_models.py,sha256=Es0ry2zvvTEeNFqwOE1sj-dVpPfePFD1gA2esJMNmcw,6554
1442
+ mteb/models/model_implementations/bmretriever_models.py,sha256=ABfrACa028Dcujan7-PaUZLTw9wkDB15XIfinP_FRxg,6555
1424
1443
  mteb/models/model_implementations/cadet_models.py,sha256=AR1uVm5EVvY2Q4rc_nuOtUQzTW9scrSGrjLGCqUJWsU,1829
1425
1444
  mteb/models/model_implementations/cde_models.py,sha256=jN1MokN_4tl46Elrx05ZQYW-B_sRK49CUp3Et7CAyJc,8654
1426
1445
  mteb/models/model_implementations/clip_models.py,sha256=zrfgNmZszu0JMtMNdCMzEohixsrnQ7xFhCqgsiucH_Q,6107
@@ -1440,33 +1459,33 @@ mteb/models/model_implementations/en_code_retriever.py,sha256=leZ-0M6LrunocY3XQB
1440
1459
  mteb/models/model_implementations/evaclip_models.py,sha256=cPMGYLDIq4s8zJxb4vPXqJ-rqwPaq7KOh2QZSO6cDas,8000
1441
1460
  mteb/models/model_implementations/fa_models.py,sha256=WGal70_ezITWoNdjcMdbOCTSCtoaXzuPadYstLVXxhg,7478
1442
1461
  mteb/models/model_implementations/geogpt_models.py,sha256=Juv86SwhgQX80lVLjAFtim2aSiJT1AcgjniyyiKyk1Q,1923
1443
- mteb/models/model_implementations/gme_v_models.py,sha256=5LTEzEpX3irelBGU9v6QATvqtTWfgnP78Qt9FtrvDfo,13568
1462
+ mteb/models/model_implementations/gme_v_models.py,sha256=NkfgR3_UdZzoBt1NnalVou6LOR-F7qXM4by9EbAVrys,13568
1444
1463
  mteb/models/model_implementations/google_models.py,sha256=P3Kg6G8UI6JA17MMlhhoDj54SCAcRP8uZ1CudL-Caf0,9295
1445
1464
  mteb/models/model_implementations/granite_vision_embedding_models.py,sha256=uqQ5-e_a-ADv3gf3sR9Drk0S4x8Gy8mZkpL-E4X16TM,7241
1446
1465
  mteb/models/model_implementations/gritlm_models.py,sha256=aS_CuioL95JAQMYiaKlGuAWU9wZjabn268Xut3bD8-w,3005
1447
1466
  mteb/models/model_implementations/gte_models.py,sha256=o26Xyu_tucUlP435Q_jB4-bl0xckgj4wtbutTwhYgIo,10073
1448
1467
  mteb/models/model_implementations/hinvec_models.py,sha256=I_d_dSNVaGIwMIwyvTlaPAzGMpwh_PzvsfE4y47GFyg,1575
1449
1468
  mteb/models/model_implementations/human.py,sha256=klMpuMAtYH92EIEwNMEhne_Baf9fNiTg1DNWYD11P44,532
1450
- mteb/models/model_implementations/ibm_granite_models.py,sha256=VfBqqW3bEeaVOnLJy42G3KZFOD2yVrynRPKtMQPVKCo,7902
1451
- mteb/models/model_implementations/inf_models.py,sha256=v-CyRA94W4N3m0PyltIREX-FU2J_SD1uzEj9OD0Monw,2906
1469
+ mteb/models/model_implementations/ibm_granite_models.py,sha256=YCT0jbgawy19ps5l8QlxpQoJLjq8Nh-3R-e6yxS0DRM,7902
1470
+ mteb/models/model_implementations/inf_models.py,sha256=lvXUFhAYDltq2_Xa9MHcwfhh1V20rbJLSgON76tkj6w,2906
1452
1471
  mteb/models/model_implementations/jasper_models.py,sha256=KzjVnQ1HwaVO9Z7kk1ZkjFrhvlKupeWCmkSljnZv-IM,4071
1453
1472
  mteb/models/model_implementations/jina_clip.py,sha256=CfiIxbhKspjQajNtObCfGPHOWPk6uLn4cuwydQHFTMo,5118
1454
- mteb/models/model_implementations/jina_models.py,sha256=F7cd_FR-I1dfKA_j4A3K6cfnqxz-NxW0HXgoO7bji10,29653
1473
+ mteb/models/model_implementations/jina_models.py,sha256=QWoesiTygdFTLcdGpdx26wOUI1AXRz3jLmxGHJ0WMNE,29919
1455
1474
  mteb/models/model_implementations/kalm_models.py,sha256=ruNzMk3MRLW0up91aXwPIMqorRyujDF291B78D_m7bM,52827
1456
1475
  mteb/models/model_implementations/lens_models.py,sha256=fC7_NB1F8vBAlXD0p0-hALf6eZTPFJwpz57dy71OlwI,1696
1457
1476
  mteb/models/model_implementations/lgai_embedding_models.py,sha256=S83pbfkMH3YUNl4skusgbK-Rn-uLuScQVxgXwegR_N4,2333
1458
1477
  mteb/models/model_implementations/linq_models.py,sha256=rnW27MybLMQ2Y3OxDyBTMSIsx_hXC0DlMD4kFv7NJV0,1918
1459
1478
  mteb/models/model_implementations/listconranker.py,sha256=pFISrZ91NHsnhc5El5U_ZPsB9cSTuTY8-nDzpoNMC9s,4485
1460
1479
  mteb/models/model_implementations/llm2clip_models.py,sha256=_sqAOb5oSbxn1oaXjWwPXRjTvxLT48xXL_tuabt2Ks0,9265
1461
- mteb/models/model_implementations/llm2vec_models.py,sha256=CR-Tz45KWG36j_R8MVrlZM3rEHrP4pau_UtDhutAxvc,12637
1480
+ mteb/models/model_implementations/llm2vec_models.py,sha256=Og_EqnOXgIfaTcVTl3Lj5BicG83ycnXS_YHNtK63I-A,12638
1462
1481
  mteb/models/model_implementations/mcinext_models.py,sha256=W9MBQFqGTXVa52WDFFq1Pdat2TgRvluOcD6JVAupn28,18968
1463
1482
  mteb/models/model_implementations/mdbr_models.py,sha256=B7R3dVEH9EZ_fSZ05VveSbmTyO3Erh7iJ2WmMn52d-4,2509
1464
- mteb/models/model_implementations/misc_models.py,sha256=yjZTWfcdgdJnYYiwd_1e5Pqfql9WoFhzaQlUSAyWfB4,56381
1483
+ mteb/models/model_implementations/misc_models.py,sha256=R1Ew2Bwj-YwHoHmO_qVa8WQf3BQcJ1FDjj3Xm0Y6nzo,56381
1465
1484
  mteb/models/model_implementations/mme5_models.py,sha256=cRRXecC8EHeLQiEd1nfCb1vt75x_CnG1s_9lYRrtyTA,1484
1466
1485
  mteb/models/model_implementations/moco_models.py,sha256=Mxjs4Nml7Jd_j2oSdN7WQc2t_UrkZVBRmhDUW5QK-6M,5154
1467
1486
  mteb/models/model_implementations/model2vec_models.py,sha256=D-EY-6P-cKKunbgzk4DHzJL1ogpWYFhpHbTLb8qQjJw,13765
1468
1487
  mteb/models/model_implementations/moka_models.py,sha256=Y5do7Z4JyGxabYrjHhkBLqCKTQKotniS-f4kOgXJjag,4995
1469
- mteb/models/model_implementations/mxbai_models.py,sha256=yJXZHBwj-ZALQshKnfzx-SzosTKtem1_-LKVRVw-3Is,3593
1488
+ mteb/models/model_implementations/mxbai_models.py,sha256=33ta2BnhvKYBUgE89wFgPNf-CnOb7ooumZvqHOvbZsA,3593
1470
1489
  mteb/models/model_implementations/nb_sbert.py,sha256=Ab0OXvOzEqlFFO1679mMiCdJvMSnvcfCoeFMLzNL74I,861
1471
1490
  mteb/models/model_implementations/no_instruct_sentence_models.py,sha256=6i-xbLRRNKuDpU-hwklwdQjgu1wnz5CecLSoc6kyd7Q,3976
1472
1491
  mteb/models/model_implementations/nomic_models.py,sha256=mT-v5Gs5-sRH8-ziCw_CtxB9ox3C6FtwWJjNghNrunw,11334
@@ -1492,10 +1511,10 @@ mteb/models/model_implementations/rerankers_custom.py,sha256=ro73A9-hHudy3_qIMrh
1492
1511
  mteb/models/model_implementations/rerankers_monot5_based.py,sha256=rxVwzapNnHl4gCw79XVCaTXj3-wbToyj7XVL97tpAF4,34302
1493
1512
  mteb/models/model_implementations/richinfoai_models.py,sha256=llvYa0JUjyOOMbuTgOYoJ2qeqZ5rLHX1ZjZIYlYbdvA,989
1494
1513
  mteb/models/model_implementations/ru_sentence_models.py,sha256=Dstx46xFcAOC7giKPclC41GJTtFfmg4t6gLTdAnrxDk,40129
1495
- mteb/models/model_implementations/salesforce_models.py,sha256=7W9FB-_9Ls5QrVR7IVIDdXjl95t1zkI_hUanvBWCZaw,5160
1514
+ mteb/models/model_implementations/salesforce_models.py,sha256=KslTK-IKeLvNG-vQir9k6swkaOgjk6eyozm_BOVgTpY,5160
1496
1515
  mteb/models/model_implementations/samilpwc_models.py,sha256=oMwKNwCxoH1jZgCy04oo2oVlBZWu253QMpnEEC6emz8,2021
1497
1516
  mteb/models/model_implementations/searchmap_models.py,sha256=XvVl99emIgnNUCxkTuFQXW6py2R8vgsArfpyHveCugw,1904
1498
- mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=CUC3m6s05HffL1Qj2o9-bxjjNJ6CG-VOlQCYlBDxTiQ,18535
1517
+ mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=8J3htEddltyGTydIbnMUudgAV97FdD43-SQKaSA_Iuc,18534
1499
1518
  mteb/models/model_implementations/seed_models.py,sha256=SgK4kPVO6V33G3F1zSq06zSkWarPLEwBt1SWp4TUoVw,14142
1500
1519
  mteb/models/model_implementations/sentence_transformers_models.py,sha256=EtEaXg1yFFp3DQEOxu6am8bcVQR-ypcHj6DCqJGHOVU,21160
1501
1520
  mteb/models/model_implementations/shuu_model.py,sha256=KkcuVYjIzoha3Fvxh8ppqHQ9BfNMWeqDqn9dGCRKUjg,1167
@@ -1510,13 +1529,13 @@ mteb/models/model_implementations/vi_vn_models.py,sha256=quWmd3JT2J6SlAsFrV2gcnc
1510
1529
  mteb/models/model_implementations/vista_models.py,sha256=Q3I01kRtIPaoke0iMIcH4CLcCDTnMSIBFNCof7LPTX4,10832
1511
1530
  mteb/models/model_implementations/vlm2vec_models.py,sha256=HGGy_-z9Wc99xOKum71rBNipCPqWcM1efmmXgy5Rvxc,11724
1512
1531
  mteb/models/model_implementations/voyage_models.py,sha256=Qn9foyBmAGuuhispwZTFQb5ZtDM-OWMif5Ca4PBEhcw,19842
1513
- mteb/models/model_implementations/voyage_v.py,sha256=SL1n5fozOReEQO4SNNWVTlWBpWXo_-Ujsz9hJtANUMk,8176
1532
+ mteb/models/model_implementations/voyage_v.py,sha256=6i-oFnaY2D2qR1Dgb0B98ougnD1ujW9aNG9QoWyvwwY,8041
1514
1533
  mteb/models/model_implementations/xyz_models.py,sha256=TePlrH6EHwRPO87U_J3Yce9-XHCn_X7I2cJ_6BZ2fUY,1296
1515
1534
  mteb/models/model_implementations/youtu_models.py,sha256=NB74E6z-_36HyXb8GXKn8CrmRLN68uX9eH4xcS57zl0,5938
1516
1535
  mteb/results/__init__.py,sha256=EXQqK4Am5eIYzD52dpcGAFSdqnC38oE6JHN302oidHc,158
1517
1536
  mteb/results/benchmark_results.py,sha256=OWqeBxbNsPmOKRhxY980N5CikpdJXToDGJGTXUe64Lw,18209
1518
1537
  mteb/results/model_result.py,sha256=Wdbkpxq7_geliYDr4558i6txDVdsHL-Y9WAv_u7thlI,13689
1519
- mteb/results/task_result.py,sha256=M3hiuYo9At2UycfiVDTi3-LDy1cRG_5csRgEvGmCyKs,31810
1538
+ mteb/results/task_result.py,sha256=79lQNMH1xcCr_Y0XsOGRlF_9OJFPsaCCBTDUuK1wUG8,31782
1520
1539
  mteb/tasks/__init__.py,sha256=izAxU0ip1F_YUwx0dFCuN35BaktdmePh6vlDiHC0kLo,503
1521
1540
  mteb/tasks/aggregated_tasks/__init__.py,sha256=Ufgbh1AirxCQkojO3AUhUFWM8zQG10cfdVTkj_PeyLI,104
1522
1541
  mteb/tasks/aggregated_tasks/eng/__init__.py,sha256=HgaSyAX8Is5CGE006RgJkLQQVxrx2FmMnm6NHQBDi-4,358
@@ -1588,7 +1607,7 @@ mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,s
1588
1607
  mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=tujnOfZPKSGq0o9_e8H1Nw-uQ3t2GSQYYgkDMySXFn8,3630
1589
1608
  mteb/tasks/classification/ces/czech_subjectivity_classification.py,sha256=31lTpWh0adXA8C6TY64NbSKi4pVbnH7ocEDEQCd5JEA,1520
1590
1609
  mteb/tasks/classification/dan/__init__.py,sha256=edrG5UqewQ_YfQD3KtCTs9GU5z1jo4wjlkSEHuQg1ww,864
1591
- mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=baq5GOxtxl1HUCwpi8jxTTUNmyZJOzrepMJatUFni_Q,3162
1610
+ mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=K1KxSzZV8k4ZbfPoFLFThQq_y28K1Q_VCtv_4mdwtRE,3166
1592
1611
  mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=Yiei__QJP5qGNVpdPKS0Sb0DX01yvS_vjf9HlXXtcdk,3213
1593
1612
  mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=cjzNC5P9HmemPhj2V8twnZo6bT3zwml9qWd8elUfxJg,4022
1594
1613
  mteb/tasks/classification/dan/dk_hate_classification.py,sha256=FhV94a0qn9mSsJuEFtz_y2c_-PTzT9wp29b0DImzYNs,4452
@@ -1621,7 +1640,7 @@ mteb/tasks/classification/eng/hume_toxic_conversations_classification.py,sha256=
1621
1640
  mteb/tasks/classification/eng/hume_tweet_sentiment_extraction_classification.py,sha256=hiOXpCGAHXLm4duu94ptT9l0uWsyw3SRB7w3SqyvxKc,1602
1622
1641
  mteb/tasks/classification/eng/imagenet1k.py,sha256=n6YlgVBG7fudRzv5BI0JWiSjpbWIaOLEGQws8VHn0O8,1574
1623
1642
  mteb/tasks/classification/eng/imdb_classification.py,sha256=5ewozc0-GsXDuKXJBqOnBesJ8H0-_JzGqSeOtsVB784,3631
1624
- mteb/tasks/classification/eng/legal_bench_classification.py,sha256=kyP5OyUheSDAJN55Sewh4KjkaPTCw4Taz0BtyIPbRzc,305726
1643
+ mteb/tasks/classification/eng/legal_bench_classification.py,sha256=zqy7REu20R-C4s1LQHSAVIXwzzTZRqdopFYdbTlF76s,305727
1625
1644
  mteb/tasks/classification/eng/mnist_classification.py,sha256=hmQfHKKkw2ezFYr26350DCD0-_ZO6uPn7BN4fSZgoAY,1360
1626
1645
  mteb/tasks/classification/eng/news_classification.py,sha256=8_MKO3dg-87-D4ObJaK2_XzoYPPA5lu7P6a62Jg36YY,3351
1627
1646
  mteb/tasks/classification/eng/oxford_flowers_classification.py,sha256=1Qlma1B3rJXRZNiyh0n4b0At-nusKKAdEIXw2eSTv-Q,1673
@@ -1744,11 +1763,18 @@ mteb/tasks/classification/multilingual/swiss_judgement_classification.py,sha256=
1744
1763
  mteb/tasks/classification/multilingual/turkic_classification.py,sha256=SB-17gT866bE3Py01pdioIcqzFC2EdxdoiwZ2N11HbE,2356
1745
1764
  mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=E1AR4BgGdhw7jdMZy96RNUb1uvHaFFx9JsKJo60QZRw,2072
1746
1765
  mteb/tasks/classification/mya/__init__.py,sha256=lFTf0bNTeMsXTHlnKJM7c-VsnQM_3Il6gZehbVz-3xA,97
1747
- mteb/tasks/classification/mya/myanmar_news.py,sha256=0MxWx-YS2NWsWM9kWxGVN1fYXWvtpbgpNv-MnaVMgoQ,3224
1766
+ mteb/tasks/classification/mya/myanmar_news.py,sha256=fRDQBaSnNSLGIDU7HBz8xlHkIcc58B9JaK7D6g0fQ24,3226
1748
1767
  mteb/tasks/classification/nep/__init__.py,sha256=Sj3bPg2KXOui4nwgVhSdz6JUpjadQJ1ZJjxxpMyMLfQ,176
1749
1768
  mteb/tasks/classification/nep/nepali_news_classification.py,sha256=FL6IJTixczeO4xTCswSNdW2OLvqY3d7syEBo8BugN9s,3661
1750
- mteb/tasks/classification/nld/__init__.py,sha256=Byyx0ZpQew26WE7b8Xz_hleMQibg9OiME-r1wUmrctY,259
1769
+ mteb/tasks/classification/nld/__init__.py,sha256=a_YlxI4tL8joDa1RF-ctbA4kw_8kHhM0sWBNtX1FTcQ,1037
1751
1770
  mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=5JoP1APtPmAeyV_uLsmQzVw6rKTolz5WX-HJ1ugoZCc,3389
1771
+ mteb/tasks/classification/nld/dutch_cola_classification.py,sha256=tV6wdrNToJMI4QL-Ujh79tDiazNVnpzcSvzA1eQWGXY,1471
1772
+ mteb/tasks/classification/nld/dutch_government_bias_classification.py,sha256=Rqrv1HsrvKwI7bZctwPkKF5IUT9uLaoiiijwcGHqzPc,1458
1773
+ mteb/tasks/classification/nld/dutch_news_articles_classification.py,sha256=VwAE5zj5Z6yO31k66YqoJOUEWrNzu9-nPdufGwDZpJg,1220
1774
+ mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=o9rpMS-ZovTNniGL1QhiZKpZS_zzKSrP--WY8TXIlg0,1447
1775
+ mteb/tasks/classification/nld/iconclass_classification.py,sha256=t74aHdFGTbEa2tgeOc-6fpGNeC-Sd1BryzKVecK0kas,1523
1776
+ mteb/tasks/classification/nld/open_tender_classification.py,sha256=PknkVwUlGWYe8dhzNe54noZhZWXGpUyj7zPii5lOWN0,1391
1777
+ mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=wRruABPcWdm_JzX_LkKCTpyOjK35tbY7KUB3UL-RTSc,1800
1752
1778
  mteb/tasks/classification/nob/__init__.py,sha256=axgfxU9oueXuBJgbnyb0B5coAqxiCv543SsMEYcQm7o,366
1753
1779
  mteb/tasks/classification/nob/no_rec_classification.py,sha256=xXetGpPz_juq31cSsJnO6RZ5oyCfi080c_jjmPQRxFM,4186
1754
1780
  mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=ztJSIufWm3WCwg3Is00NN4tIOuRVBFkiTFYM7bsxlb8,4007
@@ -1802,14 +1828,14 @@ mteb/tasks/classification/tel/__init__.py,sha256=DicrFxq-N9dDqF-WZ64mbH2jvz_be8Z
1802
1828
  mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=kr2RazVzvQlu_iEhhm1MHixRbaIR49KojrcCRsSlEGI,2590
1803
1829
  mteb/tasks/classification/tha/__init__.py,sha256=L17uVKPwwwEcHvhWuA9-ZZ7cEsEovM-oqGY35FAdb6c,336
1804
1830
  mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=vkxpIfZdUnLDAxOuEwNeRqM2U7bRdt2xHGJx65j-dgo,3107
1805
- mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=f7xJgp2d0oVUXm8TfIsjt80yZIUrE2VR-KJgIO_0egA,1737
1831
+ mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=0qy4fHUf5i6Kgfxve1NneelB9gNas_7lMRs6pwgce1Q,1736
1806
1832
  mteb/tasks/classification/tsn/__init__.py,sha256=pHxOFshsfTp_CkIowXYcDtpZsxihcnPewREjFOzwHH4,176
1807
1833
  mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=T5_-XgDq4cKoKVxf5jlTf6F_wHy3fGGMnmGwA-Fr-Ss,3118
1808
1834
  mteb/tasks/classification/tur/__init__.py,sha256=ZHpiPVOG5fymXCy2V2XqnSyVuXwHWmoa58KE9ohGjKw,481
1809
1835
  mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=UxAtI9Aau_qc-JvR6SkdlHT0m2yT0OPgV8cp7HuvbuI,3081
1810
1836
  mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=zfM_ODrzHvgNkoM3Mbbks1xQGNBZE6cGBuy1lJ6Ptb0,2793
1811
1837
  mteb/tasks/classification/ukr/__init__.py,sha256=Tk8r98fjAhLigvXSu2v3vhq3aJVepreg7k7hVxlpIYo,186
1812
- mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=qI8L6r0WWhvAtERRxNQG88zwAnfSBTunlJZ49YNc85A,4522
1838
+ mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=zQOxwega1ZldFadsBdfsZYKJB7O6D6lXxZ5dz-Wpnms,4520
1813
1839
  mteb/tasks/classification/urd/__init__.py,sha256=CxO1ERWJxvYlmNUsXSGs3oPKqAtjrP0MTInCl6NV3oM,217
1814
1840
  mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=ODS9UIFla1s-JIKISgoTYEmaB62vdRmPe9vb0024IfQ,2813
1815
1841
  mteb/tasks/classification/vie/__init__.py,sha256=C590nbZwTwxtP-46xS1NYgcH0UJcELA9TDxiJO-o67o,1603
@@ -1831,7 +1857,7 @@ mteb/tasks/classification/zho/cmteb_classification.py,sha256=tRuxX8OJOhAXcvQESbH
1831
1857
  mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=AkECZH7Ljrd6y8UpurcVMUyWzlOU5EKUbxmtcaB8Pwk,3316
1832
1858
  mteb/tasks/classification/zul/__init__.py,sha256=iPm0kTxJ6R-R48cULXZtpebvD8IzyWbVokhgCvKT0c4,182
1833
1859
  mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=YVluEnOYqXoqosA977s5is0heSHeFufKxH3oongNC3g,3072
1834
- mteb/tasks/clustering/__init__.py,sha256=Xfd74sMtS1hFy8oz2OYXQcFni42F0_BsjA35GVajmqs,294
1860
+ mteb/tasks/clustering/__init__.py,sha256=on2FxT3bKFn4-ttmyd13nqKCPHGw1UYV5X2lsrIuC6Y,313
1835
1861
  mteb/tasks/clustering/deu/__init__.py,sha256=7vq3Nqz34nS1JSuS_Izm7vBpkDN8q4-uf809yPw3RF8,591
1836
1862
  mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=KtaktUJQg2RcvN6DMclFfKqjc02vFw_keGyAoeOYCWA,3337
1837
1863
  mteb/tasks/clustering/deu/blurbs_clustering_s2s.py,sha256=o103vt6pG1d_M87nN2HMXcNwSjcXFoVqABKsGkFFEm0,4328
@@ -1884,6 +1910,14 @@ mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=NY5J-UWGc2z5pB
1884
1910
  mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=4UfRF82DLNLLvDkazaiW_lT3eGuSe5-QP0IW0xb8rtg,5988
1885
1911
  mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=a8uu1Eiq4_M-U28eBC511Y3UNCHZVK64oZtVmAuk7Wo,8574
1886
1912
  mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=XgMqPZ74tWjxU169qN8ri_aZVQ_kaR6xFVNJYyWBt4E,4384
1913
+ mteb/tasks/clustering/nld/__init__.py,sha256=_KwG_aTmQpSAek4clgtkV7MQ5dpUOmbgIQWZoux5T-w,682
1914
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=UOJ7eLoYAoGgW6iAhmJfFzxZTAXO8f8oZhKHuVJzwBw,1442
1915
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=undeyAivREAZQOmG3beegrQZVmPAII5rDfxIk8ylhvQ,1443
1916
+ mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=yvzLRLXYRQ2pz-w2zWiuNJwPJT7NwN-17BgDnHmUui8,1739
1917
+ mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=0MQ3PcrbuKh-1JTFPoh-KZcV96kDBLz6-ujjsrYFZ3w,1910
1918
+ mteb/tasks/clustering/nld/open_tender_clustering_s2s.py,sha256=5zp1upeLZGKy3sCStEVjdhISGaEcBFO_a0_Ut45VXbQ,1591
1919
+ mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=ivHWLWW9ZP-EKoJcb63iB-J5w-GnaNn0cf8t1fMDwRk,2041
1920
+ mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=qbOdO6U_hf19i5sGO_X336ZJ6wnCGt3I5KnndsgtVNQ,2056
1887
1921
  mteb/tasks/clustering/nob/__init__.py,sha256=de-t3amIyZAo0iPjy33xVMFKCQlcDNmS4M8dgfWsr1U,503
1888
1922
  mteb/tasks/clustering/nob/snl_clustering.py,sha256=n4-cHyAgJUEckqvEO1fk-o4rdXeIALNe2-enpvW4M9o,3580
1889
1923
  mteb/tasks/clustering/nob/snl_hierarchical_clustering.py,sha256=OfdGmodK0eHTQMLo22SMI4FxM47wUCJmYYL8OOPqrCg,3328
@@ -1940,7 +1974,7 @@ mteb/tasks/multichoice/eng/__init__.py,sha256=eq04borhYbQqMMbipJg6BhydZhLZDLfm0N
1940
1974
  mteb/tasks/multichoice/eng/blink_it2i_multi_choice.py,sha256=YHsLVHspeNIpA-8x6AYXa-3SVMzuOKVaXauFy0dxOL4,1820
1941
1975
  mteb/tasks/multichoice/eng/blink_it2t_multi_choice.py,sha256=W6M9jDMcNIPkZYe8zt8T-ch4gEuA4astmPWx_7_MHoY,1837
1942
1976
  mteb/tasks/multichoice/eng/cv_bench.py,sha256=VgjCDjDDRP5jc0Si7ofMU3L0Ob-jV5aNVjBo9luT07c,9183
1943
- mteb/tasks/multilabel_classification/__init__.py,sha256=4W3zhy3MVJ9TZjpGK_9zf1DPmuNWC7ShgkceWE2jhbE,161
1977
+ mteb/tasks/multilabel_classification/__init__.py,sha256=D93vfKwD5Q5VSlpTysUIbkvAncZFSQAd6sUnN53mw5U,180
1944
1978
  mteb/tasks/multilabel_classification/eng/__init__.py,sha256=mcgoX0OxpR0UNftBXc4HJr27Tsxmjg0cMhBb5swN5Aw,87
1945
1979
  mteb/tasks/multilabel_classification/eng/pascal_voc2007.py,sha256=Lf29mv60xsbLscjmFUzTMbPYWyiJHAgivRzGafIOguA,1901
1946
1980
  mteb/tasks/multilabel_classification/ita/__init__.py,sha256=07xCrfm2mILOwe8KYHdkZLLGnVuiTcjZuTNIjdfqbrU,86
@@ -1951,6 +1985,9 @@ mteb/tasks/multilabel_classification/mlt/__init__.py,sha256=HC_nIigyK7DLdojnAfUZ
1951
1985
  mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=sWxlf8LH3BfjCzkxNzNQgyScDYbButljgFae41TqsfM,2147
1952
1986
  mteb/tasks/multilabel_classification/multilingual/__init__.py,sha256=gYOJftJq07gP6SH5QMn-SZQ83MQINfWlz1fvFRDdqmI,139
1953
1987
  mteb/tasks/multilabel_classification/multilingual/multi_eurlex_multilabel_classification.py,sha256=vfnIfW_oOy8dnrXd2zKBNmhTfg8ydVtYIJqZxRMsqr0,2405
1988
+ mteb/tasks/multilabel_classification/nld/__init__.py,sha256=84hVtfQAZNYt1lGzf0Oc_Hrx6vBKHjN2L_h2ilcIKRk,297
1989
+ mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=UJ5tEKTU-WjcwZnToejxqw1bcaIfEIKhZY5ZyFnO4FU,2927
1990
+ mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py,sha256=KPhsIv8ffktfyuZxjwi4_ymnjsz7I-ZE2P5eC_Lul1w,1802
1954
1991
  mteb/tasks/multilabel_classification/por/__init__.py,sha256=mJW70APO6ofl6XiPEbsRgL1qVi_RMsWpJwHrdx5_wmw,136
1955
1992
  mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=m1jA33p_MVNoYRptNuVfd-YEPTc1G3EcCFB836YFlMk,1975
1956
1993
  mteb/tasks/multilabel_classification/rus/__init__.py,sha256=skzrIGJ4giqi0tIiwCZux3JAYDlmu_vYZWrEBlusC6Q,355
@@ -1960,7 +1997,7 @@ mteb/tasks/multilabel_classification/rus/sensitive_topics_classification.py,sha2
1960
1997
  mteb/tasks/multilabel_classification/swe/__init__.py,sha256=lXR_6OxipZLTevntJj2Ilbac7KMtN-FDxGmrIWOtsEM,297
1961
1998
  mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=ykFkBKb5Tv8TrA7bHHVhYu7rPI34dys0y0RTR1wmcUQ,2839
1962
1999
  mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=E5pgLQ67jKW0UI7ggoKpfC0p54BsVpFTgO6piZe6Ia0,2824
1963
- mteb/tasks/pair_classification/__init__.py,sha256=NM9jsFVAIUyAPFSiBlEC5f3B8jb6_vj1bys5dV61OpU,313
2000
+ mteb/tasks/pair_classification/__init__.py,sha256=wShARe6hEVXt0fbuyIRuCD5FU_DBZswaQVAhEvrKHW8,332
1964
2001
  mteb/tasks/pair_classification/ara/__init__.py,sha256=nDoH7v49LUuZnF2xP6u7O4fpnAHBPdN1qxDyeZNbXrA,56
1965
2002
  mteb/tasks/pair_classification/ara/ar_entail.py,sha256=8ROjVjAlbn6GtMtjYaUpNwoloPAFGguWafCOrS3Z1MI,1868
1966
2003
  mteb/tasks/pair_classification/ces/__init__.py,sha256=a5LKNqekw88onEBY8akJTPXwn4WvF1OWdTpWBwySTvE,66
@@ -1990,13 +2027,16 @@ mteb/tasks/pair_classification/ita/dis_co_tex_pair_classification.py,sha256=N1Y_
1990
2027
  mteb/tasks/pair_classification/kor/__init__.py,sha256=h-aIkge-Vf89YRjA0bteTrKAAXF3Hojs0_D4NfycyPQ,53
1991
2028
  mteb/tasks/pair_classification/kor/klue_nli.py,sha256=9W9jLcrxCcWP2A5Ks7mjsHb0XJi5AfKyMGLTEIdT6kA,2522
1992
2029
  mteb/tasks/pair_classification/multilingual/__init__.py,sha256=Se4NBy208UzG7ZYWLk-8GtUjz7Nt6uKqV4sf5hbz_L0,528
1993
- mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py,sha256=BmnLe4ANErIdpaM-qVF3x8282a575tm7GNE36K4Q1M0,2178
2030
+ mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py,sha256=8wmaLY1h5XZfz9dhkj2SkhGvwvpf5Mo-7YanQ4YEfN4,2230
1994
2031
  mteb/tasks/pair_classification/multilingual/opusparcus_pc.py,sha256=h8LHHaWxuvsdtW9rFP5oKyLhnNJcEDq7b_a_DoH84rU,1500
1995
2032
  mteb/tasks/pair_classification/multilingual/paws_x_pair_classification.py,sha256=0IpodQ1H3rM_YEcODUDQPNeOHbkKrBi4OCbwC9LI2OE,1651
1996
2033
  mteb/tasks/pair_classification/multilingual/pub_chem_wiki_pair_classification.py,sha256=sYgOlneCYiGm6xi8IpJCr8aWdYDzoeJhq79fvxh5GfQ,2773
1997
2034
  mteb/tasks/pair_classification/multilingual/rte3.py,sha256=ZR3kpz8Y2AxyLe0uIYORoSUJ0zx8p8sjXxdMIX6WiBg,3037
1998
2035
  mteb/tasks/pair_classification/multilingual/x_stance.py,sha256=NPLzF8j_d_Y8kLocfIr8qaeJzJBwWE-1uveXxmGYI8M,1536
1999
2036
  mteb/tasks/pair_classification/multilingual/xnli.py,sha256=q7erc3tCbamua46CuhJc36jPKOoIs4KCzD91zBPG-Y4,4677
2037
+ mteb/tasks/pair_classification/nld/__init__.py,sha256=H65VNZnmBDsyupF4PtYVz-PwYD9b0xXb-9e6ODK2-DM,214
2038
+ mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py,sha256=mk4P6iZU6x9PenULz1b60AVV6VocXT9JLpnq8ZT-fy8,1343
2039
+ mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py,sha256=Q-ObZiYkPyhqK3cygWYUjCpHznIVcKcR5VZ-wF7onfM,1890
2000
2040
  mteb/tasks/pair_classification/pol/__init__.py,sha256=3bEzEe4yom2SL3XaqNwSs_0eCv6LKFEAoOOoD9FK-gk,110
2001
2041
  mteb/tasks/pair_classification/pol/polish_pc.py,sha256=vUkkYqewzNcRQkZ_wLM63xH21PKtBGhiVGLPas5XN6o,6782
2002
2042
  mteb/tasks/pair_classification/por/__init__.py,sha256=E_dD1BZfjS0gBjzmkhUnl8SrqiGegLRfPhcItUAn6b8,104
@@ -2063,7 +2103,7 @@ mteb/tasks/retrieval/code/code1_retrieval.py,sha256=bFQjQtKw0Lpn5Yj_uRFbRYUKnd61
2063
2103
  mteb/tasks/retrieval/code/code_edit_search_retrieval.py,sha256=pSbrwXByeL9JaUzEMYsRl-upVMrQPlWXe1QCw1FqLcM,2877
2064
2104
  mteb/tasks/retrieval/code/code_feedback_mt_retrieval.py,sha256=CiJ8pYt3gmYR0mnk8KqdaO1jXgQbpU4aKvOe4d7lpu4,1489
2065
2105
  mteb/tasks/retrieval/code/code_feedback_st_retrieval.py,sha256=eNV1DKxmKJzhIlBVP4u1JsxPRV_SrfKG4Uy6csbXZjM,1477
2066
- mteb/tasks/retrieval/code/code_rag.py,sha256=732O0bqKgIpzeHt1oQed0dICvPKpuC3cexkVH9veAeM,9577
2106
+ mteb/tasks/retrieval/code/code_rag.py,sha256=Cx1GzhUwdcRwZJDCx3nsavHrqDh5IWuU5ZVIV7pIX9A,9577
2067
2107
  mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py,sha256=81y-W4l7I8mzQJ-bvCM7rfIGykI9VdO_2MFNJIvTJDk,3816
2068
2108
  mteb/tasks/retrieval/code/code_search_net_retrieval.py,sha256=BECmHuIQXeDjjUBKmvjYji395Ep-RnF0fCgpGXDZTus,1504
2069
2109
  mteb/tasks/retrieval/code/code_trans_ocean_contest_retrieval.py,sha256=pkFKpaKuBbGYU-tezvSz_BMESUKY5Pp17CmSj4e0_K8,1497
@@ -2079,9 +2119,9 @@ mteb/tasks/retrieval/code/stack_overflow_qa_retrieval.py,sha256=NjD7b7234xrlA2xK
2079
2119
  mteb/tasks/retrieval/code/synthetic_text2_sql_retrieval.py,sha256=TQikfAT_n65OzJEWmlxaj4mncce3hdzFpuB9ZIsBktQ,1640
2080
2120
  mteb/tasks/retrieval/code/wiki_sql_retrieval.py,sha256=OOypL5bkQ1xX7D6SlDPcfu1KIDlKPTlMKkR2gnax2b4,3310
2081
2121
  mteb/tasks/retrieval/dan/__init__.py,sha256=gHkyCxzEZ-Nyv5HBLsQ0VPs1y0JjoxNX5q5kOhPiCT4,280
2082
- mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=8IqK6LOYmeX6E1LM6WVXc6A4NbUe9Up813KY-LiG3io,5621
2083
- mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=z-2zz7syAzm4pByvyw0cUdqimDwzfF1Pw0wizXJJN9U,3774
2084
- mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=WZY-ZoqQyV5vBr8IXL1g94NLS2qdk0dYfjJhjDZEVSY,3407
2122
+ mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=W7LN0Tn42fFss1quMHq2W39NrZm1tGmmdONtRGDSr34,5622
2123
+ mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=-8OT4d2YtNB_Jis0wOnJU44zPopFKX3nUPeC6olHaTo,3774
2124
+ mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=y2pZXmHmXlz-R6KJtGaLXxyTsUOcvYaBcBC3zKA83Lw,3407
2085
2125
  mteb/tasks/retrieval/deu/__init__.py,sha256=xgC4Nt2DCgcoCAkiErKSCQENs18DJtHFbocSMWS_278,719
2086
2126
  mteb/tasks/retrieval/deu/ger_da_lir_retrieval.py,sha256=ZQFzZLguoOmrZ_pZVk4w5N7vzhiUYcg8sTvs62S4EaY,1371
2087
2127
  mteb/tasks/retrieval/deu/ger_da_lir_small_retrieval.py,sha256=zb5SGbztP3xQI9tt-3MEFsxEvxXzVlpo-ahx1cFd-WU,1572
@@ -2094,7 +2134,7 @@ mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py,sha256=RYZCPgKaNPi14ncxnvz8_7
2094
2134
  mteb/tasks/retrieval/deu/legal_qu_ad_retrieval.py,sha256=l_UNVkOQxqlKp6wef2BM-GKtyYnmYLYThGZZnUsR_-c,1594
2095
2135
  mteb/tasks/retrieval/ell/__init__.py,sha256=46naXAZtJzyezyqOQGRIlr4zQVkqGQJdj7ztjMrez9Y,72
2096
2136
  mteb/tasks/retrieval/ell/greek_civics_qa.py,sha256=uKmiWHHZvL1o5m17XCrzi16kHWFNhlEUHrtlk-LR1as,2514
2097
- mteb/tasks/retrieval/eng/__init__.py,sha256=yvTVNBeiVJoK9MForbM1i2-_OFXNgYaO7FOIdN83sqY,15763
2137
+ mteb/tasks/retrieval/eng/__init__.py,sha256=loq6PjQTX-ZpCUgy6wFZ74LCpZVmzbiRQKtJQlJbvQM,16093
2098
2138
  mteb/tasks/retrieval/eng/aila_casedocs_retrieval.py,sha256=UKoN9oE8C412REf8MV16aUDgE5NwkHxnXsh4dcLztpk,1398
2099
2139
  mteb/tasks/retrieval/eng/aila_statutes_retrieval.py,sha256=GugjZwaWmTlNyYzK8ACKZHIiUw2YBvLaVyTngN_qQyM,1366
2100
2140
  mteb/tasks/retrieval/eng/alpha_nli_retrieval.py,sha256=GpOkizyeOs_ZMbRu9g1yAXdKkQr8PObUepP1OulbJio,1714
@@ -2116,7 +2156,7 @@ mteb/tasks/retrieval/eng/chat_doctor_retrieval.py,sha256=_PQYn3jXgeLKjnb_uKxzHtM
2116
2156
  mteb/tasks/retrieval/eng/chem_hotpot_qa_retrieval.py,sha256=sLTfqBf967htSU7Ego7zkEC8QYVWFI12YoHxa-urWEw,2114
2117
2157
  mteb/tasks/retrieval/eng/chem_nq_retrieval.py,sha256=8bl4PRKJwYgNF0sZPZQINgn81-r3c_2gDoMQJYdpb8I,1886
2118
2158
  mteb/tasks/retrieval/eng/cirr_it2i_retrieval.py,sha256=o_4fVGosZjYsfMQy7tzQGaq8aijhUwXKcV7MYIYY4SY,1583
2119
- mteb/tasks/retrieval/eng/climate_fever_retrieval.py,sha256=giXcYhin_92gkmJijjGGCb4OGVuKP2HS_rPTI7ERkDc,4869
2159
+ mteb/tasks/retrieval/eng/climate_fever_retrieval.py,sha256=obIROibY5nQ8oDGbkjG5Z3jrJ-rAXVmF_1w_XN6Nqm0,4615
2120
2160
  mteb/tasks/retrieval/eng/cqa_dupstack_android_retrieval.py,sha256=-Uj8BOIPyjl8egm34qZGRKULGgEoaoac4wOhdWXAPgE,1674
2121
2161
  mteb/tasks/retrieval/eng/cqa_dupstack_english_retrieval.py,sha256=hI0PhOmbf4__DPIZEyNbn7w6tinZxbc1ZATlZECjz0I,1629
2122
2162
  mteb/tasks/retrieval/eng/cqa_dupstack_gaming_retrieval.py,sha256=VBsAaiGzapR-9SCJahVeoeqExeEQyphwctPWgERWuTs,1633
@@ -2131,7 +2171,7 @@ mteb/tasks/retrieval/eng/cqa_dupstack_webmasters_retrieval.py,sha256=zEkmPfHW2_5
2131
2171
  mteb/tasks/retrieval/eng/cqa_dupstack_wordpress_retrieval.py,sha256=l6IkX_gHtl3PpbcLxFvcNePwZDul-dOxRX7l0bQlzgY,1634
2132
2172
  mteb/tasks/retrieval/eng/cub200_i2i_retrieval.py,sha256=sn0eN5Q9mseKVdtzN5duZGyjNB3jmLSSS2xgKvC_Icc,1251
2133
2173
  mteb/tasks/retrieval/eng/dapfam_patent_retrieval.py,sha256=3rJDG8Id-gcG8K92SwgfXC8XREhH6uUbjU3u_AyCzgQ,27254
2134
- mteb/tasks/retrieval/eng/dbpedia_retrieval.py,sha256=EkrMmMgDX6M1tgBDg1qt73lCL8D_U4MIrocnr2RbsHE,3257
2174
+ mteb/tasks/retrieval/eng/dbpedia_retrieval.py,sha256=24XDQknkp_yxLUEEyEj7JnmTpqmT8hdDaLVA1Pr9PB4,3475
2135
2175
  mteb/tasks/retrieval/eng/edis_t2it_retrieval.py,sha256=hgFPxjozfGG25YeYV1WWMNarwJAXPWuPgFPbvsX-LqY,1393
2136
2176
  mteb/tasks/retrieval/eng/encyclopedia_vqa_it2it_retrieval.py,sha256=GviRCA5VAZXuf9lkHuMpAJ-rLLLKwVizolvbEbjyGPA,1667
2137
2177
  mteb/tasks/retrieval/eng/english_finance1_retrieval.py,sha256=GKtIypZypE3qUcQIUOYZPhuUGTMpqjJ0QCV-fFr9NV4,1121
@@ -2144,7 +2184,7 @@ mteb/tasks/retrieval/eng/fashion200k_i2t_retrieval.py,sha256=7hXg2FamRxrOhP7aLT4
2144
2184
  mteb/tasks/retrieval/eng/fashion200k_t2i_retrieval.py,sha256=our4KJGdi7ebQIVLXUcg-d6QgKDgzOoviJUxwpNtDSo,1555
2145
2185
  mteb/tasks/retrieval/eng/fashion_iq_it2i_retrieval.py,sha256=Vtm2MZrZ1f7BMxxzr4DRxwobCNvnvsZn5Y19uv2ygi4,1606
2146
2186
  mteb/tasks/retrieval/eng/feedback_qa_retrieval.py,sha256=YAUn1EeeSxWanB3ZRirECxafHZvEnUbJmcFNXMxhnIU,1766
2147
- mteb/tasks/retrieval/eng/fever_retrieval.py,sha256=tIYCrIwED8kgO-oqrPGvQ2VETRmMh3H-wg3S65TgNHY,3942
2187
+ mteb/tasks/retrieval/eng/fever_retrieval.py,sha256=CRUzFPZSwD3J7JBpzofXYZsLLzjKhJ-CDM6O7Fab-z0,3977
2148
2188
  mteb/tasks/retrieval/eng/fi_qa2018_retrieval.py,sha256=BChxosI8yRHrHwvpF_EtgzGPKdXwhD-47kPxiUJp01A,1520
2149
2189
  mteb/tasks/retrieval/eng/fin_qa_retrieval.py,sha256=8pPk1sMQDf2uG4a-jW37bbJimxh1NT5TpMGb97PcOpw,3692
2150
2190
  mteb/tasks/retrieval/eng/finance_bench_retrieval.py,sha256=d--7LWDJg46otIokG5u8V249eLUHWJJ8Jspg4mFQF1Q,3490
@@ -2155,17 +2195,17 @@ mteb/tasks/retrieval/eng/gl_dv2_i2i_retrieval.py,sha256=aeVQjOlZG0OUPTt5HhZbAEMr
2155
2195
  mteb/tasks/retrieval/eng/gl_dv2_i2t_retrieval.py,sha256=z9Fn45XT832Fo3N1IIs38jNW-RdqrtjI0JYi7JIDI_k,1449
2156
2196
  mteb/tasks/retrieval/eng/gov_report_retrieval.py,sha256=Xqr8dDqo8wHXDMbZ_HuFS46ui5QFpyh_z09R5zK9FHw,1662
2157
2197
  mteb/tasks/retrieval/eng/hagrid_retrieval.py,sha256=IfF8y1yUURZ-CiT8g2i1XK5rC8N83_E_XpgWvUUBGfw,1454
2158
- mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=eyrUUOeerBsGG8ufU4LjIeu2kHVvEU5ZVDoLAfKrQdA,3414
2159
- mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=AQTiCWbaV5WChcVF-lALwhjSYHZ8rOcYtIWIrv39-5k,3403
2198
+ mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=2wolr3UrHcONtbGLFxjj6vqVgGkdfSULBnU4oSEF2LE,3285
2199
+ mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=5Sl0glFi48DQfVpHSRA5VYyHEl9KDJ-tm8m0RfPxKUY,3285
2160
2200
  mteb/tasks/retrieval/eng/hc3_finance_retrieval.py,sha256=j_Y7wRS29F8drvXgwmMXILejvAdr_UDrXwK0pRQ8I1s,3570
2161
2201
  mteb/tasks/retrieval/eng/hella_swag_retrieval.py,sha256=SDMTKYvcN5WGIiynYH7fqvlUb5qzTNeFTv6IJpOUIgQ,1598
2162
- mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py,sha256=dWZtWnwa6KZoSPUoExszETvISxcjvA3TatO1MX7pyr8,3993
2202
+ mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py,sha256=DeNHRepIvcI217SqTuMvEsWMhNL1gcMblSRww60VCDw,3943
2163
2203
  mteb/tasks/retrieval/eng/image_co_de_t2i_retrieval.py,sha256=9M1yMrYBVS7_ZHHc7yyY3QDC4ao1XSpFc3dT0k7WGWI,1288
2164
2204
  mteb/tasks/retrieval/eng/info_seek_it2it_retrieval.py,sha256=r0ziXRSditV1S_QoF0PA6UfHQivYbnp94ZtmtZgtNVQ,1579
2165
2205
  mteb/tasks/retrieval/eng/info_seek_it2t_retrieval.py,sha256=qJ_pyxAvIVHUmibBSd9TqvdF_jZv3omCFX_8eKddviA,1541
2166
2206
  mteb/tasks/retrieval/eng/legal_bench_consumer_contracts_qa_retrieval.py,sha256=NrhXlzXSpy1aCYvakdN4vgcrfrP5iz6Rw0otc15wf_k,1530
2167
2207
  mteb/tasks/retrieval/eng/legal_bench_corporate_lobbying_retrieval.py,sha256=zvhW2Gq0BFmXYp7-EoZ8rZWgI47wrG7z9e-1qM693io,5189
2168
- mteb/tasks/retrieval/eng/legal_summarization_retrieval.py,sha256=B93AlMDXx-RKTP-1x2_Dr98Q_3OKRvHuts5BSpJ-fdc,1448
2208
+ mteb/tasks/retrieval/eng/legal_summarization_retrieval.py,sha256=Fk_GtYWzbA1AIpS9w_bdxL2RsH-_HYj4u4zm2A_cWRI,1447
2169
2209
  mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py,sha256=cKNfseWeolUKau4bet4_-MiJBXmG4JQQHb7ZfovuiLY,2601
2170
2210
  mteb/tasks/retrieval/eng/lemb_needle_retrieval.py,sha256=yXyG6vpMpMYDPT_RBycwSwTI4QhjhPWQ2zQrdeAmaaE,2964
2171
2211
  mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py,sha256=t6-AdiXiOpgLKacVILKu0LrpTc4RWs2uW3ywUa-zkK8,2959
@@ -2177,8 +2217,8 @@ mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=za2ScSmaH8UyZIGqWkaIPo_4
2177
2217
  mteb/tasks/retrieval/eng/llava_it2t_retrieval.py,sha256=j2W4nh5EPcbvilYqgyjJ1tfHgxLsKGG5wisSsiAVK3A,1780
2178
2218
  mteb/tasks/retrieval/eng/lotte_retrieval.py,sha256=l5akqCc54mS1fmmhBWie-2EDpuCc0sQZRCtm2c3x3YA,2325
2179
2219
  mteb/tasks/retrieval/eng/medical_qa_retrieval.py,sha256=tmraQ6Y6IFe_BbFb0tVtC0W_kADF0D6Fvh3xybwXyhs,1368
2180
- mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=nUmH7PdMeii6GV8ULhNjcEHLbP3W_GCxc1Q4fSZKjhM,4014
2181
- mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=lPgI6UE5Z599ZEB816PDjFyYCijsFIVBw-dKTiuTfg0,3984
2220
+ mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=xJ0SY_Iuyf0ras2FvKhJL9DwRzqgrp0JSFYO4UMhT7U,3924
2221
+ mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=8K2YeLVbsvjzbBETv-zJMulavYf2tKrP-BOC0iJuGKk,3927
2182
2222
  mteb/tasks/retrieval/eng/met_i2i_retrieval.py,sha256=tv1U0shLRqoKn3e9BRU3Q0tFJLKDTt0gt4qq8F8Phg8,1377
2183
2223
  mteb/tasks/retrieval/eng/ml_questions.py,sha256=ads-UBjQQbTZoFwQEBmbI3SdN60WnWrFQFXjX12TAW8,3728
2184
2224
  mteb/tasks/retrieval/eng/mscoco_i2t_retrieval.py,sha256=CMphGPlJazwHR0aQc0RRUGkv4sTS2ih7KDmw1fqZFtQ,1562
@@ -2204,10 +2244,10 @@ mteb/tasks/retrieval/eng/nights_i2i_retrieval.py,sha256=L4ABfQZo6lHZ_jGnBrH1Gxqm
2204
2244
  mteb/tasks/retrieval/eng/nq_retrieval.py,sha256=2r6M-R_VcNs2VXFgRVde-dTjLZeK1iscB-P8VcfTuRs,3262
2205
2245
  mteb/tasks/retrieval/eng/okvqa_it2t_retrieval.py,sha256=nm_1GXVppP7wCAJFgiN003Bb-6QdDeOcS634NbVdKq8,1448
2206
2246
  mteb/tasks/retrieval/eng/oven_it2it_retrieval.py,sha256=Rvm1kt9PTOcCYZIUK3V-5aRV7PEvrsIxyfSE36d6BnI,1693
2207
- mteb/tasks/retrieval/eng/oven_it2t_retrieval.py,sha256=MIUYmWilKEI7eEZl6_xvNO6bHKouE83HGQK2Kl2Xt10,1672
2247
+ mteb/tasks/retrieval/eng/oven_it2t_retrieval.py,sha256=gnomGPeN3nm22sfF5avD3SKFF3-2ngH0ZlgnuMwKVAc,1672
2208
2248
  mteb/tasks/retrieval/eng/piqa_retrieval.py,sha256=tWs1jxC_BQu2s0iimBCGDiu-3QZefFRnQaeHk2C2kwA,1615
2209
2249
  mteb/tasks/retrieval/eng/quail_retrieval.py,sha256=qpwhSbAFqZWrSS3UKFyVvJBOHb0I6hY8wgSPY94ka4c,1703
2210
- mteb/tasks/retrieval/eng/quora_retrieval.py,sha256=5a6L0WKKr2XErg4VSlguoqxZjqrRrRFxtfI5sggaZLw,2993
2250
+ mteb/tasks/retrieval/eng/quora_retrieval.py,sha256=KASLS_K0mzK0PydnSifldKtO2fKoV2cEIZu-pgkkgf4,3485
2211
2251
  mteb/tasks/retrieval/eng/r2_med_retrieval.py,sha256=Hq_5OjxCyJDe90mf7713M9P93Zx2VL24eyPc-1F104Q,12665
2212
2252
  mteb/tasks/retrieval/eng/r_oxford_i2i_retrieval.py,sha256=smlcZ4sRJMAfiYrBKkpz-r4BeFQhGxjt8nhWfWmuhz4,4165
2213
2253
  mteb/tasks/retrieval/eng/r_paris_i2i_retrieval.py,sha256=9d5rCYCpHWJIlmO3cmW_S4Qix8-QEiqt6lxxUS9MJXc,4096
@@ -2216,8 +2256,8 @@ mteb/tasks/retrieval/eng/ra_rb_math_retrieval.py,sha256=jcwsK88cmFInVMZdtssa_tLO
2216
2256
  mteb/tasks/retrieval/eng/re_mu_q_it2t_retrieval.py,sha256=3olBhJuvbQ3ge58dWUV0jzfIxEKwcHgGykzw5SkPL7s,1766
2217
2257
  mteb/tasks/retrieval/eng/rp2k_i2i_retrieval.py,sha256=w2JPvtWP15pATjk3s6phMm8xgtHj7T2VkLhh1osv4C4,1198
2218
2258
  mteb/tasks/retrieval/eng/sci_fact_retrieval.py,sha256=oojafsAKuFccHIB6BWjks4NdG7yLUh0vn4fSTMcmOvA,1351
2219
- mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=cAf8MZU5ltCudNJnXrniqVHiEwFjl49Ur2Za3ta4Rx0,3263
2220
- mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=3oJIoG97A8qxSm5HxIhO98YdwLDMzPp2xzm0PVAzU_k,3263
2259
+ mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=8YQ_79D10XdJ94qNa9z_OVCoqHbkuxPS6NG1O4Aelsg,3137
2260
+ mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=5k9-Lq52EkinxCTQ7hr82oYND4E_3ElAMv2Zb2SxoME,3137
2221
2261
  mteb/tasks/retrieval/eng/scidocs_retrieval.py,sha256=nfAT5In9G99pozVtk7qjk7d8bYnF6IwuPf7xJ3OtuSU,1447
2222
2262
  mteb/tasks/retrieval/eng/siqa_retrieval.py,sha256=IvSxYymVZxqze7l2App-83QQ6bqgEchzMLYwNhns5UU,1600
2223
2263
  mteb/tasks/retrieval/eng/sketchy_i2i_retrieval.py,sha256=iDzvU5qYAQQGvZ6VtOjKGP76zVjhYngh6vOOG3bL_Bg,1377
@@ -2236,7 +2276,7 @@ mteb/tasks/retrieval/eng/touche2020_retrieval.py,sha256=kSM06MdLTyPgSN_nvTAz4kHM
2236
2276
  mteb/tasks/retrieval/eng/treccovid_retrieval.py,sha256=x5e1ejs9hCyTY8MZn9A0LtIfZCzYyTN3cvHGGeWMOBE,1483
2237
2277
  mteb/tasks/retrieval/eng/trecdl_retrieval.py,sha256=Rbs_0kd6cHxFny1Acchba4Vy9M6Vf78jSmQX4iyPXWo,4746
2238
2278
  mteb/tasks/retrieval/eng/tu_berlin_t2i_retrieval.py,sha256=jBocfLCA1Gp2IGG0KZ33mU8erUxrKTioeSnM-fyJn5o,1278
2239
- mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=jxHrhO2agmolxgPkw8AtJoKe8Ieg9fNXZuTo_u2Aeeg,17407
2279
+ mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=gXvGQ-7Y0LI7PnLDH1nqjS6fpJ2YF3j9s-FJhVA1kdE,17346
2240
2280
  mteb/tasks/retrieval/eng/visual_news_i2t_retrieval.py,sha256=iFk5HN1DPgISrJ3k4GFJkkxdrZqyMBZZagPTDJdaH7I,1409
2241
2281
  mteb/tasks/retrieval/eng/visual_news_t2i_retrieval.py,sha256=cNT4asxxsBjNKtNrmqZQN639Of7UKNutDv7Y5ZWB3eo,1437
2242
2282
  mteb/tasks/retrieval/eng/viz_wiz_it2t_retrieval.py,sha256=jE70T5If62lkKnbF-CMAgRK4eyUBmUjNAdREBhbvzRA,1438
@@ -2260,7 +2300,7 @@ mteb/tasks/retrieval/hun/__init__.py,sha256=M59LTpENxaFLMSU43mNiP38lChJ_l_yZh__1
2260
2300
  mteb/tasks/retrieval/hun/hun_sum2.py,sha256=td6lxYg_eH9J62sNNuFonHIJ_22E-XGgiFN-D3iAbFw,2373
2261
2301
  mteb/tasks/retrieval/jpn/__init__.py,sha256=FJifPwzk9niyN16RyVr7aPr2T6K0GXSoASotX1PddeA,1175
2262
2302
  mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=GpyyhK6MPArnB6XJfs3ceqcx9Yy33WgvICaBuy2VzdE,1607
2263
- mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py,sha256=E4-eX_mhLwEly_Xbfq-JCxCesXl5iOwFZDeNlrpjrtg,1169
2303
+ mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py,sha256=_9zsw9QS53NFp2EiCw3BKQdfk57agHxkSfpzKNqdJXE,1170
2264
2304
  mteb/tasks/retrieval/jpn/ja_qu_ad_retrieval.py,sha256=qc89t-uJqzk37sTRKlSxenYOSq4Qy2E-H_namSBeGN0,1312
2265
2305
  mteb/tasks/retrieval/jpn/japanese_legal1_retrieval.py,sha256=drUYO9QMSWgxvYWxL5QBdYPZ35HNwCF2d0ju1yQlZrI,1121
2266
2306
  mteb/tasks/retrieval/jpn/jaqket_retrieval.py,sha256=dfSNx2QJ3bj5QZOHbGnInOxTlVXkgsFvYfMnmgU8PkE,1438
@@ -2274,15 +2314,15 @@ mteb/tasks/retrieval/kor/__init__.py,sha256=zNjAS2VRjeYX5u4vqev6dGOo_R3i9uSzxAsd
2274
2314
  mteb/tasks/retrieval/kor/auto_rag_retrieval.py,sha256=tgffW8zMpDSv1FCOdS4_4SL5zKQj70JVSt_RKs3CgKY,1576
2275
2315
  mteb/tasks/retrieval/kor/ko_strategy_qa.py,sha256=jk13ORetYtF0q36h8ljD6TeTHUwvK5F5ZbDoMCP3eWk,1156
2276
2316
  mteb/tasks/retrieval/multilingual/__init__.py,sha256=vsRM1cV3GYgn_hzHq6y1vy1abPToKebnCpzl0sibn38,6090
2277
- mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=nIjGMP-lIHbCf63q33GhRFddn6bASRVhcBFJ9TgEJ1I,6956
2317
+ mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=AEShsRxcoCNC2C02dj-go6eFr008NLZ2cnebAmdo4Sk,6956
2278
2318
  mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=_6r34ZvRiLVENYcrd87NjilybGaetBwKFEbO29zYmBU,4676
2279
2319
  mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=Puy0PjpRr4M_Bbxdl7oWfa7pQGM04zaRaTNlnhyKejM,4677
2280
2320
  mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=dwzo2sqjamM_xkSiC-jbapyhDFezSJpM4S8KfBsuLPk,4562
2281
2321
  mteb/tasks/retrieval/multilingual/indic_qa_retrieval.py,sha256=K7iWZ-yTftZFQiXBOlkTJXGpQXs-ZFt6OQj_L6HjEwk,1872
2282
- mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=2x6AWRV7dswVbZzCZd_tnCD7dZjUU_F-epcILxmwy-8,36677
2322
+ mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=g_2r5BIAojIcoNxugtw87tc7NX90Jz7DQnTPHRGtisM,36624
2283
2323
  mteb/tasks/retrieval/multilingual/mintaka_retrieval.py,sha256=SwOliONITZM679LIBSMrvx_VymqE-zRN6YiYahhzfzw,2229
2284
- mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=m9vgkRCmNXadDzGxJBl0K6w-tT3Goy3aStQ2D5iwoZk,3966
2285
- mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=bhmsYJZYG9imqOFYyWhKs8FqekGthqWyXg8k3DRiTNE,5002
2324
+ mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=RT-zKWh6jdrr2ThnIjlFwAvA0eNaV867RwQIZQQr0EY,4121
2325
+ mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=mDp47UXPK5K99HVKIZcxTESnTIkFKLRf6AQV3NC6zQs,4763
2286
2326
  mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=vQUtJYchvsEbXkgBZr5-MfEBg5YyXylfTJOLUwKXKGc,2078
2287
2327
  mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=JkclJnNLHn13rw9KnIE8AqmHD1FnJP33k87yDV5sVFg,4289
2288
2328
  mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=3uGnj3O92_02zXZnPWHpgjjmyHIliWS3Mjf2SuZCIFs,3803
@@ -2293,17 +2333,18 @@ mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=CGOTbGuwY
2293
2333
  mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=ftLNo4OEG01N6jZyVpoyvZumM-CAeVV7VS58-ujxX4E,6925
2294
2334
  mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=iFUQUlO_ogBdQBVYBQW3o-AJDQ792yg1pJtRxA5I3Qo,3796
2295
2335
  mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=UduWKefwP7bPYxiDlztPEvSWXmTdw0xElglMbPY6XhA,4449
2296
- mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=e84cWH0zepdwVY-e5nNu3_uHodLf1V1-uZoWMQ0mKq4,8974
2336
+ mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=UEvRarrOnziRmY3SSYmDwWutfrRqe4EQBU-BON6qjug,8913
2297
2337
  mteb/tasks/retrieval/multilingual/web_faq_retrieval.py,sha256=TM-Q98yXZny_PKHAFNEvw9o9ET_L6VM3aNis1NJ9DgM,2686
2298
2338
  mteb/tasks/retrieval/multilingual/wikipedia_retrieval_multilingual.py,sha256=zyqAt63bHXNU_I37jb891pwWUyGzZUGkXCyhWlRbed8,1569
2299
- mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=wMAhvrvho10_hR58OD6xDEHGpPmY94RgT5q3QRShmho,4428
2300
- mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=Fx7kdrLgA_Z4UF5B6u726vq7FW_olteC1gAOLqadrgk,3833
2339
+ mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=_swZhhMRs5OhzBdJVqQF1i9ZrTvAxaVrG0TpkPWkoHo,4359
2340
+ mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=joA0Cj7hBXtmFLXXJxU64ijSQrrcY9PBgoEYhisWPpU,3924
2301
2341
  mteb/tasks/retrieval/multilingual/x_market_retrieval.py,sha256=vp1Q5al9swuoChpbmelntuExw4_AhmO_rdONjzfTl5E,1389
2302
2342
  mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=o5rhMeRf9HCZQxDKU9SIibqQSR5pw4bmYV8I5nALmQ4,3971
2303
- mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=3GSZs74nKxfB92sXdrYvYDVl8oeOrkpyy_cje43Y8gU,5130
2343
+ mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=IUMlMB1G1MbYOg9q81FPTk1pKnnLGS-WLgypehOOXqQ,5123
2304
2344
  mteb/tasks/retrieval/multilingual/xpqa_retrieval.py,sha256=7ZL1cDK8OLvRwqC5r1dJKiQUkJP27RvuA_XX_Oaa--E,3029
2305
- mteb/tasks/retrieval/nld/__init__.py,sha256=9N5ffUI52FQ4bNTMvV460irGA45ncGjbgabl6ysVamw,2263
2345
+ mteb/tasks/retrieval/nld/__init__.py,sha256=AmiOwoaf7N8uElM8w3qRBttTVDmHE99SaTNz8kxJ7Pw,2668
2306
2346
  mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=R65AvhmxvXmtLiguNBTKNLMh4Q-s7o9UWoTR-3x2_GU,1534
2347
+ mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py,sha256=0SAHmPvNwR7AzeLiZDduN7GMguS6HZrhVG-l-VOz79k,1517
2307
2348
  mteb/tasks/retrieval/nld/climate_fevernl_retrieval.py,sha256=VQ7Z3GpmIdhM47e5Vz3p7bSzJaYBKvVf8SX9VvvLlEw,1577
2308
2349
  mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=A6bTYkteMZWUSf_ocJ8bL_4PyCMeq34vavvNGuIWt-Q,2618
2309
2350
  mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=6q7yzUe4Tw-BGi_lQPXMBgMMO5tqZ-y7n0NdzQ0Pm-c,2618
@@ -2318,20 +2359,24 @@ mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=JgQsDdqTth9EFR
2318
2359
  mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=A_eHnC2bgmNOM_QfJJYh_salrHENYlwjmZ4A1hFmzJ4,2600
2319
2360
  mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=Yo0NBvNn8BJWuoNWAGvAI-2khVSreqa4XXX0r5LZ7wo,2596
2320
2361
  mteb/tasks/retrieval/nld/db_pedia_nl_retrieval.py,sha256=bhd2ESL-roRgvDDB4cAKDmusYmOEJaJGfMfuMzFLVcw,1633
2362
+ mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py,sha256=ds0_AJGTVBKr7KYV3k2H9UfF0WcmM9gDuYg8_sbvZVY,1195
2321
2363
  mteb/tasks/retrieval/nld/fevernl_retrieval.py,sha256=LZ8xofhy8xINPWdV8QYvmY1sQPtb8taHLIQ8iKJ34Iw,1694
2322
2364
  mteb/tasks/retrieval/nld/fi_qa2018_nl_retrieval.py,sha256=Qfd2Wdnmq99Onb4iCShAc0jPQ_bTreSkRShhQWqfkJA,1503
2323
2365
  mteb/tasks/retrieval/nld/hotpot_qanl_retrieval.py,sha256=xNPApN1CZzkhpvU4ZRf-rSSmljpSnFUQDVoqraW93X0,1635
2366
+ mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py,sha256=vIwg1scjdbuISjZ5xNnch1mWZn4314xfHVaNbCnlUMs,1420
2324
2367
  mteb/tasks/retrieval/nld/mmarconl_retrieval.py,sha256=iColk0qI_Ga3KHL_4aIGKK2X0S-WvqFXqDJqujzJaIA,1683
2325
2368
  mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py,sha256=wp2ylUbflMg8BAocMgdDxgDRn9wNxIoMf3i8vc_L75I,1511
2326
2369
  mteb/tasks/retrieval/nld/nqnl_retrieval.py,sha256=M4olYlutXu2VZUA5uMF-uga7V53GivPupyTKs4jy_bw,1394
2370
+ mteb/tasks/retrieval/nld/open_tender_retrieval.py,sha256=aSsge7976bwUxr2xg7q1ilamoA8WL23tpGlOTQsAsD8,1383
2327
2371
  mteb/tasks/retrieval/nld/quora_nl_retrieval.py,sha256=u7v-huChD-HymugAzG0fawTVUntVOyiDdmmRxC0d0Pw,1600
2328
2372
  mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py,sha256=g1e8xjqNHboZwZpHQ5l4GYCYYfSoyx7xELvDaIWPfUA,1505
2329
2373
  mteb/tasks/retrieval/nld/scidocsnl_retrieval.py,sha256=z9W0fb8L-yUoIp2ae0tsVoCxh_512Y_nbiB1YGJEiiA,1617
2330
2374
  mteb/tasks/retrieval/nld/touche2020_nl_retrieval.py,sha256=nPLZxNvhTDWkIJU6i2EPY3mp0SbLn8rZEL-7GP-XwGY,1481
2331
2375
  mteb/tasks/retrieval/nld/treccovidnl_retrieval.py,sha256=d9rL10YNTUBVubdFxIVxqEhkf8tx9Iuxsp1BZ-Ctoyk,1671
2376
+ mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=U_sFses437b7wVbAccsF-y7pcL3PZOgINEA2GWGOz2Y,1694
2332
2377
  mteb/tasks/retrieval/nob/__init__.py,sha256=6PYJtnMhN5OtRwXWLAMu5V-3JnZnbHrLxMOk8Ir-b9w,126
2333
- mteb/tasks/retrieval/nob/norquad.py,sha256=BuELiYevzBR4pgLEcIcwE_3eT1TBDChoMEw85CUGf38,3779
2334
- mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=vL8tDAYB4ZbxRdIpbe-0wgX5-HLfIEs03AXp_y-56SI,3143
2378
+ mteb/tasks/retrieval/nob/norquad.py,sha256=sqQLt3ajBrui2TnwvuPny5tU-aijiRUHA1kzXmF7cN8,3779
2379
+ mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=VXouYjek_U8jCdpuvIzQ00YRIq0gJM_5lorgVFzlI6g,3143
2335
2380
  mteb/tasks/retrieval/pol/__init__.py,sha256=Ha3wf63NJliq1z6cqxLE8uSZH8RlscnNV-5Sq9tqwCM,2017
2336
2381
  mteb/tasks/retrieval/pol/argu_ana_pl_retrieval.py,sha256=ztNXnRDCp5nKCd2BhR6Fg2tgzMsx4jqIxRaNYvbU-Y8,1252
2337
2382
  mteb/tasks/retrieval/pol/cqadupstack_pl_retrieval.py,sha256=mwBibm87FjrDgrmozkPZTVzgQiquOJ4s1a7X-j2eZk0,16558
@@ -2347,8 +2392,8 @@ mteb/tasks/retrieval/pol/sci_fact_pl_retrieval.py,sha256=lpvzybSoGrt5SK3RjMlsWwW
2347
2392
  mteb/tasks/retrieval/pol/scidocspl_retrieval.py,sha256=u-O1sLqJaPigMNwq5KCKfa5bT6wIfmsMdC-zvgmeII8,1317
2348
2393
  mteb/tasks/retrieval/pol/touche2020_pl_retrieval.py,sha256=4b7fbLmBsG094uFyySXy3f_4vnUVXLVVOGom0lC475E,1369
2349
2394
  mteb/tasks/retrieval/pol/treccovidpl_retrieval.py,sha256=rAaAEaEM4GeGrw2e7Dt76FN0MpJcHoxh1mExk1ojef4,1528
2350
- mteb/tasks/retrieval/rus/__init__.py,sha256=oKMptxlsbtRqvZwgZ7bCoCDRbg3l5h7I16sEwplWDzs,205
2351
- mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=ae0xu9NbRX8wiDGXhmCbuMQxOxlBO0SCDa9qXm3c0ec,2772
2395
+ mteb/tasks/retrieval/rus/__init__.py,sha256=lInCmwDWCJ6YmKzRAcJ3bZrAmmLElRYaWxeKIdH3ep4,309
2396
+ mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=fOcDi5CutbwcJStij7COIBGG6AC3Vmne3Xdq66jpw2Q,3102
2352
2397
  mteb/tasks/retrieval/rus/ru_bq_retrieval.py,sha256=gmG_0IYllezCR0GL3I8Yh0OxBhi8wYsrhfAxKhk5ESs,1425
2353
2398
  mteb/tasks/retrieval/slk/__init__.py,sha256=ak6edgong69cm7FXrcslkvli0vRRdwCQnP_qlHvRAeI,153
2354
2399
  mteb/tasks/retrieval/slk/sk_quad_retrieval.py,sha256=Z4mSiSjSHX5F-gmHL_l-T-03mRVpc-I_u57raLYSWHA,2621
@@ -2360,7 +2405,7 @@ mteb/tasks/retrieval/swe/__init__.py,sha256=hJ-WHS2rIU8W5VvMNPtNOtCMaG2HyNConMWI
2360
2405
  mteb/tasks/retrieval/swe/swe_faq_retrieval.py,sha256=s-o7IM_l7giuK4bJMdYkq2CtE0QQrkMVq5wMtbSJXpY,1599
2361
2406
  mteb/tasks/retrieval/swe/swedn_retrieval.py,sha256=RFcpp0u-EKIwSRXR37tJ0_haY6Jvlfj8DWCgrD-0tnU,1512
2362
2407
  mteb/tasks/retrieval/tur/__init__.py,sha256=tAKhhsTK6meiZwRMIvbx7_ye90JAAW3dlS8iI0r_vg8,84
2363
- mteb/tasks/retrieval/tur/tur_hist_quad.py,sha256=gCCP_ryFwv9W2wxcDLkqazAsqN33w2rZprRwu2uaKXE,3685
2408
+ mteb/tasks/retrieval/tur/tur_hist_quad.py,sha256=d03Ccol3NbSjqvDcqqLGLe0KELuOIloilpt7MMEWnO8,3685
2364
2409
  mteb/tasks/retrieval/vie/__init__.py,sha256=j69iltc-is1oqx0oIV1RVjjM46LLH-JJQzKnxm4cYvc,2142
2365
2410
  mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py,sha256=jafS3I5agXE7GDFHOLvw8-IUrqqRz1fwVEmGZO9j3AA,1806
2366
2411
  mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py,sha256=xqbWwMBE5ixKzzYLKkGUm2SIU8LEsSltPZ9k7Guiu28,1901
@@ -2392,7 +2437,7 @@ mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py,sha256=Y93j0EwG6-bcc0DMLvHP
2392
2437
  mteb/tasks/retrieval/zho/__init__.py,sha256=dIN-rPfrEjkCuUCha8SpQdlzWYY6IMO_HLxebcBhQxA,438
2393
2438
  mteb/tasks/retrieval/zho/cmteb_retrieval.py,sha256=DXNkvMQQZsKv1U5L_0boKEXGLDPn4RfauIlxwb0f-EQ,10789
2394
2439
  mteb/tasks/retrieval/zho/le_ca_r_dv2_retrieval.py,sha256=O7kNB_7rpgG7_KsKC0SUKG42dhx66Rakk77uy4Iufk0,1293
2395
- mteb/tasks/sts/__init__.py,sha256=Y81qiPij-fJkEQH0C2aEWMOTtrUYmd5qx6_GXp2naWQ,313
2440
+ mteb/tasks/sts/__init__.py,sha256=Smyo9FOM1JGErbayGm8pB-NfvE2RF3ivEE-hL-2rpKk,332
2396
2441
  mteb/tasks/sts/deu/__init__.py,sha256=UzK5lTvPWeo6o5liAbai_Ku0kXgTXiCc4eDH_j7Vsk8,97
2397
2442
  mteb/tasks/sts/deu/german_sts_benchmark_sts.py,sha256=YyZ4pa05ZOWAM-N2aMfkXN305zOI9mCs-yEC8Mea-eE,1322
2398
2443
  mteb/tasks/sts/eng/__init__.py,sha256=32DNMqcaYrY-mguE3mITgXu-3mpMrSYoy42pbg0kGB8,934
@@ -2435,6 +2480,8 @@ mteb/tasks/sts/multilingual/sts17_multilingual_visual_sts.py,sha256=k0Z1wv7esoKW
2435
2480
  mteb/tasks/sts/multilingual/sts22_crosslingual_sts.py,sha256=zf50mdAKKZZN_sU5Ga8DYoihWmo89eMTYEVQXt37D-g,4315
2436
2481
  mteb/tasks/sts/multilingual/sts_benchmark_multilingual_sts.py,sha256=QXenk9v8Mg5pNdkTmEO1X4JFp-3OCUfhHOPO3BE32OQ,1806
2437
2482
  mteb/tasks/sts/multilingual/sts_benchmark_multilingual_visual_sts.py,sha256=yH4DLkgrBk6Qg7LHLfAyyclynN_XrichBraNDbxRWl8,1855
2483
+ mteb/tasks/sts/nld/__init__.py,sha256=NdpfPHekoMIo9sw75Gahm_YCn8hzcVHixEStny107fk,67
2484
+ mteb/tasks/sts/nld/sick_nl_sts.py,sha256=pRJUmUzHehK9sw0cT0xt6BHyX9a0fBSh9P90lfDkt5Y,1489
2438
2485
  mteb/tasks/sts/pol/__init__.py,sha256=Ob56PuMH_-J3gH9Pygg0fdEisWYKRT_fy_D0iE2zIpo,83
2439
2486
  mteb/tasks/sts/pol/polish_sts.py,sha256=qJCw-28dZ-o3epx44Zz-u6ZLE8HIu4ocJaJRyD0JQkc,3418
2440
2487
  mteb/tasks/sts/por/__init__.py,sha256=mUc8zOCeFl456-AEqKqgLQ4_sLnt_eUqD-cbcowRu0U,107
@@ -2489,9 +2536,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
2489
2536
  mteb/types/_result.py,sha256=CRAUc5IvqI3_9SyXDwv-PWLCXwXdZem9RePeYESRtuw,996
2490
2537
  mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
2491
2538
  mteb/types/statistics.py,sha256=YwJsxTf1eaCI_RE-J37a-gK5wDeGAsmkeZKoZCFihSo,3755
2492
- mteb-2.0.5.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2493
- mteb-2.0.5.dist-info/METADATA,sha256=jYv9H5DfnlzweNgw0HGD9gAPfxvlVhBM8jxPRpXffdc,26432
2494
- mteb-2.0.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2495
- mteb-2.0.5.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2496
- mteb-2.0.5.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2497
- mteb-2.0.5.dist-info/RECORD,,
2539
+ mteb-2.1.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2540
+ mteb-2.1.1.dist-info/METADATA,sha256=T4fFqeirUqZMgxCCsxYn0bCZDj13uyWBNKXR_DWnRKE,13573
2541
+ mteb-2.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2542
+ mteb-2.1.1.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2543
+ mteb-2.1.1.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2544
+ mteb-2.1.1.dist-info/RECORD,,