mteb 2.0.4__py3-none-any.whl → 2.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (120) hide show
  1. mteb/__init__.py +10 -1
  2. mteb/benchmarks/benchmarks/__init__.py +2 -0
  3. mteb/benchmarks/benchmarks/benchmarks.py +75 -0
  4. mteb/descriptive_stats/BitextMining/BUCC.json +70 -40
  5. mteb/descriptive_stats/Classification/DKHateClassification.json +40 -24
  6. mteb/descriptive_stats/Classification/DutchColaClassification.json +54 -0
  7. mteb/descriptive_stats/Classification/DutchGovernmentBiasClassification.json +54 -0
  8. mteb/descriptive_stats/Classification/DutchNewsArticlesClassification.json +90 -0
  9. mteb/descriptive_stats/Classification/DutchSarcasticHeadlinesClassification.json +54 -0
  10. mteb/descriptive_stats/Classification/FinancialPhrasebankClassification.json +23 -15
  11. mteb/descriptive_stats/Classification/IconclassClassification.json +96 -0
  12. mteb/descriptive_stats/Classification/ImdbClassification.json +40 -24
  13. mteb/descriptive_stats/Classification/KorHateClassification.json +23 -15
  14. mteb/descriptive_stats/Classification/OpenTenderClassification.json +222 -0
  15. mteb/descriptive_stats/Classification/VaccinChatNLClassification.json +1068 -0
  16. mteb/descriptive_stats/Clustering/ArxivClusteringP2P.json +555 -550
  17. mteb/descriptive_stats/Clustering/ArxivClusteringP2P.v2.json +546 -541
  18. mteb/descriptive_stats/Clustering/ArxivClusteringS2S.json +555 -550
  19. mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringP2P.json +45 -0
  20. mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringS2S.json +45 -0
  21. mteb/descriptive_stats/Clustering/IconclassClusteringS2S.json +48 -0
  22. mteb/descriptive_stats/Clustering/MLSUMClusteringP2P.json +2466 -2416
  23. mteb/descriptive_stats/Clustering/OpenTenderClusteringP2P.json +111 -0
  24. mteb/descriptive_stats/Clustering/OpenTenderClusteringS2S.json +111 -0
  25. mteb/descriptive_stats/Clustering/RedditClusteringP2P.json +1365 -1360
  26. mteb/descriptive_stats/Clustering/SNLClustering.json +378 -373
  27. mteb/descriptive_stats/Clustering/SwednClustering.json +28 -23
  28. mteb/descriptive_stats/Clustering/VABBClusteringP2P.json +60 -0
  29. mteb/descriptive_stats/Clustering/VABBClusteringS2S.json +60 -0
  30. mteb/descriptive_stats/Clustering/VGClustering.json +54 -49
  31. mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/WITT2IRetrieval.json +324 -204
  32. mteb/descriptive_stats/Image/Any2AnyRetrieval/MemotionI2TRetrieval.json +28 -18
  33. mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRAirbnbSyntheticRetrieval.json +334 -0
  34. mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRGitHubReadmeRetrieval.json +544 -0
  35. mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTweetStockSyntheticsRetrieval.json +334 -0
  36. mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsDocumentsRetrieval.json +634 -0
  37. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsRetrieval.json +154 -0
  38. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2EconomicsReportsRetrieval.json +154 -0
  39. mteb/descriptive_stats/Image/ImageClassification/Imagenet1k.json +6039 -3007
  40. mteb/descriptive_stats/Image/ZeroShotClassification/Imagenet1kZeroShot.json +3024 -3010
  41. mteb/descriptive_stats/Image/ZeroShotClassification/PatchCamelyonZeroShot.json +30 -16
  42. mteb/descriptive_stats/MultilabelClassification/CovidDisinformationNLMultiLabelClassification.json +84 -0
  43. mteb/descriptive_stats/MultilabelClassification/VABBMultiLabelClassification.json +156 -0
  44. mteb/descriptive_stats/PairClassification/SICKNLPairClassification.json +35 -0
  45. mteb/descriptive_stats/PairClassification/XLWICNLPairClassification.json +35 -0
  46. mteb/descriptive_stats/Reranking/MIRACLReranking.json +555 -479
  47. mteb/descriptive_stats/Reranking/MindSmallReranking.json +29 -25
  48. mteb/descriptive_stats/Retrieval/AlloprofRetrieval.json +25 -26
  49. mteb/descriptive_stats/Retrieval/Code1Retrieval.json +30 -0
  50. mteb/descriptive_stats/Retrieval/DanFEVER.json +25 -26
  51. mteb/descriptive_stats/Retrieval/DutchNewsArticlesRetrieval.json +30 -0
  52. mteb/descriptive_stats/Retrieval/EnglishFinance1Retrieval.json +30 -0
  53. mteb/descriptive_stats/Retrieval/EnglishFinance2Retrieval.json +30 -0
  54. mteb/descriptive_stats/Retrieval/EnglishFinance3Retrieval.json +30 -0
  55. mteb/descriptive_stats/Retrieval/EnglishFinance4Retrieval.json +30 -0
  56. mteb/descriptive_stats/Retrieval/EnglishHealthcare1Retrieval.json +30 -0
  57. mteb/descriptive_stats/Retrieval/French1Retrieval.json +30 -0
  58. mteb/descriptive_stats/Retrieval/FrenchLegal1Retrieval.json +30 -0
  59. mteb/descriptive_stats/Retrieval/German1Retrieval.json +30 -0
  60. mteb/descriptive_stats/Retrieval/GermanHealthcare1Retrieval.json +30 -0
  61. mteb/descriptive_stats/Retrieval/GermanLegal1Retrieval.json +30 -0
  62. mteb/descriptive_stats/Retrieval/JapaneseCode1Retrieval.json +30 -0
  63. mteb/descriptive_stats/Retrieval/JapaneseLegal1Retrieval.json +30 -0
  64. mteb/descriptive_stats/Retrieval/LegalQANLRetrieval.json +30 -0
  65. mteb/descriptive_stats/Retrieval/MIRACLRetrieval.json +475 -494
  66. mteb/descriptive_stats/Retrieval/MSMARCO-Fa.json +25 -26
  67. mteb/descriptive_stats/Retrieval/MSMARCO.json +25 -84
  68. mteb/descriptive_stats/Retrieval/OpenTenderRetrieval.json +30 -0
  69. mteb/descriptive_stats/Retrieval/Touche2020.json +25 -26
  70. mteb/descriptive_stats/Retrieval/VABBRetrieval.json +30 -0
  71. mteb/descriptive_stats/Retrieval/bBSARDNLRetrieval.json +30 -0
  72. mteb/descriptive_stats/STS/SICK-NL-STS.json +28 -0
  73. mteb/descriptive_stats/Summarization/SummEval.json +27 -50
  74. mteb/descriptive_stats/Summarization/SummEvalFr.json +27 -50
  75. mteb/models/model_implementations/kalm_models.py +29 -0
  76. mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py +1 -1
  77. mteb/tasks/classification/eng/financial_phrasebank_classification.py +0 -3
  78. mteb/tasks/classification/kor/kor_hate_classification.py +0 -12
  79. mteb/tasks/classification/nld/__init__.py +16 -0
  80. mteb/tasks/classification/nld/dutch_cola_classification.py +38 -0
  81. mteb/tasks/classification/nld/dutch_government_bias_classification.py +37 -0
  82. mteb/tasks/classification/nld/dutch_news_articles_classification.py +30 -0
  83. mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py +36 -0
  84. mteb/tasks/classification/nld/iconclass_classification.py +41 -0
  85. mteb/tasks/classification/nld/open_tender_classification.py +38 -0
  86. mteb/tasks/classification/nld/vaccin_chat_nl_classification.py +46 -0
  87. mteb/tasks/clustering/__init__.py +1 -0
  88. mteb/tasks/clustering/nld/__init__.py +17 -0
  89. mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py +37 -0
  90. mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py +37 -0
  91. mteb/tasks/clustering/nld/iconclass_clustering_s2s.py +47 -0
  92. mteb/tasks/clustering/nld/open_tender_clustering_p2p.py +51 -0
  93. mteb/tasks/clustering/nld/open_tender_clustering_s2s.py +41 -0
  94. mteb/tasks/clustering/nld/vabb_clustering_p2p.py +51 -0
  95. mteb/tasks/clustering/nld/vabb_clustering_s2s.py +51 -0
  96. mteb/tasks/clustering/swe/swedn_clustering.py +2 -2
  97. mteb/tasks/multilabel_classification/__init__.py +1 -0
  98. mteb/tasks/multilabel_classification/nld/__init__.py +9 -0
  99. mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py +88 -0
  100. mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py +44 -0
  101. mteb/tasks/pair_classification/__init__.py +1 -0
  102. mteb/tasks/pair_classification/nld/__init__.py +7 -0
  103. mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py +36 -0
  104. mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py +41 -0
  105. mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py +1 -1
  106. mteb/tasks/retrieval/nld/__init__.py +10 -0
  107. mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py +41 -0
  108. mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py +30 -0
  109. mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py +39 -0
  110. mteb/tasks/retrieval/nld/open_tender_retrieval.py +38 -0
  111. mteb/tasks/retrieval/nld/vabb_retrieval.py +41 -0
  112. mteb/tasks/sts/__init__.py +1 -0
  113. mteb/tasks/sts/nld/__init__.py +5 -0
  114. mteb/tasks/sts/nld/sick_nl_sts.py +41 -0
  115. {mteb-2.0.4.dist-info → mteb-2.1.0.dist-info}/METADATA +2 -204
  116. {mteb-2.0.4.dist-info → mteb-2.1.0.dist-info}/RECORD +120 -49
  117. {mteb-2.0.4.dist-info → mteb-2.1.0.dist-info}/WHEEL +0 -0
  118. {mteb-2.0.4.dist-info → mteb-2.1.0.dist-info}/entry_points.txt +0 -0
  119. {mteb-2.0.4.dist-info → mteb-2.1.0.dist-info}/licenses/LICENSE +0 -0
  120. {mteb-2.0.4.dist-info → mteb-2.1.0.dist-info}/top_level.txt +0 -0
@@ -1,4 +1,4 @@
1
- mteb/__init__.py,sha256=fP7XxOW3id1CmrghCuTQLufV-fOjaGCqJ1cYsPmeibk,1111
1
+ mteb/__init__.py,sha256=bl3K7IHalVzP27SIQ3qdo52vy9aAuvMsIKOx0h5P6Sk,1256
2
2
  mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
3
3
  mteb/_create_dataloaders.py,sha256=F9bCBscD3wVVqXTHSkldQjV0qmKQlNR0Yt_sN8aFdrk,14107
4
4
  mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
@@ -55,14 +55,14 @@ mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,2
55
55
  mteb/benchmarks/_create_table.py,sha256=gYgwhACmY8JSN00y6r3HfHNQphCIuvcw_IwRZNQwgdc,20623
56
56
  mteb/benchmarks/benchmark.py,sha256=9pbrn5vsSB9Xo23YqQXjRdzorXnMulkm1QvJUkqvuGk,3445
57
57
  mteb/benchmarks/get_benchmark.py,sha256=CBOSW2cNB7-EbhOcWTtp2k2teoKZth9TehIXf5jAyd8,3835
58
- mteb/benchmarks/benchmarks/__init__.py,sha256=aG9X4waIdAN2wk0P_oi2ueiACHS7yAgIbML8L-2e3GQ,2042
59
- mteb/benchmarks/benchmarks/benchmarks.py,sha256=2DLB2vv4I1NwE4iX9GEaCMifZBboOmHtyOoxssvoYQY,85747
58
+ mteb/benchmarks/benchmarks/__init__.py,sha256=Et7Gf7pKDxa939bIvAJB6OCirQrWAbmbbI3LHA6eMa0,2070
59
+ mteb/benchmarks/benchmarks/benchmarks.py,sha256=LRaUY3wVQGj-X-1MDk5BCaB0YFX7EE6olXrZF3RfTD8,88592
60
60
  mteb/benchmarks/benchmarks/rteb_benchmarks.py,sha256=QnCSrTTaBfcRlAQp2Nu81tgv1idMXqiM16Fp2zKJ5Ys,10607
61
61
  mteb/cli/__init__.py,sha256=v-csUr3eUZElIvrGB6QGtaIdndDfNWEe9oZchsGsJpg,64
62
62
  mteb/cli/_display_tasks.py,sha256=7A06dT9sSoTz6shyMvskPxuc5eHY_H7PGPlROzMP0yw,2196
63
63
  mteb/cli/build_cli.py,sha256=SzYrKEdbtfyA08ATPPL4_Z5REzNKp5965R_ANEKc3ug,12408
64
64
  mteb/cli/generate_model_card.py,sha256=IZ7C96xvtBcqERm1goTynwo8A9fpI_KDUxGiyZeLfGE,4053
65
- mteb/descriptive_stats/BitextMining/BUCC.json,sha256=jNIxP-dh9NZFuM8ddbiF3N6zClfT6taHPzrQ--M5Fds,2721
65
+ mteb/descriptive_stats/BitextMining/BUCC.json,sha256=7zXoJaZacNdqMSG60jPZGIDJ1is_bxbVlcrVyImPRxw,3745
66
66
  mteb/descriptive_stats/BitextMining/BUCC.v2.json,sha256=IRPOKaIaUD31okNe12nQV2E1JeYK_Fo25Tz7d-utATM,3716
67
67
  mteb/descriptive_stats/BitextMining/BibleNLPBitextMining.json,sha256=BxzjiVoeXrSKaeBIVytLKMf2yx_6ksZ4GddPtTU8MWY,1248649
68
68
  mteb/descriptive_stats/BitextMining/BornholmBitextMining.json,sha256=BCHxyBs4NA8OG2VPvSwf9IizYsyNJffCShtEl63Xmog,579
@@ -188,7 +188,7 @@ mteb/descriptive_stats/Classification/CzechSoMeSentimentClassification.v2.json,s
188
188
  mteb/descriptive_stats/Classification/CzechSubjectivityClassification.json,sha256=dA8ViuEIuGJs288HOAMxPm-KoDhEkpbJmOmFppeGN3Q,2242
189
189
  mteb/descriptive_stats/Classification/DBpediaClassification.json,sha256=_U5IfQda-o8ADnCMHNk9Gbvjl0zuKnm0bw503xsPC5g,3306
190
190
  mteb/descriptive_stats/Classification/DBpediaClassification.v2.json,sha256=6ykuVX7ZGU3htDEEVGtFiG7yEAwPdysm2tw0M9HNqLo,3309
191
- mteb/descriptive_stats/Classification/DKHateClassification.json,sha256=S8GG1ePNCAN9DBPWMTKV7OhyZ8T3DbmkayQ2dnCrBpY,931
191
+ mteb/descriptive_stats/Classification/DKHateClassification.json,sha256=x7e9hdj9qQgwOc_a1GxlAPfS388diLQlQVDM1vglKPo,1503
192
192
  mteb/descriptive_stats/Classification/DKHateClassification.v2.json,sha256=YQ60gw7rjFaSd-PKZ7FLs2d9IogKPpzP1r6_NeFtHfE,1505
193
193
  mteb/descriptive_stats/Classification/DadoEvalCoarseClassification.json,sha256=Ia7fMqBuGM9NM-QwBJSQW89b5t5er-YIHzmDnSV0r3w,1963
194
194
  mteb/descriptive_stats/Classification/DalajClassification.json,sha256=HuU9smhwjtouCXAyzkbQk4OxYl64dXRwrcZnBv73XiQ,1507
@@ -209,6 +209,10 @@ mteb/descriptive_stats/Classification/Diversity5LegalBenchClassification.json,sh
209
209
  mteb/descriptive_stats/Classification/Diversity6LegalBenchClassification.json,sha256=fOdHkZqgoCEg693yuljHaQJIniHabOTuQh7AzeCKBDg,1470
210
210
  mteb/descriptive_stats/Classification/DutchBookReviewSentimentClassification.json,sha256=E3IcgnYL9wXZUA4HHq-vlG9-reTydX4klueE0x6OkCc,1520
211
211
  mteb/descriptive_stats/Classification/DutchBookReviewSentimentClassification.v2.json,sha256=lE9zlZWzD8EUQduQhU0n45HdI84vMZVFIJJWm_8ZZ8g,1522
212
+ mteb/descriptive_stats/Classification/DutchColaClassification.json,sha256=QbMcGPUcDws1FZsJNRymbazbfRSiha2xqw6VgiawIdc,1512
213
+ mteb/descriptive_stats/Classification/DutchGovernmentBiasClassification.json,sha256=ivwqUNOQYYldgcOWaTmX6R4j8Z4vfddoURz_7jLu1Oc,1517
214
+ mteb/descriptive_stats/Classification/DutchNewsArticlesClassification.json,sha256=EuKU3n3qSY5pdMrTFBcqI7l78n3fCH9HeqS5_GN9vZM,2562
215
+ mteb/descriptive_stats/Classification/DutchSarcasticHeadlinesClassification.json,sha256=lOoIGa14jbsMUgrUg0hHP83wj5wbZwBKNScBUNDs_n0,1510
212
216
  mteb/descriptive_stats/Classification/EmotionClassification.json,sha256=QkRooMp08iOOLMNh8OZEVvNXquv6AP7GYzaCvccTOdo,2095
213
217
  mteb/descriptive_stats/Classification/EmotionClassification.v2.json,sha256=boLOgjO8IE9ynivKCmL9JRgu5SUzif7tSNHGyefkqB4,2111
214
218
  mteb/descriptive_stats/Classification/EmotionVNClassification.json,sha256=D5hs2pay9XJ7Uv5EPibLqoK46V4gN9_Su0q61BAtGcg,3157
@@ -220,7 +224,7 @@ mteb/descriptive_stats/Classification/FilipinoHateSpeechClassification.v2.json,s
220
224
  mteb/descriptive_stats/Classification/FilipinoShopeeReviewsClassification.json,sha256=n-602zc_APXYXRBMYH7O2pY9CWcrHMcLMpZkhZveTjE,2940
221
225
  mteb/descriptive_stats/Classification/FinToxicityClassification.json,sha256=UNtQEu842sbwatcqlxrCT24CHaoOqaU-NE242beRKEc,1526
222
226
  mteb/descriptive_stats/Classification/FinToxicityClassification.v2.json,sha256=Ft_gA0LeubHdxomVQ3WP5xUVXu0HhcTUzvV5wULrPGA,1527
223
- mteb/descriptive_stats/Classification/FinancialPhrasebankClassification.json,sha256=6mjJ3DbqL9FF7p1xBroH7TTcPWLR7CNL0cDsV-HrwC0,534
227
+ mteb/descriptive_stats/Classification/FinancialPhrasebankClassification.json,sha256=vU4Rc-Zx1w6JxfK1r4LfiHTUaro5UBhQrNy4bDKDgYE,832
224
228
  mteb/descriptive_stats/Classification/FinancialPhrasebankClassification.v2.json,sha256=QoANFhsr3Gz8lXMQ73qLIDBTn_JYLevWS5M93jOz5e8,1657
225
229
  mteb/descriptive_stats/Classification/FrenchBookReviews.json,sha256=eMsdaaOWy__cJ238yNbFoWV0Yqnxiu5FBIjQgvIvgFo,830
226
230
  mteb/descriptive_stats/Classification/FrenchBookReviews.v2.json,sha256=m7CWatE5KIPqFE43j82kUEreXiW1jHKKIUKh2slGdVE,1650
@@ -255,7 +259,8 @@ mteb/descriptive_stats/Classification/HotelReviewSentimentClassification.json,sh
255
259
  mteb/descriptive_stats/Classification/HotelReviewSentimentClassification.v2.json,sha256=CWQygQhnqTNaDQxRLYufFIvMnzB8PkhucWU9m-EPMTU,1808
256
260
  mteb/descriptive_stats/Classification/IFlyTek.json,sha256=KPUl6UIovTRU1sPMH_FBkKL2ZBFfVBuT76-JVUEUaSw,19056
257
261
  mteb/descriptive_stats/Classification/IFlyTek.v2.json,sha256=Mcpd364cCDc-BmTN9h_ubQ6fENaPpw1xImoMSSBB6CA,18902
258
- mteb/descriptive_stats/Classification/ImdbClassification.json,sha256=u5OafzanKqwA7_RctfTMRLvM2AK23qptXR5Hd8AiMEg,940
262
+ mteb/descriptive_stats/Classification/IconclassClassification.json,sha256=U8xhCDEEAnsqJ68Je7Wgyom20wmCe7ea5BlBxedkvsQ,2917
263
+ mteb/descriptive_stats/Classification/ImdbClassification.json,sha256=DXswcTrzNaGFNzkguze2_s8jvuJKMxrfKX_SwP-STd0,1512
259
264
  mteb/descriptive_stats/Classification/ImdbClassification.v2.json,sha256=XTQEHu4Zu0bpVwTWCLvV5izTKDW2vqx1DK54ucMLWh4,1526
260
265
  mteb/descriptive_stats/Classification/ImdbVNClassification.json,sha256=VuEpw2gffimttUKiVqqgKhVzvlCZ_Kh6bB41bw_X0rM,1519
261
266
  mteb/descriptive_stats/Classification/InappropriatenessClassification.json,sha256=76gf0Xya2pJ49rbXSO-z90RWcgE-CvSKiw18zMcgqcA,1501
@@ -288,7 +293,7 @@ mteb/descriptive_stats/Classification/KannadaNewsClassification.json,sha256=3izl
288
293
  mteb/descriptive_stats/Classification/KannadaNewsClassification.v2.json,sha256=8Gq8oUHVfLdf2IR5z12ZSILIQHHqNoOuOXbFesxW9Cc,1648
289
294
  mteb/descriptive_stats/Classification/KinopoiskClassification.json,sha256=QvCASMxPunLmYsgxjrPVLm27F3HlBmBw0VHfahOfhfw,1668
290
295
  mteb/descriptive_stats/Classification/KorFin.json,sha256=J97jEnZEL3E9sPEdv9mo6GmbJ2nVafJcYdf1xwp5rN8,828
291
- mteb/descriptive_stats/Classification/KorHateClassification.json,sha256=AA2rmqv7n-7XcAYkdsf_4m2f6_sjvi77VXR3JEJ7wiE,527
296
+ mteb/descriptive_stats/Classification/KorHateClassification.json,sha256=5s14tJHjLcBVdmQmCtbLYgLj9rM_fqNquFSW4UrYMYk,825
292
297
  mteb/descriptive_stats/Classification/KorHateClassification.v2.json,sha256=seurH_RsJrXXmcvXDxrgf3vALK9YhkZzbbnRm5d2Hw4,1644
293
298
  mteb/descriptive_stats/Classification/KorSarcasmClassification.json,sha256=7px4rmqAtN4zE0fce_LoW-rZaFXJOYDUYXoeOdd94iw,752
294
299
  mteb/descriptive_stats/Classification/KorSarcasmClassification.v2.json,sha256=U210z2dM_JfbIuaCkpahkpcQjX3CJj2cqJzrzpXG-sI,1501
@@ -374,6 +379,7 @@ mteb/descriptive_stats/Classification/OdiaNewsClassification.v2.json,sha256=BK9K
374
379
  mteb/descriptive_stats/Classification/OnlineShopping.json,sha256=1dLGdYWJnTGX3sFFI89vSE6p7jUbRSbFfbBUGUR4aQY,1486
375
380
  mteb/descriptive_stats/Classification/OnlineStoreReviewSentimentClassification.json,sha256=UjNe_TO_GnZnxBqOV4puMP1riXabzbXcAIuySimbWHc,976
376
381
  mteb/descriptive_stats/Classification/OnlineStoreReviewSentimentClassification.v2.json,sha256=3culIPrypmAuEK0cxqfcd7jK4aeWwRYQtOKfv2XVIQo,1942
382
+ mteb/descriptive_stats/Classification/OpenTenderClassification.json,sha256=pw4ZNQ_LLPSVMmTHcsd_BV1yOKT5mlyqYIQVO5u9CJA,9229
377
383
  mteb/descriptive_stats/Classification/OralArgumentQuestionPurposeLegalBenchClassification.json,sha256=2kQKuy3cqHOUWnKE0KM0aXug04dC3xc7sPbVq_lz0sc,2332
378
384
  mteb/descriptive_stats/Classification/OralArgumentQuestionPurposeLegalBenchClassification.v2.json,sha256=4JK74NhAPLJ5fwA0zrv9gjLN-3XvMZRNc9V0UfItA2E,2332
379
385
  mteb/descriptive_stats/Classification/OverrulingLegalBenchClassification.json,sha256=RkdGhgD4MZaJCf5c4A2a20__3CH-7-x96VfBqqEFxgI,1489
@@ -523,6 +529,7 @@ mteb/descriptive_stats/Classification/UkrFormalityClassification.v2.json,sha256=
523
529
  mteb/descriptive_stats/Classification/UnfairTOSLegalBenchClassification.json,sha256=1N2HbuHorKGuXMXqhp9-fxbU2P1zFCVR6VOjc6FsQ_o,2521
524
530
  mteb/descriptive_stats/Classification/UrduRomanSentimentClassification.json,sha256=VV1kydXVdlNdG4YxXdZVAP26T5pWSVkZ-QxEjCwAhqQ,822
525
531
  mteb/descriptive_stats/Classification/UrduRomanSentimentClassification.v2.json,sha256=W5El6JsDH1zS18QHNRPu5OW527aKwb_n-wtX2ieTrs4,1648
532
+ mteb/descriptive_stats/Classification/VaccinChatNLClassification.json,sha256=fbqF4rP6DvWhUny23Wf_X-bfQZXlPmcFgwrpvJqLbTI,33866
526
533
  mteb/descriptive_stats/Classification/VieStudentFeedbackClassification.json,sha256=beGGzsmthJosxM5Foh4hATu-Huh0IHc07E09y88rRiY,1656
527
534
  mteb/descriptive_stats/Classification/VieStudentFeedbackClassification.v2.json,sha256=JgWYHM-23wEY_RcEopuO3a_T-ycsyJmByMeLCnuJMks,1650
528
535
  mteb/descriptive_stats/Classification/WRIMEClassification.json,sha256=-DoTFkAv_qgV1qGzX_J33uF1jGz7FduzyprNSBzn_Os,1952
@@ -564,9 +571,9 @@ mteb/descriptive_stats/Clustering/AlloProfClusteringS2S.json,sha256=jiZzOAMrzJZf
564
571
  mteb/descriptive_stats/Clustering/AlloProfClusteringS2S.v2.json,sha256=QvpN8LGKG14UeHiPGQvkw9aXGLNyk7kCE9LAZfTGI1A,1523
565
572
  mteb/descriptive_stats/Clustering/ArXivHierarchicalClusteringP2P.json,sha256=AXXseaotPO1WaCYox9KRWwgyCRJHUVvAUfjsgNi8CQA,10364
566
573
  mteb/descriptive_stats/Clustering/ArXivHierarchicalClusteringS2S.json,sha256=xRhoDgEX8hVjbftkhaTKd2wrCORf_TK21xhaKCtKbis,10360
567
- mteb/descriptive_stats/Clustering/ArxivClusteringP2P.json,sha256=4f-jur4n_E7XKoHuycGUDphGg8JEn972EPoMG6T_HFY,13130
568
- mteb/descriptive_stats/Clustering/ArxivClusteringP2P.v2.json,sha256=5CReKq_eYSVev7MTbSX_FgJ7HZWhp9TTCRjb4SJm_vM,12718
569
- mteb/descriptive_stats/Clustering/ArxivClusteringS2S.json,sha256=SHzk-Vc5jqoXFeNjC2VIpnz4JAO_EDeIJle8n1u4SWw,13130
574
+ mteb/descriptive_stats/Clustering/ArxivClusteringP2P.json,sha256=XL1nK4XtWkHX6plNEgbuqX8rJb-jrbCVuNEVPOebwv4,15428
575
+ mteb/descriptive_stats/Clustering/ArxivClusteringP2P.v2.json,sha256=Twcy9G1m7Y_8zQuR-dknSx4dgKsa-i-q_7isoLc2ShE,15004
576
+ mteb/descriptive_stats/Clustering/ArxivClusteringS2S.json,sha256=ReMPr1_eu61P2cZLKmbvdvAB4-zE-fy0hJQaAmiqj4Q,15424
570
577
  mteb/descriptive_stats/Clustering/BeytooteClustering.json,sha256=NXyrcRA44uoO-aYCK_LtA5-DhqR1cOXWA9SlL7GUhKU,1976
571
578
  mteb/descriptive_stats/Clustering/BigPatentClustering.json,sha256=oTc1ISCnYHqBWPK14lv87CvdfFykyQ2rkjcXZUjzuys,1252
572
579
  mteb/descriptive_stats/Clustering/BigPatentClustering.v2.json,sha256=qZoMgz9iN-wRmgNDGXIrFLH60X5-Lf2qOCMQF4dNjxY,1235
@@ -586,6 +593,8 @@ mteb/descriptive_stats/Clustering/CLSClusteringS2S.json,sha256=wYzwtclC3kzdozYHS
586
593
  mteb/descriptive_stats/Clustering/CLSClusteringS2S.v2.json,sha256=DkWdmmBmSGyI6xKJxG4YeMmeJjsOy7whf0eqO9gO2GQ,1521
587
594
  mteb/descriptive_stats/Clustering/ClusTREC-Covid.json,sha256=CB6Aw-rrASidSiNSYMFNTo44CTOrKJupMbPp5US7mts,19556
588
595
  mteb/descriptive_stats/Clustering/DigikalamagClustering.json,sha256=Xlr0G-yqrjh6l6rU1PzXCIBFwUMYt5Cjp_TXbxNwRcI,1079
596
+ mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringP2P.json,sha256=AEry3iReGfGiMTY18WZrc399iDTA8Gmscg6gTzpAd1o,1233
597
+ mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringS2S.json,sha256=qOfyk1BI-mE1BUt-C9YuGsXuJCCyKCDFIl2Nglke_s4,1227
589
598
  mteb/descriptive_stats/Clustering/EightTagsClustering.json,sha256=2nBJ8EXS1ZbaNpLfKTTF6I7A1LFwOv2IGiwl6QdQnSw,1165
590
599
  mteb/descriptive_stats/Clustering/EightTagsClustering.v2.json,sha256=Ybo88wIGdguBK_vkDHoEZGEB5H8pH6hWfSSK_Pwz0Nk,1151
591
600
  mteb/descriptive_stats/Clustering/GeoreviewClusteringP2P.json,sha256=eGzJz-aZWuOMKLOhFagMhX06C0mlDb3ZmdFB29_7_ZQ,7648
@@ -596,12 +605,13 @@ mteb/descriptive_stats/Clustering/HUMERedditClusteringP2P.json,sha256=meX6My483o
596
605
  mteb/descriptive_stats/Clustering/HUMESIB200ClusteringS2S.json,sha256=PRb41EyTct2wgYvhgkr5UDfwKQf9ZixtEGBQZKskZSU,7983
597
606
  mteb/descriptive_stats/Clustering/HUMEWikiCitiesClustering.json,sha256=iz9gornYzS1h6ROHWvT0d7TK5EqljbEYH0Q_QihSKPE,1021
598
607
  mteb/descriptive_stats/Clustering/HamshahriClustring.json,sha256=qmRevPqlJpBJImzVMH8QA10LTvWMvEJ-Hr7HmqB1QMA,4066
608
+ mteb/descriptive_stats/Clustering/IconclassClusteringS2S.json,sha256=wqVeYIV3F9YKqaEFlgwEQFX9TxsjRAJdCyrfAV0iqzE,1405
599
609
  mteb/descriptive_stats/Clustering/IndicReviewsClusteringP2P.json,sha256=E7JllmbPknC8r710XJc6tLRPyezyfDaOkM-2gJVvgzQ,31591
600
610
  mteb/descriptive_stats/Clustering/KlueMrcDomainClustering.json,sha256=T18RbZm5TuY8D4oC3n7eSJ5x59ul-Mrrfjmv6fzvHkw,1002
601
611
  mteb/descriptive_stats/Clustering/KlueYnatMrcCategoryClustering.json,sha256=XhQsMtaSNkUVDsPPYlxNBnj1AX5iaLqq2uKK2OkW15I,924
602
612
  mteb/descriptive_stats/Clustering/LivedoorNewsClustering.json,sha256=jjSRYDt6np1L5cwd14Vh4AsF7JOJvJQfcSV4JkieqzU,1232
603
613
  mteb/descriptive_stats/Clustering/LivedoorNewsClustering.v2.json,sha256=tI-VfqQejGf6sd3-A7oUXh4NCT_0glUPtVM3dq9OOHs,1233
604
- mteb/descriptive_stats/Clustering/MLSUMClusteringP2P.json,sha256=hfreDCpwuGY8Qu-AcccwRJxl9koaX7EC7WTeqokMeuY,74414
614
+ mteb/descriptive_stats/Clustering/MLSUMClusteringP2P.json,sha256=vUQ2st_RZCoqsrjNlqocCrp2s6xRn_RJkJh81kbpe_I,85655
605
615
  mteb/descriptive_stats/Clustering/MLSUMClusteringP2P.v2.json,sha256=tBddT0aSqRSPtKvCkeDEyIZe43AI1PgLwtMWkPrZTsY,24475
606
616
  mteb/descriptive_stats/Clustering/MLSUMClusteringS2S.json,sha256=H7LA6-QfXsdbfT7kh4QDycHUFI5XWLbFId13nLe6Tcw,85656
607
617
  mteb/descriptive_stats/Clustering/MLSUMClusteringS2S.v2.json,sha256=i3L78kjFGTiV0P_XGdSoVzbaLHPYDjz3NwIRYqHJfuQ,48495
@@ -613,6 +623,8 @@ mteb/descriptive_stats/Clustering/MedrxivClusteringS2S.json,sha256=Ryq7EE4tiY14k
613
623
  mteb/descriptive_stats/Clustering/MedrxivClusteringS2S.v2.json,sha256=X8dQri8OZVHIl17p_yPjpxcWzvCZVbbOR6udz0AMo5w,5242
614
624
  mteb/descriptive_stats/Clustering/MewsC16JaClustering.json,sha256=K5yYmg4PTTkglVsRkvkcp6_Jcqbm0n_sOAHHZJA_G0Y,1443
615
625
  mteb/descriptive_stats/Clustering/NLPTwitterAnalysisClustering.json,sha256=oOuzYnLawMPm3KQdOe-rjHbtXcXl2g-Etkzkj9eEDsM,2498
626
+ mteb/descriptive_stats/Clustering/OpenTenderClusteringP2P.json,sha256=yQ5u3Kzb-MHH6saEWrpmXO1PuwwUvHi2hwXNebq1afQ,4565
627
+ mteb/descriptive_stats/Clustering/OpenTenderClusteringS2S.json,sha256=djujoW8qb86fNyEbSYZ9h0fVgR8QiPjFN6u42qiHlwA,4560
616
628
  mteb/descriptive_stats/Clustering/PlscClusteringP2P.json,sha256=-ODs8wBAVXtyCtwCVse69AASZ6Sl0ElRA984sR-_AHc,5835
617
629
  mteb/descriptive_stats/Clustering/PlscClusteringP2P.v2.json,sha256=WxTYCpgPA8YG4lhryufm24NxQv0H6epZphPo_0P-0Xk,4371
618
630
  mteb/descriptive_stats/Clustering/PlscClusteringS2S.json,sha256=c9wYIJ9DH_Bzw9aCkS1A0BqROiAG9r-QpOurKrLZDqg,5830
@@ -621,14 +633,14 @@ mteb/descriptive_stats/Clustering/RedditClustering-VN.json,sha256=0tAadJLwqSUIyd
621
633
  mteb/descriptive_stats/Clustering/RedditClustering.json,sha256=0BlV4d5IhIjaRQhjDveRuRJu237lY6h6xA3oEQF9mwA,4880
622
634
  mteb/descriptive_stats/Clustering/RedditClustering.v2.json,sha256=hINfiJES9CNIQKy2DChYlw7YZj_bovES0A2qcHDre1U,4293
623
635
  mteb/descriptive_stats/Clustering/RedditClusteringP2P-VN.json,sha256=gAp_18PnMJqAqNPxv9-sEHPlxK3Rpyr2w0KLAM6yk1Q,37391
624
- mteb/descriptive_stats/Clustering/RedditClusteringP2P.json,sha256=_V_WK0XcIQ8cPFqZa2lFSbyXLM3zbfSFY0psxgyyPo0,32866
636
+ mteb/descriptive_stats/Clustering/RedditClusteringP2P.json,sha256=b7n1PkoYRhouG9emiYFtFzzcrVkEncv2TnsmO5Loev8,38425
625
637
  mteb/descriptive_stats/Clustering/RedditClusteringP2P.v2.json,sha256=TzPrgOunIH37FuaLNlgHLULDVZE_WEeYLKtIHGWdEWA,37593
626
638
  mteb/descriptive_stats/Clustering/RomaniBibleClustering.json,sha256=NMssAi7Acpgawdg4kJ-YyAc4jxtvc0cRKLPcNpw-HsY,5660
627
639
  mteb/descriptive_stats/Clustering/RuSciBenchGRNTIClusteringP2P.json,sha256=0MVTB8dV4gi38DX4D92u3zyMuieaaqUymaC7FNdFMX0,2646
628
640
  mteb/descriptive_stats/Clustering/RuSciBenchOECDClusteringP2P.json,sha256=zvhu5hyekDDY6LvezSDaKZfvpJcLyaJrh7cbWpytYPg,2720
629
641
  mteb/descriptive_stats/Clustering/SIB200ClusteringS2S.json,sha256=OEj62fJSRWSE0yZPqSLGk_1thAY1UsEgLdBXqWbpSHc,276877
630
642
  mteb/descriptive_stats/Clustering/SIDClustring.json,sha256=yI1Z28BOsbTHmMr4cxw9MMZ9OQgJ_8374tbJ20zRWwk,1154
631
- mteb/descriptive_stats/Clustering/SNLClustering.json,sha256=ABPeNQWAx_pJBPyYMBwUyFZBADvNfF_pRB_5-g29ny0,14068
643
+ mteb/descriptive_stats/Clustering/SNLClustering.json,sha256=B5AxY7oGVeXaR6Wmm86q4lAaCQEjywKQMVa65GYo2M8,15688
632
644
  mteb/descriptive_stats/Clustering/SNLHierarchicalClusteringP2P.json,sha256=rWLkWNm4IOEHR3Qefk2x0KrUnrUPGc2OxptRJ5AJ1r8,113486
633
645
  mteb/descriptive_stats/Clustering/SNLHierarchicalClusteringS2S.json,sha256=u2J4gjdnT_b5dPfGCe7oide35Gobk4-u-kqbApCzrdU,113483
634
646
  mteb/descriptive_stats/Clustering/SpanishNewsClusteringP2P.json,sha256=mTVQR86gRjg-US0bcFYD-kqAC-C3GQDlKviHZjpJyAQ,1144
@@ -638,7 +650,7 @@ mteb/descriptive_stats/Clustering/StackExchangeClustering.v2.json,sha256=lcOaUXR
638
650
  mteb/descriptive_stats/Clustering/StackExchangeClusteringP2P-VN.json,sha256=v5VOkuTBZuLmitnLLF3ogNDdsGTGmQtn3oMn5LnKUl8,47789
639
651
  mteb/descriptive_stats/Clustering/StackExchangeClusteringP2P.json,sha256=YYEnIIHDlYxK-5HPb2XFSs3WExQbTjfx1eCO4Q-IGrw,50535
640
652
  mteb/descriptive_stats/Clustering/StackExchangeClusteringP2P.v2.json,sha256=pnRZ8zoXDWWobobK9inL4k2Btbi-ataQ1pXLZEyHGsE,43468
641
- mteb/descriptive_stats/Clustering/SwednClustering.json,sha256=-ZxMyBnF5EXphdMdtYeoabBTqX2RljareR4vie1iZmo,673
653
+ mteb/descriptive_stats/Clustering/SwednClustering.json,sha256=htE1TzUuNNrt_mCU9j2WhhsHG34ROpo378zeG9AZO-8,886
642
654
  mteb/descriptive_stats/Clustering/SwednClusteringP2P.json,sha256=kDYHmcQozky4qnSKLhKA74M87xp6HdqCWX5nUQaCTns,1798
643
655
  mteb/descriptive_stats/Clustering/SwednClusteringS2S.json,sha256=T4YL4Vg7950WNmHZ8U2aI2MJh7kZlmUt-dI9kwXpvOg,897
644
656
  mteb/descriptive_stats/Clustering/TenKGnadClusteringP2P.json,sha256=50wPVfEN_Lxq386BS11WS1c64Z8JIPHpbb3qamDduH0,1303
@@ -652,7 +664,9 @@ mteb/descriptive_stats/Clustering/ThuNewsClusteringS2S.v2.json,sha256=1Y1dDjniSw
652
664
  mteb/descriptive_stats/Clustering/TwentyNewsgroupsClustering-VN.json,sha256=C-_D9hFyfirgGFEGeFDQingM2TDnag0F3pF1Oen4Wsg,2086
653
665
  mteb/descriptive_stats/Clustering/TwentyNewsgroupsClustering.json,sha256=N2v0_KusjQLEB7vO-EyAQWIE5-fLKLu_QqUlUdw2AhE,2087
654
666
  mteb/descriptive_stats/Clustering/TwentyNewsgroupsClustering.v2.json,sha256=EEIurf8PubLlqQUGm4BmMLlWqUjNYPPI22ahE4cFOwU,2088
655
- mteb/descriptive_stats/Clustering/VGClustering.json,sha256=aSWJpJpm3nmnYXnCKe8uzGPsbAGpIJeO-2VfK4aSLps,1279
667
+ mteb/descriptive_stats/Clustering/VABBClusteringP2P.json,sha256=SpOM5D_GcTqvNE4_fjonCXawoccytJZoSnt3H_3gsNo,1664
668
+ mteb/descriptive_stats/Clustering/VABBClusteringS2S.json,sha256=mWCSkI31SCwb0v-I-xWf36F4Zv3Ia1KyC_wbZbhqpVg,1662
669
+ mteb/descriptive_stats/Clustering/VGClustering.json,sha256=0wsGgJY5SGp3_HNPcLr4dV2lPuKjVO3nmQ88Vw_D8Hg,1601
656
670
  mteb/descriptive_stats/Clustering/VGHierarchicalClusteringP2P.json,sha256=QtodE86og5RxxcmZ2WvvSmuubcfCOyKkuhP5hZfP4vs,6336
657
671
  mteb/descriptive_stats/Clustering/VGHierarchicalClusteringS2S.json,sha256=CkNncOIIRbawIUrgwdOi-svmy-IkIKtKpsFHFlNnc04,6329
658
672
  mteb/descriptive_stats/Clustering/WikiCitiesClustering.json,sha256=vOxG48q8EEquEJG10ylQB82lGR8TiS-DPYHrhmPJR9Q,10760
@@ -660,7 +674,7 @@ mteb/descriptive_stats/Clustering/WikiClusteringP2P.json,sha256=OfIuBSzItGScYh-R
660
674
  mteb/descriptive_stats/Clustering/WikiClusteringP2P.v2.json,sha256=ARInjol-Rn-Zq_O_tYRAcGcHPx3r6oMFzd3FTbzQaU0,41977
661
675
  mteb/descriptive_stats/Clustering/WikipediaChemistryTopicsClustering.json,sha256=NDU0KlQAGIkS26pW-9d9R1PujwckVHvnIBP4jVyBK48,1364
662
676
  mteb/descriptive_stats/Clustering/WikipediaSpecialtiesInChemistryClustering.json,sha256=OYif90lQ1G8EGQTASar7xvkIoiS0VJcGwk3Y32ZpPW4,907
663
- mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/WITT2IRetrieval.json,sha256=4S1z3U7DH1Cr794tvLtUx2HYUGPR2rjCZq2Ktu_1HWs,9759
677
+ mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/WITT2IRetrieval.json,sha256=eYn1-hl2Ukiu6fYMjrx4eHjEcq9a4eGS3VVYYVbyu68,15453
664
678
  mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XFlickr30kCoT2IRetrieval.json,sha256=m1xUiekBjSog5pL490OLSkTob-bUXd_PRUCQiFoVzi8,7274
665
679
  mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XM3600T2IRetrieval.json,sha256=zvnDj9MQmWX0zbX303l5c5w72nMjk3uH6GCB2VdhqF8,30623
666
680
  mteb/descriptive_stats/Image/Any2AnyRetrieval/BLINKIT2IRetrieval.json,sha256=HYxM98j-tS7Nb5c7Q5S0HvLVg4ohRp7315ZL-RMblL4,1365
@@ -686,7 +700,7 @@ mteb/descriptive_stats/Image/Any2AnyRetrieval/LLaVAIT2TRetrieval.json,sha256=ja5
686
700
  mteb/descriptive_stats/Image/Any2AnyRetrieval/METI2IRetrieval.json,sha256=uY0MShSNVK9y4hqUrFaisXWI5QAAEJq8nk99UMtO1CM,1136
687
701
  mteb/descriptive_stats/Image/Any2AnyRetrieval/MSCOCOI2TRetrieval.json,sha256=ny4FHbWrgNxRH-UACP3212G9hatMPoeE4skjW06DY58,1066
688
702
  mteb/descriptive_stats/Image/Any2AnyRetrieval/MSCOCOT2IRetrieval.json,sha256=LRO3o213XGPpBf4_8Im1JLKihxeTIBQthW0lDhtXlN4,1077
689
- mteb/descriptive_stats/Image/Any2AnyRetrieval/MemotionI2TRetrieval.json,sha256=b9ymdtqmEj0DPegJyhG7Gkd-2a4mdq9ms-d2ewkkZ6E,672
703
+ mteb/descriptive_stats/Image/Any2AnyRetrieval/MemotionI2TRetrieval.json,sha256=mQftsT5e8jyha7HSSsBnVPfTKwG0EJ45ja2JgGxAaZU,1075
690
704
  mteb/descriptive_stats/Image/Any2AnyRetrieval/MemotionT2IRetrieval.json,sha256=mLPN6IYdOm4nsrH9OORUsR6Y_8NKxEBLPvD9kjOOFA0,1072
691
705
  mteb/descriptive_stats/Image/Any2AnyRetrieval/NIGHTSI2IRetrieval.json,sha256=CorqDJtOmcA6akFDdUvRpNJP721r8XpwKcoQnHyJJ5g,1115
692
706
  mteb/descriptive_stats/Image/Any2AnyRetrieval/OKVQAIT2TRetrieval.json,sha256=FGv20Y901HBlSmGPowTxwiHAyWoU-aB4CqHAfnWyjpE,1306
@@ -723,6 +737,7 @@ mteb/descriptive_stats/Image/Compositionality/AROVisualRelation.json,sha256=0CUq
723
737
  mteb/descriptive_stats/Image/Compositionality/ImageCoDe.json,sha256=aJQHHKTUGNoy-6OK2eAxX97WP-YsGNkeYDp3Pp1vaNI,598
724
738
  mteb/descriptive_stats/Image/Compositionality/SugarCrepe.json,sha256=6yfsVzk95ASUvd5AznGGQK3WC6-wQ_6urjcDDntLCC0,623
725
739
  mteb/descriptive_stats/Image/Compositionality/Winoground.json,sha256=tj7fOkJWYunJn4LBNZbaiZEc5gIfIN4BFGVCu5_S5sc,594
740
+ mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRAirbnbSyntheticRetrieval.json,sha256=0ug_jwIm_s98wcqD5aGdEOoGskhbuYU3oeB4C1lu-Wk,13951
726
741
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRArabicChartQARetrieval.json,sha256=RigKTqoh9cNPg7OICV8Hr3wZ1N2zLTVSzFlDDYr3dBQ,1077
727
742
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRArabicInfographicsVQARetrieval.json,sha256=pS_Di-Zrl5V43IGrgp_gO8K80q7_L-CLUDqs-wyQnvU,1050
728
743
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRArxivQARetrieval.json,sha256=KXd-C-jCaBOIYXWsr1cpu6nAQyMZHPL7emkLw1hn2R0,1069
@@ -741,6 +756,7 @@ mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDREuropeanaEsNewsRetriev
741
756
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDREuropeanaFrNewsRetrieval.json,sha256=Qn11LgolBmTmRSQkwWCTY4pr5J14XJKsqMlfQwyHYY8,1089
742
757
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDREuropeanaItScansRetrieval.json,sha256=tV6jSET_wWFhP9l7XmqhEf_WgbbdLe8WjwVm9mJfTt4,1089
743
758
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDREuropeanaNlLegalRetrieval.json,sha256=XDiTlls1I0YCZGiN6wVh9e_yrO1uKyw_Qk4oF4I-Omc,1090
759
+ mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRGitHubReadmeRetrieval.json,sha256=09GtHcvKVFenMZhdz6sVpGJwmXSnuIsJIpG0i4FI6Oc,23266
744
760
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRHindiGovVQARetrieval.json,sha256=D3BMK0PmEwUXnn587ZgefHjWYUZwqDK8V7rBEoLeY6Y,1089
745
761
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRHungarianDocQARetrieval.json,sha256=gzz4u3GG2mSotT4c_6H7nESJ_P5IjhSO62FRfsMxcaw,1065
746
762
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRInfovqaRetrieval.json,sha256=4lr-5ZTVdei1nF0ifIbI10n4rPELuxZyHExA--lHK4A,1068
@@ -761,9 +777,13 @@ mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTQARetrieval.json,sha2
761
777
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTabFQuadRetrieval.json,sha256=0-mcKoYR85rIgbdHVTYbAPhz3Gcx8vM9OF5a3Kg4-1k,1036
762
778
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTableVQARetrieval.json,sha256=xlhrWUwmrw0kCanO8lygvbY37efeyIFQja78ZrgxV5Q,1086
763
779
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTatQARetrieval.json,sha256=7X7Ion1smQkr94mTTFA_HRHSbcRSYwIoOc5wBc_94zk,1071
780
+ mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTweetStockSyntheticsRetrieval.json,sha256=13JnQILz--KA2j9xooDkf2hp_4bdAttKcM_co6m0VMo,14073
781
+ mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsDocumentsRetrieval.json,sha256=caHYDGWGBmlOdL3HHT0djzOgj1hwfGfNMpgNptRRdVs,27289
764
782
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsMapsRetrieval.json,sha256=HIoVgPD7wSHz7Ro-HKXh_YpAJFCJb6WzUsziBP2a1fI,1089
765
783
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2BioMedicalLecturesRetrieval.json,sha256=L4xuWlJVfd8WDIRtj8gJoOWbBnbm3BigWrQC2nOojpc,6365
766
784
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsHLRetrieval.json,sha256=DWI0Au4nsfUCSNWkAhK_ffGfmcRdgIHc_JYekjFlXKg,1091
785
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsRetrieval.json,sha256=KkXggOA5gKdMixYP5AYuVLL6KWkNkIWU6t9mwJiLtJs,6469
786
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2EconomicsReportsRetrieval.json,sha256=m9HPPB3Tcpv4jYeWIpj1RVTe0PABF94jWeF0bwIfB9Y,6443
767
787
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreArxivQARetrieval.json,sha256=enSBasFp7N6iaecl8TKZphJHCM7tguIPZGTt_-Gv7-U,1040
768
788
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreDocVQARetrieval.json,sha256=k4kmjHaTraBGxCen4MIKi2t5RZ5p4bj5PTTRF6Z2PhM,1066
769
789
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreInfoVQARetrieval.json,sha256=e2fhMwJfz2VzFO_JKb32CmIww4HHSJ_lubyIJxCZoec,1068
@@ -785,7 +805,7 @@ mteb/descriptive_stats/Image/ImageClassification/FER2013.json,sha256=uQbqn6e_Klk
785
805
  mteb/descriptive_stats/Image/ImageClassification/FGVCAircraft.json,sha256=2UOEheFBWVVNAPFB_nISH0WWicvSUcKNt6HtXdxQ2XY,16377
786
806
  mteb/descriptive_stats/Image/ImageClassification/Food101Classification.json,sha256=KEIyQfvGyFdXeQftRUz4TA-uVoXrnpWCzCFRZe8dJlw,16737
787
807
  mteb/descriptive_stats/Image/ImageClassification/GTSRB.json,sha256=6PtrfjNEsI63r64QfHQXi_0RsLSpSyGsPYg9RyTbn3A,7902
788
- mteb/descriptive_stats/Image/ImageClassification/Imagenet1k.json,sha256=dqhrUfMcQW3wFIDUNbJWervUpSFpLo9T7KNx4fmqSVg,64223
808
+ mteb/descriptive_stats/Image/ImageClassification/Imagenet1k.json,sha256=rka8-w31q-M2VJt33U5O4jxVGEpsYXrx2L8DTQAGt8c,155148
789
809
  mteb/descriptive_stats/Image/ImageClassification/MNIST.json,sha256=3Los65vEbfh6rv67rFuLXRqE75Vblu5_CxKBltyQvoQ,2849
790
810
  mteb/descriptive_stats/Image/ImageClassification/OxfordFlowersClassification.json,sha256=XtvUq3LTVdC1wECLkigELX7lLKi2Z2Hfh8aAaRsjZ6M,16676
791
811
  mteb/descriptive_stats/Image/ImageClassification/OxfordPets.json,sha256=_kpP5MCKHIO6LwA7dHd26G_A6SpEApdfpgs9nW-CnoI,6987
@@ -834,10 +854,10 @@ mteb/descriptive_stats/Image/ZeroShotClassification/FER2013ZeroShot.json,sha256=
834
854
  mteb/descriptive_stats/Image/ZeroShotClassification/FGVCAircraftZeroShot.json,sha256=k0KsA0dHVIaBsCF44hB9BndsjYrWTDIL9LU_EMoKnVk,8417
835
855
  mteb/descriptive_stats/Image/ZeroShotClassification/Food101ZeroShot.json,sha256=71k9IyZPSlyKViEa7fS7FRCjeH7adh7RCa_PrYMaNog,8613
836
856
  mteb/descriptive_stats/Image/ZeroShotClassification/GTSRBZeroShot.json,sha256=1TjlHBNEAQnbYw_Zj8G35FbgfTshp6hCXJ_T6H3XSUI,4181
837
- mteb/descriptive_stats/Image/ZeroShotClassification/Imagenet1kZeroShot.json,sha256=TtEHxSiHYQuEFlcotoySvq2bZNXgi_wD5dL8fImDYcY,64342
857
+ mteb/descriptive_stats/Image/ZeroShotClassification/Imagenet1kZeroShot.json,sha256=GH62SgB_GGFPIhwfqex3glZRplktfOME1WkTZJdgw20,76804
838
858
  mteb/descriptive_stats/Image/ZeroShotClassification/MNISTZeroShot.json,sha256=APPBN1xfmvz-A2q6NkEpF69mwScHigPspoZBbCLnTCo,1648
839
859
  mteb/descriptive_stats/Image/ZeroShotClassification/OxfordPetsZeroShot.json,sha256=W1pzh-ikqxZIbZyvIrggVTj9NIltyjU29zZ0FhNI8g4,3732
840
- mteb/descriptive_stats/Image/ZeroShotClassification/PatchCamelyonZeroShot.json,sha256=TTLZ5Ndb1t5491LxISrx6OGZgNK5SyKOg9EedKBQXbA,563
860
+ mteb/descriptive_stats/Image/ZeroShotClassification/PatchCamelyonZeroShot.json,sha256=G-xKYnZYE6fPVTWHjAeowtA83ioBgkQj4nTrP7peg2w,1045
841
861
  mteb/descriptive_stats/Image/ZeroShotClassification/RESISC45ZeroShot.json,sha256=-5ZyQa36FAz3fUj8vVOwcmGwD43dxNoFQMpccJhwNYg,4321
842
862
  mteb/descriptive_stats/Image/ZeroShotClassification/RenderedSST2.json,sha256=YjJXUiUQHAGCEEN8I3B-FBdTD7fxI5cLsaIARAkm1kE,1044
843
863
  mteb/descriptive_stats/Image/ZeroShotClassification/STL10ZeroShot.json,sha256=Gje8UAcHeY_AjIaaLowGyuX20QL2uRCl_963-g-a_rU,1641
@@ -860,6 +880,7 @@ mteb/descriptive_stats/InstructionRetrieval/IFIRScifact.json,sha256=ATgXxMRVYcD_
860
880
  mteb/descriptive_stats/InstructionRetrieval/InstructIR.json,sha256=181zSmfBaLRv9Bu8tGkNPqoZm5qKUoAVL5qj4e479Zw,994
861
881
  mteb/descriptive_stats/MultilabelClassification/BrazilianToxicTweetsClassification.json,sha256=xWVm7fgA1xWHVp5cR6NYLJZk4eHaIT7Dhn_4hNi-muk,2353
862
882
  mteb/descriptive_stats/MultilabelClassification/CEDRClassification.json,sha256=PzC-4hn-oiop53pFT6mdRxaF7QLSVV-r7M2YgM1qf_8,2141
883
+ mteb/descriptive_stats/MultilabelClassification/CovidDisinformationNLMultiLabelClassification.json,sha256=BaVigvHcOtxOVOlKudtDcTCM_t1-XSn2qtiXzYd_gZQ,2285
863
884
  mteb/descriptive_stats/MultilabelClassification/EmitClassification.json,sha256=3lHm1dulxR9XU-ZJL1xvr_oDZjiSuVuFgKQ1s03UDEY,2708
864
885
  mteb/descriptive_stats/MultilabelClassification/KorHateSpeechMLClassification.json,sha256=xs6WVoIwFJTf25Q6WaVzjQl_ZZPHzPxjO9E-XOFoDuc,2581
865
886
  mteb/descriptive_stats/MultilabelClassification/MalteseNewsClassification.json,sha256=Cho7vJsSttmzKyIpabE2a3rqusSAT1JyUfggQnJrdHs,3807
@@ -867,6 +888,7 @@ mteb/descriptive_stats/MultilabelClassification/MultiEURLEXMultilabelClassificat
867
888
  mteb/descriptive_stats/MultilabelClassification/SensitiveTopicsClassification.json,sha256=b2pWHkESuwh2CUcSXBRZxRX0C6DmC3BFFq_IUza-pX8,4114
868
889
  mteb/descriptive_stats/MultilabelClassification/SwedishPatentCPCGroupClassification.json,sha256=fZrd-uamZafYuMkua6VgDt01OTIlw6-Va9WxtE_6zMg,138568
869
890
  mteb/descriptive_stats/MultilabelClassification/SwedishPatentCPCSubclassClassification.json,sha256=2n9hbzVZ5ULT2FRVYi3jVaqqrgENM5PlzmPHtx2vJ2E,38746
891
+ mteb/descriptive_stats/MultilabelClassification/VABBMultiLabelClassification.json,sha256=VT_uTF4ZGDuKPBSe01N6mp64smXdhSlA13EdiTYqj1c,4589
870
892
  mteb/descriptive_stats/PairClassification/ArEntail.json,sha256=lrE7D6KscPAndDUu-fodWlYWp0GCrD8mDqQa6liq81c,956
871
893
  mteb/descriptive_stats/PairClassification/ArmenianParaphrasePC.json,sha256=KM8_2QVR9e_NapVATTSTAel4Co0y7N4cdbvyPxN3_9Q,985
872
894
  mteb/descriptive_stats/PairClassification/Assin2RTE.json,sha256=7ihX5B950CtH-btgcyOHuZFBPjfSswFxEXtmqrnC28g,977
@@ -896,6 +918,7 @@ mteb/descriptive_stats/PairClassification/PubChemWikiParagraphsPC.json,sha256=y_
896
918
  mteb/descriptive_stats/PairClassification/RTE3.json,sha256=Ry0_K6QlmM8NfUYIQgt-On__tts2HDD7HHgWo8WSPME,5973
897
919
  mteb/descriptive_stats/PairClassification/SICK-BR-PC.json,sha256=H2cUsLOZTNmOvyHIIKybAcc8VXIa9RhozlocDtJF6jE,982
898
920
  mteb/descriptive_stats/PairClassification/SICK-E-PL.json,sha256=TqOMxpZnvP-VVNqTBzyfyzWi1cnwaGmmUeFNuURwKNY,982
921
+ mteb/descriptive_stats/PairClassification/SICKNLPairClassification.json,sha256=Mitkc824ZFtC9OrsHxPptXYEsArXC1p0cMYWfm_dFsY,983
899
922
  mteb/descriptive_stats/PairClassification/SprintDuplicateQuestions-VN.json,sha256=jTxVltYHBGLI3ZRLZ3kgQPBph8WqpN4gDcIcO67erdQ,1987
900
923
  mteb/descriptive_stats/PairClassification/SprintDuplicateQuestions.json,sha256=ST-kf9pkkownKuJ0yaj0Px3sHJ6tBOC16hBZopYVwcE,982
901
924
  mteb/descriptive_stats/PairClassification/SynPerChatbotRAGFAQPC.json,sha256=tH_5-4r-BtbpuPmR-dy_HDZ2-XoDtY5BUN2OS3pKUIQ,988
@@ -907,6 +930,7 @@ mteb/descriptive_stats/PairClassification/TwitterSemEval2015-VN.json,sha256=moqT
907
930
  mteb/descriptive_stats/PairClassification/TwitterSemEval2015.json,sha256=iR7NKOzBxMOuPwnWv4CKfN1VE9WatZ3pFkqZ1BG5Aug,989
908
931
  mteb/descriptive_stats/PairClassification/TwitterURLCorpus-VN.json,sha256=wzIFvi1eQ4DALVZUem0HxLmsjcJpouI_7LKnwNckcKw,992
909
932
  mteb/descriptive_stats/PairClassification/TwitterURLCorpus.json,sha256=rPbcnXywSJrUtuuT6Hr1Us58ncF8FkrPf_WHuSB4BH8,990
933
+ mteb/descriptive_stats/PairClassification/XLWICNLPairClassification.json,sha256=tMmQFUFbZQJ0hPwUWcXWsymvU3KfwS9x-ia6bsBIzgA,977
910
934
  mteb/descriptive_stats/PairClassification/XNLI.json,sha256=WuAR5fGe4VfSwpiUFmpj8GhZxqaf9ou3azXQqffgpxs,36781
911
935
  mteb/descriptive_stats/PairClassification/XNLIV2.json,sha256=VtLTRByxunhHzGEriaPa_sw9dRLdyVBDpdu9wf3oOTw,17227
912
936
  mteb/descriptive_stats/PairClassification/XStance.json,sha256=RpkNRYqvsaT2FU8GY9YX6ap-PYdQ8rVkO0n6K419i9A,4741
@@ -932,9 +956,9 @@ mteb/descriptive_stats/Reranking/InstructIR.json,sha256=SiAVYj8iB9KZbPBS2w7yVDZ1
932
956
  mteb/descriptive_stats/Reranking/JQaRAReranking.json,sha256=jH5RuOb36a-gH_QNh0DZQpofpyoYGkjKQm9iFn7-VUM,1201
933
957
  mteb/descriptive_stats/Reranking/JaCWIRReranking.json,sha256=N4djULyJD_lgJa8x-qoACiaL33hUjdLK02hqXv7Bv5M,1169
934
958
  mteb/descriptive_stats/Reranking/LocBenchRR.json,sha256=k3Jck8QfSBxrsDenSgT06T2CbTSs8SGH2Y_RBrDWiTs,1227
935
- mteb/descriptive_stats/Reranking/MIRACLReranking.json,sha256=zRkEAPbpoxy0SvooAbUckacV7-h9cY8ar21YsInwfu8,24553
959
+ mteb/descriptive_stats/Reranking/MIRACLReranking.json,sha256=boUEIFlFgCUG40M2-mXuXkJluK2POQYuoJYMXPdatVQ,27457
936
960
  mteb/descriptive_stats/Reranking/MMarcoReranking.json,sha256=XF75mWbGFkCCOxgvgy04PWgd7AiHBvCrBGPumK_gKIk,1173
937
- mteb/descriptive_stats/Reranking/MindSmallReranking.json,sha256=95egswL7ryG1FCzgq6D5fjUjRuQ3gziS1n65_IGUELQ,1093
961
+ mteb/descriptive_stats/Reranking/MindSmallReranking.json,sha256=7_f4AvJnUdAU9dp41f5J3vhy-7rwTUw78ntq5oYQRdY,1213
938
962
  mteb/descriptive_stats/Reranking/MultiSWEbenchRR.json,sha256=a4AwlFiLI9Un10uoqeqkKf8Wvkvgza11z1tELL9nBgA,1229
939
963
  mteb/descriptive_stats/Reranking/NamaaMrTydiReranking.json,sha256=j7gFd9-1dl8iqNEbINyQN6CIFZFMkniWOcQ7QhbYPCA,1177
940
964
  mteb/descriptive_stats/Reranking/NevIR.json,sha256=fKQ8j_NUqPeqoYvBVBRobl7-rXs2el1yszpsKdkSReM,1165
@@ -956,7 +980,7 @@ mteb/descriptive_stats/Reranking/XGlueWPRReranking.json,sha256=GPje3EMmvEy0fbHNt
956
980
  mteb/descriptive_stats/Retrieval/AILACasedocs.json,sha256=MPExer_OaN72BpaYohh8dOvau09AjmKGR6qEdjJdIg0,982
957
981
  mteb/descriptive_stats/Retrieval/AILAStatutes.json,sha256=SrgB2KEMbvQBXEfrQY2E-osgnoKtqLiVEzuVCKgnAlg,976
958
982
  mteb/descriptive_stats/Retrieval/ARCChallenge.json,sha256=fdOHE-XOKhF2fBNbXYY5VY6bqP9nr6ISaiq-OxVQ7wc,987
959
- mteb/descriptive_stats/Retrieval/AlloprofRetrieval.json,sha256=xXqP1SI4BFpa_VPiwiuzl_dpFTDssMMMcYDyX8bn4go,1050
983
+ mteb/descriptive_stats/Retrieval/AlloprofRetrieval.json,sha256=--CmwZnUf7EBw01t8yz2UGc8ifsMKtSBT-QIiMRkKm0,989
960
984
  mteb/descriptive_stats/Retrieval/AlphaNLI.json,sha256=KNwkQeecKkT5d4YNwMvxPIvBzkgRUzRJkRjXW3A11-o,995
961
985
  mteb/descriptive_stats/Retrieval/AppsRetrieval.json,sha256=aDBlI0xzeOIFUn6a7ylFIUFdKjEGBF-rbdNlJIam1CA,996
962
986
  mteb/descriptive_stats/Retrieval/ArguAna-Fa.json,sha256=0Nug1fXP5u4mue6aLgHHilOoUbmI9s4491NTTbkqLsw,993
@@ -1050,6 +1074,7 @@ mteb/descriptive_stats/Retrieval/ClimateFEVER.json,sha256=ltBwr_ZUcI_tJIg1ky-Zrd
1050
1074
  mteb/descriptive_stats/Retrieval/ClimateFEVER.v2.json,sha256=fLlp5H24VZYXGPTUMebu_S8IfyaKfSddDDAQuu0XeU0,1005
1051
1075
  mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.json,sha256=0rV-9orDvT-b5Xn00NvVr4FnNZ3SVLnLp_IcxFQC3mg,986
1052
1076
  mteb/descriptive_stats/Retrieval/CmedqaRetrieval.json,sha256=vSs_A256iqqXsMsqwr-FGEMHoosqaDkEvxdeKLUUKRg,1009
1077
+ mteb/descriptive_stats/Retrieval/Code1Retrieval.json,sha256=TqpTDspEmAjNxFhaNXr-gCMHKWsm42g76QYgrehtTAs,998
1053
1078
  mteb/descriptive_stats/Retrieval/CodeEditSearchRetrieval.json,sha256=7VRQQSWLxWpt2zzv6_FJpuxHMksjBSp8rIhFxepkVRk,16463
1054
1079
  mteb/descriptive_stats/Retrieval/CodeFeedbackMT.json,sha256=7zo86e1D_lGTVc8IVKRMI7Ozwu-sapy7D6jhkptVk1w,1002
1055
1080
  mteb/descriptive_stats/Retrieval/CodeFeedbackST.json,sha256=m3Y46mTOUgGn8dbyU18tqbxnllqDTWU7f76_oswff7M,1005
@@ -1087,10 +1112,16 @@ mteb/descriptive_stats/Retrieval/DBPedia-VN.json,sha256=slQhXXASpyTOvDl--GB_y9Bn
1087
1112
  mteb/descriptive_stats/Retrieval/DBPedia.json,sha256=rrbgB0xZYgE_XyV-GtuZOCxs6cpwnXG4TNzZxvjFlXg,996
1088
1113
  mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.json,sha256=3NICxSBXrW8W2_fxtRWALsIf2VdlhPiaigPBRj_NUbI,987
1089
1114
  mteb/descriptive_stats/Retrieval/DS1000Retrieval.json,sha256=BFKVidJeLasrP_TGXQWHFYY1GYIfaBbFgyMxOyskk9E,992
1090
- mteb/descriptive_stats/Retrieval/DanFEVER.json,sha256=dNVsMJVHpIDwcaft6WlyQ0EzfITZl25ny6BZx-kwNKk,1067
1115
+ mteb/descriptive_stats/Retrieval/DanFEVER.json,sha256=DDwRZFVP6aUviu6JetiHh4XXaTNC41HC-JlJxXkyjYw,1006
1091
1116
  mteb/descriptive_stats/Retrieval/DanFeverRetrieval.json,sha256=DDwRZFVP6aUviu6JetiHh4XXaTNC41HC-JlJxXkyjYw,1006
1092
1117
  mteb/descriptive_stats/Retrieval/DuRetrieval.json,sha256=PwJD57XCbBdA2lv73waJJxkVFHGBS04wVXvNSsyORnU,983
1118
+ mteb/descriptive_stats/Retrieval/DutchNewsArticlesRetrieval.json,sha256=mYluBHMXk4HuEHuD0zfTQJC0kSpcvY-aM16dQ_DqqHE,985
1093
1119
  mteb/descriptive_stats/Retrieval/EcomRetrieval.json,sha256=8-bIOTcttZyKnxgwovKpxMP2eXC-doOkuWEqSQ3LPyE,974
1120
+ mteb/descriptive_stats/Retrieval/EnglishFinance1Retrieval.json,sha256=6ews0ELU8TD9S5u5Bn-r6zoddUuNb6XCApgfyStmdIU,996
1121
+ mteb/descriptive_stats/Retrieval/EnglishFinance2Retrieval.json,sha256=KP-FKDYJIoDKMo2H4_10zaNIFpbJKaqpAeYdNMss68A,985
1122
+ mteb/descriptive_stats/Retrieval/EnglishFinance3Retrieval.json,sha256=IpCB7e6cwOGesnlB5uPp2sE8ITW8UxJZcaa5U8sJLpI,990
1123
+ mteb/descriptive_stats/Retrieval/EnglishFinance4Retrieval.json,sha256=tdSyer5_q9rPZSD0LEjjXluCbWY_W_FewhOTQycU1U0,995
1124
+ mteb/descriptive_stats/Retrieval/EnglishHealthcare1Retrieval.json,sha256=c_QduudRLaQVFARJxSc-YTFwHeNyhiu7IMv6JGlYC5c,1005
1094
1125
  mteb/descriptive_stats/Retrieval/EstQA.json,sha256=qqmmX7ExWg4152S6yiUAyHzaLS0I-QUaOn9KVBZ3UZ8,981
1095
1126
  mteb/descriptive_stats/Retrieval/FEVER-FaHardNegatives.json,sha256=KMDX6lg671e76rAboz30KgpvJAPxVSa6Thgefj1tgM4,987
1096
1127
  mteb/descriptive_stats/Retrieval/FEVER-NL.json,sha256=K810hO-zNJWg3-i30oma72wsjORGu8lLLd4PN_w0VVs,1020
@@ -1108,12 +1139,17 @@ mteb/descriptive_stats/Retrieval/FiQA2018-VN.json,sha256=hqMf5_i_OsIczRmyRYmE1IQ
1108
1139
  mteb/descriptive_stats/Retrieval/FiQA2018.json,sha256=tclmMZ9ZexLmOVQww-Mojv95VBG7_gXMgALuSaQ3Z4Q,1005
1109
1140
  mteb/descriptive_stats/Retrieval/FinQARetrieval.json,sha256=AVs-JxvsGPvCIe_bFL9awBdF9pswWSql0iiNcXrWeXc,988
1110
1141
  mteb/descriptive_stats/Retrieval/FinanceBenchRetrieval.json,sha256=sT9FNKFb5glol44l11pdL7W3pyOow5TYWILR4QweRQE,984
1142
+ mteb/descriptive_stats/Retrieval/French1Retrieval.json,sha256=bkmz5LGdHahSCO1riw-XrVJOAuIMg-dUDilRs6UlDMY,1006
1143
+ mteb/descriptive_stats/Retrieval/FrenchLegal1Retrieval.json,sha256=yxBkVPVE-iGW5EMF5YkxkAOxGEbPf1VdP0HhZplIPp8,997
1111
1144
  mteb/descriptive_stats/Retrieval/FreshStackRetrieval.json,sha256=PHhVj4KgvdEW03KG17f5OLpO0R74iqLCZ6cjJcOBuv0,1010
1112
1145
  mteb/descriptive_stats/Retrieval/GeorgianFAQRetrieval.json,sha256=XSkNsRj6IMXaRkBi_5JHIKBA6GJ7sNG4BPdvNWjqBfc,1006
1113
1146
  mteb/descriptive_stats/Retrieval/GerDaLIR.json,sha256=qIGohJCnBWkrYUKV7BdipQ_ihvcZgB5LtoPHfFaWIyY,1024
1114
1147
  mteb/descriptive_stats/Retrieval/GerDaLIRSmall.json,sha256=sYHDQKougzNhTbEGghbTLJyug6zUnWijODPxRtjKSHA,1021
1148
+ mteb/descriptive_stats/Retrieval/German1Retrieval.json,sha256=qlrYi_MU44XAC3h_NoR3ANcwHIIqgQIkUePVBgb_J7U,1000
1115
1149
  mteb/descriptive_stats/Retrieval/GermanDPR.json,sha256=wDI7bV7Sf_VhM7NfBLOlbn6ynnrMxiQzsrjMdijPQzg,989
1116
1150
  mteb/descriptive_stats/Retrieval/GermanGovServiceRetrieval.json,sha256=uPKfk5OysyJd-Gr3_brRZMz5NL9JVGYRa_1iA5KImno,983
1151
+ mteb/descriptive_stats/Retrieval/GermanHealthcare1Retrieval.json,sha256=I8WAL8Zdtrv9dMNddTBwWvWSJE-6TXJkGNjeldDVoG4,985
1152
+ mteb/descriptive_stats/Retrieval/GermanLegal1Retrieval.json,sha256=MG5iAk3XhN7T6TdSeP7So_H98YJyc5ik_RC-NSg8Hok,1004
1117
1153
  mteb/descriptive_stats/Retrieval/GermanQuAD-Retrieval.json,sha256=n-el5vQ8EFf9f3tM2CJrXGnZYJMFBfRXHn28L4_9I-g,988
1118
1154
  mteb/descriptive_stats/Retrieval/GovReport.json,sha256=96E2PEHndaxIqTytdxxkaJbcBMFQ2LCdWsWg864BKJA,1010
1119
1155
  mteb/descriptive_stats/Retrieval/GreekCivicsQA.json,sha256=Fzwc669TSPyLOKdTGAJQK_OYOFrP8v-kCcVKcTXWja4,985
@@ -1135,6 +1171,8 @@ mteb/descriptive_stats/Retrieval/IndicQARetrieval.json,sha256=Ao6BLg1DeZG0QLGerX
1135
1171
  mteb/descriptive_stats/Retrieval/JaCWIRRetrieval.json,sha256=sJH2BuaFdoxHH0MSqxdE1DCYSyGslvAbrWaanMSqOUA,985
1136
1172
  mteb/descriptive_stats/Retrieval/JaGovFaqsRetrieval.json,sha256=CfZmdZfVDZjMqnAcCmgIFKoNHhIENxh0KVPVQe_lDi0,987
1137
1173
  mteb/descriptive_stats/Retrieval/JaQuADRetrieval.json,sha256=-IxLNwbqC0ZSICvLnICXcANdefo-YrE8GSjU5Ir_vsY,986
1174
+ mteb/descriptive_stats/Retrieval/JapaneseCode1Retrieval.json,sha256=DkRoV776czj5-d2-ehjZDHDzQhDwA0WVnjuVjRG-h4w,998
1175
+ mteb/descriptive_stats/Retrieval/JapaneseLegal1Retrieval.json,sha256=LMZQX5p24p3mGkwqIYbqzGU76_nSGCtRP9aMXjAIc9s,1012
1138
1176
  mteb/descriptive_stats/Retrieval/JaqketRetrieval.json,sha256=LJ0tsK1pov8gtcmfHl7-X8jqi8fIr_tjIMUMEK9YlJ0,993
1139
1177
  mteb/descriptive_stats/Retrieval/Ko-StrategyQA.json,sha256=DRJ8rW7y58wIlm8dRHlEiYnrR03Fz-Q9P_Y7y3BOEaw,1001
1140
1178
  mteb/descriptive_stats/Retrieval/LEMBNarrativeQARetrieval.json,sha256=bGyt0faJEvh2TILMC_2qmrCRG37utjOayw3ZpjDNX9Q,1001
@@ -1148,24 +1186,25 @@ mteb/descriptive_stats/Retrieval/LIMITSmallRetrieval.json,sha256=_-mowMnqHSriuqr
1148
1186
  mteb/descriptive_stats/Retrieval/LeCaRDv2.json,sha256=NUoYNlWY-cZz1XBGOKw10IdDC25NutIyPEozPEcMm9w,1011
1149
1187
  mteb/descriptive_stats/Retrieval/LegalBenchConsumerContractsQA.json,sha256=dJGGBub6hcOrJ8Ymksl4zmI8ishEvKbAV8sgt6lwvA0,981
1150
1188
  mteb/descriptive_stats/Retrieval/LegalBenchCorporateLobbying.json,sha256=upJXldjUqylc_wzFkeVq67Gx1VBrVXMtJ8z5UAPwAEk,985
1189
+ mteb/descriptive_stats/Retrieval/LegalQANLRetrieval.json,sha256=6dD4U7CZsR2fmfRyiUthwxBVPlbsAHcY2HcC5Dqw-qQ,1005
1151
1190
  mteb/descriptive_stats/Retrieval/LegalQuAD.json,sha256=xO3c5zG5LSls5OyJ-BdYNvxmiCQUZhbZwltIKYUnKag,965
1152
1191
  mteb/descriptive_stats/Retrieval/LegalSummarization.json,sha256=wOTo3a35f0hcHwfwjybW9cwtYFwV8sOOXowS3lU6bRY,997
1153
1192
  mteb/descriptive_stats/Retrieval/LitSearchRetrieval.json,sha256=ws1aeRMer8XyiuYjsBoSgafej46zkeEf3XidAViWbNM,1003
1154
1193
  mteb/descriptive_stats/Retrieval/LoTTE.json,sha256=L4lPCphR0r3_xN4IXQklQdE5NsLo97LsNvRv79rz5ZE,27011
1155
1194
  mteb/descriptive_stats/Retrieval/MBPPRetrieval.json,sha256=jfOr5rVx4304Icglrh-94dXNuGjnxPIqP7e5_v6WRLs,983
1156
- mteb/descriptive_stats/Retrieval/MIRACLRetrieval.json,sha256=6hDruYWmkxGHE9U9XLYXg8wBzIuEWhoo2GOQ8Ppkd5Y,24546
1195
+ mteb/descriptive_stats/Retrieval/MIRACLRetrieval.json,sha256=a_tOrkxHdINJY_hXF24COOs5WF39NOgXGGTZgmN_ZpY,23211
1157
1196
  mteb/descriptive_stats/Retrieval/MIRACLRetrievalHardNegatives.json,sha256=bcifWI51GUSkrhbIPCYT7ieV21Wsr1eBSCmZbXkjXCs,23040
1158
1197
  mteb/descriptive_stats/Retrieval/MIRACLRetrievalHardNegatives.v2.json,sha256=bcifWI51GUSkrhbIPCYT7ieV21Wsr1eBSCmZbXkjXCs,23040
1159
1198
  mteb/descriptive_stats/Retrieval/MKQARetrieval.json,sha256=69Fn5xpidIsgr9ma-0n6BUuASlxQ4stdjf7AISrKPjQ,32788
1160
1199
  mteb/descriptive_stats/Retrieval/MLQARetrieval.json,sha256=M6TgQPoHnoWEUOLpmM7Jar8oNVo_mz4Su6KyytRzk-w,19050
1161
1200
  mteb/descriptive_stats/Retrieval/MLQuestions.json,sha256=qj7-syzKMArJRhGuIuFpiSWqD-JhBiNc7PXJ_9SVSj8,1970
1162
1201
  mteb/descriptive_stats/Retrieval/MMarcoRetrieval.json,sha256=xiELQrviIDP5rQXQtvxRIFdjY2BMZOD8fFfy2apzeC4,1007
1163
- mteb/descriptive_stats/Retrieval/MSMARCO-Fa.json,sha256=uw6mmVHCbBcPCGephXO_LtpKNVCFyEaJut7ExItNKWA,1075
1202
+ mteb/descriptive_stats/Retrieval/MSMARCO-Fa.json,sha256=Yk61zR-suY06i6M-SxVRrmKAQaBjTYfGRUKovJVYhC0,1015
1164
1203
  mteb/descriptive_stats/Retrieval/MSMARCO-FaHardNegatives.json,sha256=3WGimxVGAUk1Rk27JKYeY7Zp8EZ8MdaKC_NUkTiX7go,1000
1165
1204
  mteb/descriptive_stats/Retrieval/MSMARCO-PL.json,sha256=4NCh4G2bp8Cg9S23hrQRpyPDdJPz9TRpFcONuifDM7M,1012
1166
1205
  mteb/descriptive_stats/Retrieval/MSMARCO-PLHardNegatives.json,sha256=oRwcnSLmozUWP3qEqMhcwMzGKT6WTqUYtOcfCGKIA9M,1000
1167
1206
  mteb/descriptive_stats/Retrieval/MSMARCO-VN.json,sha256=EPWLg_MtP2qOCzFwWTEK1Opv_dD-kDO5Jik6dd9xWq4,1013
1168
- mteb/descriptive_stats/Retrieval/MSMARCO.json,sha256=7cMmgvIG-YItCOB_RpR3NSDKyryRb-VJ8YezfS1cImk,3227
1207
+ mteb/descriptive_stats/Retrieval/MSMARCO.json,sha256=jSILamZA3svTYOdSNWNVs_KNoNvlYfsqy8Le1GwJPTE,1013
1169
1208
  mteb/descriptive_stats/Retrieval/MSMARCOHardNegatives.json,sha256=2EvXCJv7VuTp3d7-orwwZcTi9HyWZlvU7KjPQ9Z3bNw,1001
1170
1209
  mteb/descriptive_stats/Retrieval/MSMARCOv2.json,sha256=Nrj9401RDcyuzAsAre0kK3_ca7BANtst3EwU-tGerxI,3073
1171
1210
  mteb/descriptive_stats/Retrieval/MedicalQARetrieval.json,sha256=3mN6T82PDSlpUJB0Y_t2OQmyDXhWelFpvdlk7EBkLEo,983
@@ -1213,6 +1252,7 @@ mteb/descriptive_stats/Retrieval/NeuCLIR2022RetrievalHardNegatives.json,sha256=E
1213
1252
  mteb/descriptive_stats/Retrieval/NeuCLIR2023Retrieval.json,sha256=YWYtrTRN_4uE9IcBmRrh9mzt-cTFLe1h93EtxRH1o2k,4761
1214
1253
  mteb/descriptive_stats/Retrieval/NeuCLIR2023RetrievalHardNegatives.json,sha256=jyGWIsqVrxR9ugn4a2F50bVFVepK6stRAzkDa0NcGDA,4724
1215
1254
  mteb/descriptive_stats/Retrieval/NorQuadRetrieval.json,sha256=Dal1-Dz1tKz6loq1WWfqcVqcdEed1ArB-FapC2pvjQ0,980
1255
+ mteb/descriptive_stats/Retrieval/OpenTenderRetrieval.json,sha256=LaO0o1lMRae8rkAo0_iFVh_im6vPo5cAWDu3apYyCqs,982
1216
1256
  mteb/descriptive_stats/Retrieval/PIQA.json,sha256=54dfxs0SYhPDiXedXZRKpB1GAXN7iwwGBP3FIowg-I4,988
1217
1257
  mteb/descriptive_stats/Retrieval/PUGGRetrieval.json,sha256=5L_gIwK7EKIKUrw5X3oBwpwQwaSRpl5byqiKKb8jjwo,997
1218
1258
  mteb/descriptive_stats/Retrieval/PersianWebDocumentRetrieval.json,sha256=iidsXaG9pMTuBDbw4vx5O-sXm68IWA7eElgbJUjBLdA,1009
@@ -1295,10 +1335,11 @@ mteb/descriptive_stats/Retrieval/Touche2020-Fa.v2.json,sha256=lmofL_k-vb0KoTwVRa
1295
1335
  mteb/descriptive_stats/Retrieval/Touche2020-NL.json,sha256=hxNKLYLvlr2MR1fIdLtnFznDXLheVTIUZVmeovDB64o,1008
1296
1336
  mteb/descriptive_stats/Retrieval/Touche2020-PL.json,sha256=8k_F2hvwyfpU_pTz25Bojo1-CAidKPuuktt645WoIjU,1010
1297
1337
  mteb/descriptive_stats/Retrieval/Touche2020-VN.json,sha256=XwZK1z1dqOeuxNlpm6fvMSH7vu9xeXLc13dcQUdhyoA,983
1298
- mteb/descriptive_stats/Retrieval/Touche2020.json,sha256=w3apn3WuNmmaJeHrOqBulAvRcE-2A_Ye8vHD1c9UvSA,1072
1338
+ mteb/descriptive_stats/Retrieval/Touche2020.json,sha256=LEzSE09BuJddeDMYel1bLda0SpFQDEEIhft1LsWInSY,1009
1299
1339
  mteb/descriptive_stats/Retrieval/Touche2020Retrieval.v3.json,sha256=io1AdOZ5XF3s0IyaHaP_z3wbA2Iwhk5JiYB0rGYr-Uk,1011
1300
1340
  mteb/descriptive_stats/Retrieval/TurHistQuadRetrieval.json,sha256=aorprW4gDbikZNxmwxNUODGaBfzgo11KO2kz0WeD048,983
1301
1341
  mteb/descriptive_stats/Retrieval/TwitterHjerneRetrieval.json,sha256=NVAKAwonITGP8v4zOmewixoRJdZ2Ry5lShIvsvy82Ro,992
1342
+ mteb/descriptive_stats/Retrieval/VABBRetrieval.json,sha256=X-NzY0Jn5ae9neVK4PXAz881NnIusr8D9G3PdvCu1MI,975
1302
1343
  mteb/descriptive_stats/Retrieval/VideoRetrieval.json,sha256=gIGJLutZMT0z_gLPJBLk73uuYUxUXO3yd9qOP-8QWlc,976
1303
1344
  mteb/descriptive_stats/Retrieval/VieQuADRetrieval.json,sha256=NHt0U-wJXBOPYOki5YugwjMmRSTtCMiVWXQRzEQtO6k,990
1304
1345
  mteb/descriptive_stats/Retrieval/WebFAQRetrieval.json,sha256=uNkLCfiuVbdNKZ54vYGo8dPaoBlTShexDjl_IwCcT_M,60318
@@ -1309,6 +1350,7 @@ mteb/descriptive_stats/Retrieval/XMarket.json,sha256=s0odo5MWwzgQi0HwqK4APYhWIBR
1309
1350
  mteb/descriptive_stats/Retrieval/XPQARetrieval.json,sha256=qHxeCggIwW1iw5ujbHsCc_7rf_-JIhfYRFGEKvzSTO0,44958
1310
1351
  mteb/descriptive_stats/Retrieval/XQuADRetrieval.json,sha256=NjNvrloDl561L_WTWBg6fQ31yBTZInYWL-SW0q35SfA,15462
1311
1352
  mteb/descriptive_stats/Retrieval/ZacLegalTextRetrieval.json,sha256=5EUucNKoihJCsrzbwYIV8kTV2kSo_N6G1r383FwL3Kg,1007
1353
+ mteb/descriptive_stats/Retrieval/bBSARDNLRetrieval.json,sha256=vxeLQcVhEAAO0M-3J-Ddnx7hzRmlrb3Veud4t97Uuf8,1004
1312
1354
  mteb/descriptive_stats/Retrieval/mMARCO-NL.json,sha256=HChzLdBj5NRgmX3dVKpizULS6zUxfTwiHx7bLvr5mVA,1013
1313
1355
  mteb/descriptive_stats/STS/AFQMC.json,sha256=brmBQ-gVV7zdyNIpLw1IIYwo9TAp9Di4B7fw548-fF0,816
1314
1356
  mteb/descriptive_stats/STS/ATEC.json,sha256=WrqStCesLCmyM-qKFdcZ7qex72yVDEzwIF1scUgtSJU,1567
@@ -1338,6 +1380,7 @@ mteb/descriptive_stats/STS/RUParaPhraserSTS.json,sha256=NXiVresljjJT85jyYGa_bkv7
1338
1380
  mteb/descriptive_stats/STS/RonSTS.json,sha256=wWFO6xGj4IwLKaVV4EM5z7GSLjyudshRfQjHg8b6SHw,815
1339
1381
  mteb/descriptive_stats/STS/RuSTSBenchmarkSTS.json,sha256=sIOkU4Uj2tkYDBPfVDprc22vaml_hJOmzg7jLdRSkUc,1634
1340
1382
  mteb/descriptive_stats/STS/SICK-BR-STS.json,sha256=LYlL717cfvbcokDUwXh5s158CbdMkPpgmvy7j3uFyug,805
1383
+ mteb/descriptive_stats/STS/SICK-NL-STS.json,sha256=BSMgvbFBw_3_BMqVGJgELQCnIruHzK_q3TCd7OBnHfk,816
1341
1384
  mteb/descriptive_stats/STS/SICK-R-PL.json,sha256=1up4ZMQ-S-STIljoQffqXM7_Vrt0hKRlY_NQuPXbuDI,814
1342
1385
  mteb/descriptive_stats/STS/SICK-R-VN.json,sha256=7XOz_F-gXhC4kjd73hGiJEW73k5uezNuO7XRAcO1Raw,820
1343
1386
  mteb/descriptive_stats/STS/SICK-R.json,sha256=R7AKbW7_V48EMpaTO-2nUibyQZR0PWBCQfmC4QqA_Z8,818
@@ -1357,8 +1400,8 @@ mteb/descriptive_stats/STS/STSBenchmarkMultilingualSTS.json,sha256=4sBFDBJDAW8gb
1357
1400
  mteb/descriptive_stats/STS/STSES.json,sha256=Z5seY2RQXBoGJpmUVs_yohzH4rFOinhoV2tPTmudC64,812
1358
1401
  mteb/descriptive_stats/STS/SemRel24STS.json,sha256=hXeLaJwwlktzHJ3m6ooVGY5t75jdfSISaL6x8FmslWA,13056
1359
1402
  mteb/descriptive_stats/STS/SynPerSTS.json,sha256=yDS7GdRswHWL2LNVMkvLlLsjvmjSe1IseyHf9iOxVz0,806
1360
- mteb/descriptive_stats/Summarization/SummEval.json,sha256=azCGF0e71MMW8hNU9HgMH2Niu6EeAjTNetfBtGmuOtE,1543
1361
- mteb/descriptive_stats/Summarization/SummEvalFr.json,sha256=YVcqQwaW6sIS3fceh2w_PDSGDO2lCqwEzqLGLEQLE44,1536
1403
+ mteb/descriptive_stats/Summarization/SummEval.json,sha256=QNnxW405v3nWG454ZfDmCyM7pZ9RrmOPrMugCmgB35Y,961
1404
+ mteb/descriptive_stats/Summarization/SummEvalFr.json,sha256=_uhdj0ZhjcpBO-jfZhRe8FGAqGzUBPZlCM9jZj9AOtI,962
1362
1405
  mteb/descriptive_stats/Summarization/SummEvalFrSummarization.v2.json,sha256=_uhdj0ZhjcpBO-jfZhRe8FGAqGzUBPZlCM9jZj9AOtI,962
1363
1406
  mteb/descriptive_stats/Summarization/SummEvalSummarization.v2.json,sha256=QNnxW405v3nWG454ZfDmCyM7pZ9RrmOPrMugCmgB35Y,961
1364
1407
  mteb/languages/__init__.py,sha256=sNZg7YkCw8Xk7CUZMWal-zi8kB_KJFb4hiKozccz-kA,417
@@ -1433,7 +1476,7 @@ mteb/models/model_implementations/inf_models.py,sha256=v-CyRA94W4N3m0PyltIREX-FU
1433
1476
  mteb/models/model_implementations/jasper_models.py,sha256=KzjVnQ1HwaVO9Z7kk1ZkjFrhvlKupeWCmkSljnZv-IM,4071
1434
1477
  mteb/models/model_implementations/jina_clip.py,sha256=CfiIxbhKspjQajNtObCfGPHOWPk6uLn4cuwydQHFTMo,5118
1435
1478
  mteb/models/model_implementations/jina_models.py,sha256=F7cd_FR-I1dfKA_j4A3K6cfnqxz-NxW0HXgoO7bji10,29653
1436
- mteb/models/model_implementations/kalm_models.py,sha256=qDW9XFASHdpv4HyxGox7ZPnKsE0pnwW_v4k3IxdznNA,51673
1479
+ mteb/models/model_implementations/kalm_models.py,sha256=ruNzMk3MRLW0up91aXwPIMqorRyujDF291B78D_m7bM,52827
1437
1480
  mteb/models/model_implementations/lens_models.py,sha256=fC7_NB1F8vBAlXD0p0-hALf6eZTPFJwpz57dy71OlwI,1696
1438
1481
  mteb/models/model_implementations/lgai_embedding_models.py,sha256=S83pbfkMH3YUNl4skusgbK-Rn-uLuScQVxgXwegR_N4,2333
1439
1482
  mteb/models/model_implementations/linq_models.py,sha256=rnW27MybLMQ2Y3OxDyBTMSIsx_hXC0DlMD4kFv7NJV0,1918
@@ -1525,7 +1568,7 @@ mteb/tasks/bitext_mining/kat/__init__.py,sha256=a-KcFJ3Ol7R8yq02RcGjaOxEfqnwJeo7
1525
1568
  mteb/tasks/bitext_mining/kat/tbilisi_city_hall_bitext_mining.py,sha256=xVCxpJr7UW2KadNdn7Gsw-wZ65uz5vhRDhQZ7eILokQ,1918
1526
1569
  mteb/tasks/bitext_mining/multilingual/__init__.py,sha256=qDgixbHEvV3xz6JN3kFQDnvtSL-yVjl-Z8inUwimI6I,1954
1527
1570
  mteb/tasks/bitext_mining/multilingual/bible_nlp_bitext_mining.py,sha256=lNbCz3dN9o3F04Y7vtNBhF-lPUNyVbAOKgUR-QKZn_8,29082
1528
- mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py,sha256=fMGcT6k7pA8wi-byBb11LShE0mDtRWmoOaQsaaTjznw,2708
1571
+ mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py,sha256=lg-4of5K_6mn7iU-TpxwP_HFRk10qILJWprR-QX9Jug,2708
1529
1572
  mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining_fast.py,sha256=Zv6QCyTchTmlgWegS-iNJKfcc1Tr-ZmGftub5xZO5-w,1808
1530
1573
  mteb/tasks/bitext_mining/multilingual/danish_medicines_agency_bitext_mining.py,sha256=5iengckKv1NCHILjrX6WDEgBNJlmbSV5y-WWdaLZYrs,1703
1531
1574
  mteb/tasks/bitext_mining/multilingual/diabla_bitext_mining.py,sha256=Ua6DfpJYgoaIRSWB284WNj6wQWqxPiC3kUPcmKNGDWQ,1498
@@ -1593,7 +1636,7 @@ mteb/tasks/classification/eng/emotion_classification.py,sha256=7A22Vla-W7tPQcGJp
1593
1636
  mteb/tasks/classification/eng/euro_sat_classification.py,sha256=5bsJpp_jwwcKxPMdSP0TQtNfMxumr7Y0zb2vZIVyELc,1872
1594
1637
  mteb/tasks/classification/eng/fer2013_classification.py,sha256=tvUNndRVxddNvIsQmaUg_rYOfs1BFxGiAHM4Scz9HUs,1487
1595
1638
  mteb/tasks/classification/eng/fgvc_aircraft_classification.py,sha256=qEJFXxeuo-uBy1HDeDYE4XtJayX53EwmnhNTeB9V214,1641
1596
- mteb/tasks/classification/eng/financial_phrasebank_classification.py,sha256=XP-Z1KtYR1Of5hGzI7sZsKsD-pO_cJJizZ52Pceg_Zc,3148
1639
+ mteb/tasks/classification/eng/financial_phrasebank_classification.py,sha256=Ccqnlzy5uK0CFV4W_QxoBVeCmEolh8qDmKeT8Rho4Fw,3044
1597
1640
  mteb/tasks/classification/eng/food101_classification.py,sha256=G3xxqJv5GQQpnI5HZ_zMZ16-l2E4f1mRDwPkjo-jtos,1366
1598
1641
  mteb/tasks/classification/eng/frenk_en_classification.py,sha256=wO7qcqpjYR1F7ftoydKImI_Pbj_hrmmk1GIl15Wimlo,2727
1599
1642
  mteb/tasks/classification/eng/gtsrb_classification.py,sha256=hQ0FQOXRrJQix3ixiDn1aGgAMLP7Bek0N0gTq3_wogM,1853
@@ -1680,7 +1723,7 @@ mteb/tasks/classification/kat/georgian_sentiment_classification.py,sha256=Jya3W-
1680
1723
  mteb/tasks/classification/kor/__init__.py,sha256=J28RhyNostxLHhl3PBgzd0VbfHnOqc-0p2pR44-QuAo,441
1681
1724
  mteb/tasks/classification/kor/klue_tc.py,sha256=9tNyBHzLCVZWtbKGLuFHeALGEjOR3Qvy7beqSoU3SaY,4323
1682
1725
  mteb/tasks/classification/kor/kor_fin.py,sha256=3ZfN1BIud7joUllzsDMveU23Vjdkwzit7BCBxs6LCDo,1893
1683
- mteb/tasks/classification/kor/kor_hate_classification.py,sha256=cWJj4pyEBZUtlxJhTyiGrCZQro9z2-wxMaQKUpbcDXM,4624
1726
+ mteb/tasks/classification/kor/kor_hate_classification.py,sha256=KZG0qVnEN3LtBYsliNJEgzIgjsIeAwPqpbbQ3gazT94,4119
1684
1727
  mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=R8ZGDAXmgj37c9s9P9bF0si7VFIZxa9NAG65oiiqBsY,4001
1685
1728
  mteb/tasks/classification/kur/__init__.py,sha256=kBLPJVSB512KaGbwFIUjvjKiLp8_lV6K-O-0fmUJAM4,206
1686
1729
  mteb/tasks/classification/kur/kurdish_sentiment_classification.py,sha256=9bSyv9tnpQE7mS7SvjtZBmoqGCfSJbJaEb4_1D4X2e4,2748
@@ -1728,8 +1771,15 @@ mteb/tasks/classification/mya/__init__.py,sha256=lFTf0bNTeMsXTHlnKJM7c-VsnQM_3Il
1728
1771
  mteb/tasks/classification/mya/myanmar_news.py,sha256=0MxWx-YS2NWsWM9kWxGVN1fYXWvtpbgpNv-MnaVMgoQ,3224
1729
1772
  mteb/tasks/classification/nep/__init__.py,sha256=Sj3bPg2KXOui4nwgVhSdz6JUpjadQJ1ZJjxxpMyMLfQ,176
1730
1773
  mteb/tasks/classification/nep/nepali_news_classification.py,sha256=FL6IJTixczeO4xTCswSNdW2OLvqY3d7syEBo8BugN9s,3661
1731
- mteb/tasks/classification/nld/__init__.py,sha256=Byyx0ZpQew26WE7b8Xz_hleMQibg9OiME-r1wUmrctY,259
1774
+ mteb/tasks/classification/nld/__init__.py,sha256=a_YlxI4tL8joDa1RF-ctbA4kw_8kHhM0sWBNtX1FTcQ,1037
1732
1775
  mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=5JoP1APtPmAeyV_uLsmQzVw6rKTolz5WX-HJ1ugoZCc,3389
1776
+ mteb/tasks/classification/nld/dutch_cola_classification.py,sha256=tV6wdrNToJMI4QL-Ujh79tDiazNVnpzcSvzA1eQWGXY,1471
1777
+ mteb/tasks/classification/nld/dutch_government_bias_classification.py,sha256=Rqrv1HsrvKwI7bZctwPkKF5IUT9uLaoiiijwcGHqzPc,1458
1778
+ mteb/tasks/classification/nld/dutch_news_articles_classification.py,sha256=VwAE5zj5Z6yO31k66YqoJOUEWrNzu9-nPdufGwDZpJg,1220
1779
+ mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=o9rpMS-ZovTNniGL1QhiZKpZS_zzKSrP--WY8TXIlg0,1447
1780
+ mteb/tasks/classification/nld/iconclass_classification.py,sha256=t74aHdFGTbEa2tgeOc-6fpGNeC-Sd1BryzKVecK0kas,1523
1781
+ mteb/tasks/classification/nld/open_tender_classification.py,sha256=PknkVwUlGWYe8dhzNe54noZhZWXGpUyj7zPii5lOWN0,1391
1782
+ mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=wRruABPcWdm_JzX_LkKCTpyOjK35tbY7KUB3UL-RTSc,1800
1733
1783
  mteb/tasks/classification/nob/__init__.py,sha256=axgfxU9oueXuBJgbnyb0B5coAqxiCv543SsMEYcQm7o,366
1734
1784
  mteb/tasks/classification/nob/no_rec_classification.py,sha256=xXetGpPz_juq31cSsJnO6RZ5oyCfi080c_jjmPQRxFM,4186
1735
1785
  mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=ztJSIufWm3WCwg3Is00NN4tIOuRVBFkiTFYM7bsxlb8,4007
@@ -1812,7 +1862,7 @@ mteb/tasks/classification/zho/cmteb_classification.py,sha256=tRuxX8OJOhAXcvQESbH
1812
1862
  mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=AkECZH7Ljrd6y8UpurcVMUyWzlOU5EKUbxmtcaB8Pwk,3316
1813
1863
  mteb/tasks/classification/zul/__init__.py,sha256=iPm0kTxJ6R-R48cULXZtpebvD8IzyWbVokhgCvKT0c4,182
1814
1864
  mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=YVluEnOYqXoqosA977s5is0heSHeFufKxH3oongNC3g,3072
1815
- mteb/tasks/clustering/__init__.py,sha256=Xfd74sMtS1hFy8oz2OYXQcFni42F0_BsjA35GVajmqs,294
1865
+ mteb/tasks/clustering/__init__.py,sha256=on2FxT3bKFn4-ttmyd13nqKCPHGw1UYV5X2lsrIuC6Y,313
1816
1866
  mteb/tasks/clustering/deu/__init__.py,sha256=7vq3Nqz34nS1JSuS_Izm7vBpkDN8q4-uf809yPw3RF8,591
1817
1867
  mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=KtaktUJQg2RcvN6DMclFfKqjc02vFw_keGyAoeOYCWA,3337
1818
1868
  mteb/tasks/clustering/deu/blurbs_clustering_s2s.py,sha256=o103vt6pG1d_M87nN2HMXcNwSjcXFoVqABKsGkFFEm0,4328
@@ -1865,6 +1915,14 @@ mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=NY5J-UWGc2z5pB
1865
1915
  mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=4UfRF82DLNLLvDkazaiW_lT3eGuSe5-QP0IW0xb8rtg,5988
1866
1916
  mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=a8uu1Eiq4_M-U28eBC511Y3UNCHZVK64oZtVmAuk7Wo,8574
1867
1917
  mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=XgMqPZ74tWjxU169qN8ri_aZVQ_kaR6xFVNJYyWBt4E,4384
1918
+ mteb/tasks/clustering/nld/__init__.py,sha256=_KwG_aTmQpSAek4clgtkV7MQ5dpUOmbgIQWZoux5T-w,682
1919
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=UOJ7eLoYAoGgW6iAhmJfFzxZTAXO8f8oZhKHuVJzwBw,1442
1920
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=undeyAivREAZQOmG3beegrQZVmPAII5rDfxIk8ylhvQ,1443
1921
+ mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=yvzLRLXYRQ2pz-w2zWiuNJwPJT7NwN-17BgDnHmUui8,1739
1922
+ mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=0MQ3PcrbuKh-1JTFPoh-KZcV96kDBLz6-ujjsrYFZ3w,1910
1923
+ mteb/tasks/clustering/nld/open_tender_clustering_s2s.py,sha256=5zp1upeLZGKy3sCStEVjdhISGaEcBFO_a0_Ut45VXbQ,1591
1924
+ mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=ivHWLWW9ZP-EKoJcb63iB-J5w-GnaNn0cf8t1fMDwRk,2041
1925
+ mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=qbOdO6U_hf19i5sGO_X336ZJ6wnCGt3I5KnndsgtVNQ,2056
1868
1926
  mteb/tasks/clustering/nob/__init__.py,sha256=de-t3amIyZAo0iPjy33xVMFKCQlcDNmS4M8dgfWsr1U,503
1869
1927
  mteb/tasks/clustering/nob/snl_clustering.py,sha256=n4-cHyAgJUEckqvEO1fk-o4rdXeIALNe2-enpvW4M9o,3580
1870
1928
  mteb/tasks/clustering/nob/snl_hierarchical_clustering.py,sha256=OfdGmodK0eHTQMLo22SMI4FxM47wUCJmYYL8OOPqrCg,3328
@@ -1881,7 +1939,7 @@ mteb/tasks/clustering/rus/ru_sci_bench_oecd_clustering_p2p.py,sha256=zAmGifs-MAJ
1881
1939
  mteb/tasks/clustering/spa/__init__.py,sha256=0NXUvoS7OmA_vwBzQICh9UrD3LkHZcK4iSAigubzyIs,106
1882
1940
  mteb/tasks/clustering/spa/spanish_news_clustering_p2p.py,sha256=uf_UeDEdO8UCLy5bprpS4XRy9GRLS27vSL1ALvTzb-s,955
1883
1941
  mteb/tasks/clustering/swe/__init__.py,sha256=Dlo6wABqkU8BcXNQAlx3QmrT9yT3BorO1OBsCEfOuFw,186
1884
- mteb/tasks/clustering/swe/swedn_clustering.py,sha256=QtwKi4c8nEhCYh5X5nwtXjTrZ_zUrOZdV33CGirYpsA,4622
1942
+ mteb/tasks/clustering/swe/swedn_clustering.py,sha256=F-sYyolk8nQOXcdvGB5GqsPqRwsh_K1ZBaVC6X2MZag,4623
1885
1943
  mteb/tasks/clustering/vie/__init__.py,sha256=ubFXlHoGT7Fm2dkCkfYjftu4wMJXLw6QFg-7-qgKGp8,505
1886
1944
  mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py,sha256=AgcN8eEkGFNnDRy7El9nepEHzhJSuafKADi7eFmFhnc,1902
1887
1945
  mteb/tasks/clustering/vie/reddit_clustering_vn.py,sha256=Ad22aKetvjGEAuZzBjrjtJQLXN3-HcjuOZiAivzo57s,1911
@@ -1921,7 +1979,7 @@ mteb/tasks/multichoice/eng/__init__.py,sha256=eq04borhYbQqMMbipJg6BhydZhLZDLfm0N
1921
1979
  mteb/tasks/multichoice/eng/blink_it2i_multi_choice.py,sha256=YHsLVHspeNIpA-8x6AYXa-3SVMzuOKVaXauFy0dxOL4,1820
1922
1980
  mteb/tasks/multichoice/eng/blink_it2t_multi_choice.py,sha256=W6M9jDMcNIPkZYe8zt8T-ch4gEuA4astmPWx_7_MHoY,1837
1923
1981
  mteb/tasks/multichoice/eng/cv_bench.py,sha256=VgjCDjDDRP5jc0Si7ofMU3L0Ob-jV5aNVjBo9luT07c,9183
1924
- mteb/tasks/multilabel_classification/__init__.py,sha256=4W3zhy3MVJ9TZjpGK_9zf1DPmuNWC7ShgkceWE2jhbE,161
1982
+ mteb/tasks/multilabel_classification/__init__.py,sha256=D93vfKwD5Q5VSlpTysUIbkvAncZFSQAd6sUnN53mw5U,180
1925
1983
  mteb/tasks/multilabel_classification/eng/__init__.py,sha256=mcgoX0OxpR0UNftBXc4HJr27Tsxmjg0cMhBb5swN5Aw,87
1926
1984
  mteb/tasks/multilabel_classification/eng/pascal_voc2007.py,sha256=Lf29mv60xsbLscjmFUzTMbPYWyiJHAgivRzGafIOguA,1901
1927
1985
  mteb/tasks/multilabel_classification/ita/__init__.py,sha256=07xCrfm2mILOwe8KYHdkZLLGnVuiTcjZuTNIjdfqbrU,86
@@ -1932,6 +1990,9 @@ mteb/tasks/multilabel_classification/mlt/__init__.py,sha256=HC_nIigyK7DLdojnAfUZ
1932
1990
  mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=sWxlf8LH3BfjCzkxNzNQgyScDYbButljgFae41TqsfM,2147
1933
1991
  mteb/tasks/multilabel_classification/multilingual/__init__.py,sha256=gYOJftJq07gP6SH5QMn-SZQ83MQINfWlz1fvFRDdqmI,139
1934
1992
  mteb/tasks/multilabel_classification/multilingual/multi_eurlex_multilabel_classification.py,sha256=vfnIfW_oOy8dnrXd2zKBNmhTfg8ydVtYIJqZxRMsqr0,2405
1993
+ mteb/tasks/multilabel_classification/nld/__init__.py,sha256=84hVtfQAZNYt1lGzf0Oc_Hrx6vBKHjN2L_h2ilcIKRk,297
1994
+ mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=UJ5tEKTU-WjcwZnToejxqw1bcaIfEIKhZY5ZyFnO4FU,2927
1995
+ mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py,sha256=KPhsIv8ffktfyuZxjwi4_ymnjsz7I-ZE2P5eC_Lul1w,1802
1935
1996
  mteb/tasks/multilabel_classification/por/__init__.py,sha256=mJW70APO6ofl6XiPEbsRgL1qVi_RMsWpJwHrdx5_wmw,136
1936
1997
  mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=m1jA33p_MVNoYRptNuVfd-YEPTc1G3EcCFB836YFlMk,1975
1937
1998
  mteb/tasks/multilabel_classification/rus/__init__.py,sha256=skzrIGJ4giqi0tIiwCZux3JAYDlmu_vYZWrEBlusC6Q,355
@@ -1941,7 +2002,7 @@ mteb/tasks/multilabel_classification/rus/sensitive_topics_classification.py,sha2
1941
2002
  mteb/tasks/multilabel_classification/swe/__init__.py,sha256=lXR_6OxipZLTevntJj2Ilbac7KMtN-FDxGmrIWOtsEM,297
1942
2003
  mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=ykFkBKb5Tv8TrA7bHHVhYu7rPI34dys0y0RTR1wmcUQ,2839
1943
2004
  mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=E5pgLQ67jKW0UI7ggoKpfC0p54BsVpFTgO6piZe6Ia0,2824
1944
- mteb/tasks/pair_classification/__init__.py,sha256=NM9jsFVAIUyAPFSiBlEC5f3B8jb6_vj1bys5dV61OpU,313
2005
+ mteb/tasks/pair_classification/__init__.py,sha256=wShARe6hEVXt0fbuyIRuCD5FU_DBZswaQVAhEvrKHW8,332
1945
2006
  mteb/tasks/pair_classification/ara/__init__.py,sha256=nDoH7v49LUuZnF2xP6u7O4fpnAHBPdN1qxDyeZNbXrA,56
1946
2007
  mteb/tasks/pair_classification/ara/ar_entail.py,sha256=8ROjVjAlbn6GtMtjYaUpNwoloPAFGguWafCOrS3Z1MI,1868
1947
2008
  mteb/tasks/pair_classification/ces/__init__.py,sha256=a5LKNqekw88onEBY8akJTPXwn4WvF1OWdTpWBwySTvE,66
@@ -1978,6 +2039,9 @@ mteb/tasks/pair_classification/multilingual/pub_chem_wiki_pair_classification.py
1978
2039
  mteb/tasks/pair_classification/multilingual/rte3.py,sha256=ZR3kpz8Y2AxyLe0uIYORoSUJ0zx8p8sjXxdMIX6WiBg,3037
1979
2040
  mteb/tasks/pair_classification/multilingual/x_stance.py,sha256=NPLzF8j_d_Y8kLocfIr8qaeJzJBwWE-1uveXxmGYI8M,1536
1980
2041
  mteb/tasks/pair_classification/multilingual/xnli.py,sha256=q7erc3tCbamua46CuhJc36jPKOoIs4KCzD91zBPG-Y4,4677
2042
+ mteb/tasks/pair_classification/nld/__init__.py,sha256=H65VNZnmBDsyupF4PtYVz-PwYD9b0xXb-9e6ODK2-DM,214
2043
+ mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py,sha256=mk4P6iZU6x9PenULz1b60AVV6VocXT9JLpnq8ZT-fy8,1343
2044
+ mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py,sha256=Q-ObZiYkPyhqK3cygWYUjCpHznIVcKcR5VZ-wF7onfM,1890
1981
2045
  mteb/tasks/pair_classification/pol/__init__.py,sha256=3bEzEe4yom2SL3XaqNwSs_0eCv6LKFEAoOOoD9FK-gk,110
1982
2046
  mteb/tasks/pair_classification/pol/polish_pc.py,sha256=vUkkYqewzNcRQkZ_wLM63xH21PKtBGhiVGLPas5XN6o,6782
1983
2047
  mteb/tasks/pair_classification/por/__init__.py,sha256=E_dD1BZfjS0gBjzmkhUnl8SrqiGegLRfPhcItUAn6b8,104
@@ -2273,7 +2337,7 @@ mteb/tasks/retrieval/multilingual/neu_clir2023_retrieval.py,sha256=0cALhuU3ZU5c_
2273
2337
  mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=CGOTbGuwYNrzbefB76QY88fnb8CdJkN9bPhAssNtLvA,3502
2274
2338
  mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=ftLNo4OEG01N6jZyVpoyvZumM-CAeVV7VS58-ujxX4E,6925
2275
2339
  mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=iFUQUlO_ogBdQBVYBQW3o-AJDQ792yg1pJtRxA5I3Qo,3796
2276
- mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=gM0CErxQ4H_NY3fa8jLklvoa72TtMUsTn06uHgRBPXE,4451
2340
+ mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=UduWKefwP7bPYxiDlztPEvSWXmTdw0xElglMbPY6XhA,4449
2277
2341
  mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=e84cWH0zepdwVY-e5nNu3_uHodLf1V1-uZoWMQ0mKq4,8974
2278
2342
  mteb/tasks/retrieval/multilingual/web_faq_retrieval.py,sha256=TM-Q98yXZny_PKHAFNEvw9o9ET_L6VM3aNis1NJ9DgM,2686
2279
2343
  mteb/tasks/retrieval/multilingual/wikipedia_retrieval_multilingual.py,sha256=zyqAt63bHXNU_I37jb891pwWUyGzZUGkXCyhWlRbed8,1569
@@ -2283,8 +2347,9 @@ mteb/tasks/retrieval/multilingual/x_market_retrieval.py,sha256=vp1Q5al9swuoChpbm
2283
2347
  mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=o5rhMeRf9HCZQxDKU9SIibqQSR5pw4bmYV8I5nALmQ4,3971
2284
2348
  mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=3GSZs74nKxfB92sXdrYvYDVl8oeOrkpyy_cje43Y8gU,5130
2285
2349
  mteb/tasks/retrieval/multilingual/xpqa_retrieval.py,sha256=7ZL1cDK8OLvRwqC5r1dJKiQUkJP27RvuA_XX_Oaa--E,3029
2286
- mteb/tasks/retrieval/nld/__init__.py,sha256=9N5ffUI52FQ4bNTMvV460irGA45ncGjbgabl6ysVamw,2263
2350
+ mteb/tasks/retrieval/nld/__init__.py,sha256=AmiOwoaf7N8uElM8w3qRBttTVDmHE99SaTNz8kxJ7Pw,2668
2287
2351
  mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=R65AvhmxvXmtLiguNBTKNLMh4Q-s7o9UWoTR-3x2_GU,1534
2352
+ mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py,sha256=0SAHmPvNwR7AzeLiZDduN7GMguS6HZrhVG-l-VOz79k,1517
2288
2353
  mteb/tasks/retrieval/nld/climate_fevernl_retrieval.py,sha256=VQ7Z3GpmIdhM47e5Vz3p7bSzJaYBKvVf8SX9VvvLlEw,1577
2289
2354
  mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=A6bTYkteMZWUSf_ocJ8bL_4PyCMeq34vavvNGuIWt-Q,2618
2290
2355
  mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=6q7yzUe4Tw-BGi_lQPXMBgMMO5tqZ-y7n0NdzQ0Pm-c,2618
@@ -2299,17 +2364,21 @@ mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=JgQsDdqTth9EFR
2299
2364
  mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=A_eHnC2bgmNOM_QfJJYh_salrHENYlwjmZ4A1hFmzJ4,2600
2300
2365
  mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=Yo0NBvNn8BJWuoNWAGvAI-2khVSreqa4XXX0r5LZ7wo,2596
2301
2366
  mteb/tasks/retrieval/nld/db_pedia_nl_retrieval.py,sha256=bhd2ESL-roRgvDDB4cAKDmusYmOEJaJGfMfuMzFLVcw,1633
2367
+ mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py,sha256=ds0_AJGTVBKr7KYV3k2H9UfF0WcmM9gDuYg8_sbvZVY,1195
2302
2368
  mteb/tasks/retrieval/nld/fevernl_retrieval.py,sha256=LZ8xofhy8xINPWdV8QYvmY1sQPtb8taHLIQ8iKJ34Iw,1694
2303
2369
  mteb/tasks/retrieval/nld/fi_qa2018_nl_retrieval.py,sha256=Qfd2Wdnmq99Onb4iCShAc0jPQ_bTreSkRShhQWqfkJA,1503
2304
2370
  mteb/tasks/retrieval/nld/hotpot_qanl_retrieval.py,sha256=xNPApN1CZzkhpvU4ZRf-rSSmljpSnFUQDVoqraW93X0,1635
2371
+ mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py,sha256=vIwg1scjdbuISjZ5xNnch1mWZn4314xfHVaNbCnlUMs,1420
2305
2372
  mteb/tasks/retrieval/nld/mmarconl_retrieval.py,sha256=iColk0qI_Ga3KHL_4aIGKK2X0S-WvqFXqDJqujzJaIA,1683
2306
2373
  mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py,sha256=wp2ylUbflMg8BAocMgdDxgDRn9wNxIoMf3i8vc_L75I,1511
2307
2374
  mteb/tasks/retrieval/nld/nqnl_retrieval.py,sha256=M4olYlutXu2VZUA5uMF-uga7V53GivPupyTKs4jy_bw,1394
2375
+ mteb/tasks/retrieval/nld/open_tender_retrieval.py,sha256=aSsge7976bwUxr2xg7q1ilamoA8WL23tpGlOTQsAsD8,1383
2308
2376
  mteb/tasks/retrieval/nld/quora_nl_retrieval.py,sha256=u7v-huChD-HymugAzG0fawTVUntVOyiDdmmRxC0d0Pw,1600
2309
2377
  mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py,sha256=g1e8xjqNHboZwZpHQ5l4GYCYYfSoyx7xELvDaIWPfUA,1505
2310
2378
  mteb/tasks/retrieval/nld/scidocsnl_retrieval.py,sha256=z9W0fb8L-yUoIp2ae0tsVoCxh_512Y_nbiB1YGJEiiA,1617
2311
2379
  mteb/tasks/retrieval/nld/touche2020_nl_retrieval.py,sha256=nPLZxNvhTDWkIJU6i2EPY3mp0SbLn8rZEL-7GP-XwGY,1481
2312
2380
  mteb/tasks/retrieval/nld/treccovidnl_retrieval.py,sha256=d9rL10YNTUBVubdFxIVxqEhkf8tx9Iuxsp1BZ-Ctoyk,1671
2381
+ mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=U_sFses437b7wVbAccsF-y7pcL3PZOgINEA2GWGOz2Y,1694
2313
2382
  mteb/tasks/retrieval/nob/__init__.py,sha256=6PYJtnMhN5OtRwXWLAMu5V-3JnZnbHrLxMOk8Ir-b9w,126
2314
2383
  mteb/tasks/retrieval/nob/norquad.py,sha256=BuELiYevzBR4pgLEcIcwE_3eT1TBDChoMEw85CUGf38,3779
2315
2384
  mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=vL8tDAYB4ZbxRdIpbe-0wgX5-HLfIEs03AXp_y-56SI,3143
@@ -2373,7 +2442,7 @@ mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py,sha256=Y93j0EwG6-bcc0DMLvHP
2373
2442
  mteb/tasks/retrieval/zho/__init__.py,sha256=dIN-rPfrEjkCuUCha8SpQdlzWYY6IMO_HLxebcBhQxA,438
2374
2443
  mteb/tasks/retrieval/zho/cmteb_retrieval.py,sha256=DXNkvMQQZsKv1U5L_0boKEXGLDPn4RfauIlxwb0f-EQ,10789
2375
2444
  mteb/tasks/retrieval/zho/le_ca_r_dv2_retrieval.py,sha256=O7kNB_7rpgG7_KsKC0SUKG42dhx66Rakk77uy4Iufk0,1293
2376
- mteb/tasks/sts/__init__.py,sha256=Y81qiPij-fJkEQH0C2aEWMOTtrUYmd5qx6_GXp2naWQ,313
2445
+ mteb/tasks/sts/__init__.py,sha256=Smyo9FOM1JGErbayGm8pB-NfvE2RF3ivEE-hL-2rpKk,332
2377
2446
  mteb/tasks/sts/deu/__init__.py,sha256=UzK5lTvPWeo6o5liAbai_Ku0kXgTXiCc4eDH_j7Vsk8,97
2378
2447
  mteb/tasks/sts/deu/german_sts_benchmark_sts.py,sha256=YyZ4pa05ZOWAM-N2aMfkXN305zOI9mCs-yEC8Mea-eE,1322
2379
2448
  mteb/tasks/sts/eng/__init__.py,sha256=32DNMqcaYrY-mguE3mITgXu-3mpMrSYoy42pbg0kGB8,934
@@ -2416,6 +2485,8 @@ mteb/tasks/sts/multilingual/sts17_multilingual_visual_sts.py,sha256=k0Z1wv7esoKW
2416
2485
  mteb/tasks/sts/multilingual/sts22_crosslingual_sts.py,sha256=zf50mdAKKZZN_sU5Ga8DYoihWmo89eMTYEVQXt37D-g,4315
2417
2486
  mteb/tasks/sts/multilingual/sts_benchmark_multilingual_sts.py,sha256=QXenk9v8Mg5pNdkTmEO1X4JFp-3OCUfhHOPO3BE32OQ,1806
2418
2487
  mteb/tasks/sts/multilingual/sts_benchmark_multilingual_visual_sts.py,sha256=yH4DLkgrBk6Qg7LHLfAyyclynN_XrichBraNDbxRWl8,1855
2488
+ mteb/tasks/sts/nld/__init__.py,sha256=NdpfPHekoMIo9sw75Gahm_YCn8hzcVHixEStny107fk,67
2489
+ mteb/tasks/sts/nld/sick_nl_sts.py,sha256=pRJUmUzHehK9sw0cT0xt6BHyX9a0fBSh9P90lfDkt5Y,1489
2419
2490
  mteb/tasks/sts/pol/__init__.py,sha256=Ob56PuMH_-J3gH9Pygg0fdEisWYKRT_fy_D0iE2zIpo,83
2420
2491
  mteb/tasks/sts/pol/polish_sts.py,sha256=qJCw-28dZ-o3epx44Zz-u6ZLE8HIu4ocJaJRyD0JQkc,3418
2421
2492
  mteb/tasks/sts/por/__init__.py,sha256=mUc8zOCeFl456-AEqKqgLQ4_sLnt_eUqD-cbcowRu0U,107
@@ -2470,9 +2541,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
2470
2541
  mteb/types/_result.py,sha256=CRAUc5IvqI3_9SyXDwv-PWLCXwXdZem9RePeYESRtuw,996
2471
2542
  mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
2472
2543
  mteb/types/statistics.py,sha256=YwJsxTf1eaCI_RE-J37a-gK5wDeGAsmkeZKoZCFihSo,3755
2473
- mteb-2.0.4.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2474
- mteb-2.0.4.dist-info/METADATA,sha256=rcOUvtJ8wnFVGvgRY2aToFAJfvgqzPwJhFX_CiQoBrM,26432
2475
- mteb-2.0.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2476
- mteb-2.0.4.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2477
- mteb-2.0.4.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2478
- mteb-2.0.4.dist-info/RECORD,,
2544
+ mteb-2.1.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2545
+ mteb-2.1.0.dist-info/METADATA,sha256=pFYwyCt_PQTVHionqV1eLw9QyiIPOILGAZbE2xZRWVk,13425
2546
+ mteb-2.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2547
+ mteb-2.1.0.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2548
+ mteb-2.1.0.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2549
+ mteb-2.1.0.dist-info/RECORD,,