mteb 2.0.5__py3-none-any.whl → 2.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. mteb/__init__.py +10 -1
  2. mteb/benchmarks/benchmarks/__init__.py +2 -0
  3. mteb/benchmarks/benchmarks/benchmarks.py +75 -0
  4. mteb/descriptive_stats/Classification/DutchColaClassification.json +54 -0
  5. mteb/descriptive_stats/Classification/DutchGovernmentBiasClassification.json +54 -0
  6. mteb/descriptive_stats/Classification/DutchNewsArticlesClassification.json +90 -0
  7. mteb/descriptive_stats/Classification/DutchSarcasticHeadlinesClassification.json +54 -0
  8. mteb/descriptive_stats/Classification/IconclassClassification.json +96 -0
  9. mteb/descriptive_stats/Classification/OpenTenderClassification.json +222 -0
  10. mteb/descriptive_stats/Classification/VaccinChatNLClassification.json +1068 -0
  11. mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringP2P.json +45 -0
  12. mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringS2S.json +45 -0
  13. mteb/descriptive_stats/Clustering/IconclassClusteringS2S.json +48 -0
  14. mteb/descriptive_stats/Clustering/OpenTenderClusteringP2P.json +111 -0
  15. mteb/descriptive_stats/Clustering/OpenTenderClusteringS2S.json +111 -0
  16. mteb/descriptive_stats/Clustering/VABBClusteringP2P.json +60 -0
  17. mteb/descriptive_stats/Clustering/VABBClusteringS2S.json +60 -0
  18. mteb/descriptive_stats/MultilabelClassification/CovidDisinformationNLMultiLabelClassification.json +84 -0
  19. mteb/descriptive_stats/MultilabelClassification/VABBMultiLabelClassification.json +156 -0
  20. mteb/descriptive_stats/PairClassification/SICKNLPairClassification.json +35 -0
  21. mteb/descriptive_stats/PairClassification/XLWICNLPairClassification.json +35 -0
  22. mteb/descriptive_stats/Retrieval/DutchNewsArticlesRetrieval.json +30 -0
  23. mteb/descriptive_stats/Retrieval/LegalQANLRetrieval.json +30 -0
  24. mteb/descriptive_stats/Retrieval/OpenTenderRetrieval.json +30 -0
  25. mteb/descriptive_stats/Retrieval/VABBRetrieval.json +30 -0
  26. mteb/descriptive_stats/Retrieval/bBSARDNLRetrieval.json +30 -0
  27. mteb/descriptive_stats/STS/SICK-NL-STS.json +28 -0
  28. mteb/tasks/classification/nld/__init__.py +16 -0
  29. mteb/tasks/classification/nld/dutch_cola_classification.py +38 -0
  30. mteb/tasks/classification/nld/dutch_government_bias_classification.py +37 -0
  31. mteb/tasks/classification/nld/dutch_news_articles_classification.py +30 -0
  32. mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py +36 -0
  33. mteb/tasks/classification/nld/iconclass_classification.py +41 -0
  34. mteb/tasks/classification/nld/open_tender_classification.py +38 -0
  35. mteb/tasks/classification/nld/vaccin_chat_nl_classification.py +46 -0
  36. mteb/tasks/clustering/__init__.py +1 -0
  37. mteb/tasks/clustering/nld/__init__.py +17 -0
  38. mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py +37 -0
  39. mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py +37 -0
  40. mteb/tasks/clustering/nld/iconclass_clustering_s2s.py +47 -0
  41. mteb/tasks/clustering/nld/open_tender_clustering_p2p.py +51 -0
  42. mteb/tasks/clustering/nld/open_tender_clustering_s2s.py +41 -0
  43. mteb/tasks/clustering/nld/vabb_clustering_p2p.py +51 -0
  44. mteb/tasks/clustering/nld/vabb_clustering_s2s.py +51 -0
  45. mteb/tasks/multilabel_classification/__init__.py +1 -0
  46. mteb/tasks/multilabel_classification/nld/__init__.py +9 -0
  47. mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py +88 -0
  48. mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py +44 -0
  49. mteb/tasks/pair_classification/__init__.py +1 -0
  50. mteb/tasks/pair_classification/nld/__init__.py +7 -0
  51. mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py +36 -0
  52. mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py +41 -0
  53. mteb/tasks/retrieval/nld/__init__.py +10 -0
  54. mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py +41 -0
  55. mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py +30 -0
  56. mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py +39 -0
  57. mteb/tasks/retrieval/nld/open_tender_retrieval.py +38 -0
  58. mteb/tasks/retrieval/nld/vabb_retrieval.py +41 -0
  59. mteb/tasks/sts/__init__.py +1 -0
  60. mteb/tasks/sts/nld/__init__.py +5 -0
  61. mteb/tasks/sts/nld/sick_nl_sts.py +41 -0
  62. {mteb-2.0.5.dist-info → mteb-2.1.0.dist-info}/METADATA +2 -204
  63. {mteb-2.0.5.dist-info → mteb-2.1.0.dist-info}/RECORD +67 -15
  64. {mteb-2.0.5.dist-info → mteb-2.1.0.dist-info}/WHEEL +0 -0
  65. {mteb-2.0.5.dist-info → mteb-2.1.0.dist-info}/entry_points.txt +0 -0
  66. {mteb-2.0.5.dist-info → mteb-2.1.0.dist-info}/licenses/LICENSE +0 -0
  67. {mteb-2.0.5.dist-info → mteb-2.1.0.dist-info}/top_level.txt +0 -0
@@ -1,4 +1,4 @@
1
- mteb/__init__.py,sha256=fP7XxOW3id1CmrghCuTQLufV-fOjaGCqJ1cYsPmeibk,1111
1
+ mteb/__init__.py,sha256=bl3K7IHalVzP27SIQ3qdo52vy9aAuvMsIKOx0h5P6Sk,1256
2
2
  mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
3
3
  mteb/_create_dataloaders.py,sha256=F9bCBscD3wVVqXTHSkldQjV0qmKQlNR0Yt_sN8aFdrk,14107
4
4
  mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
@@ -55,8 +55,8 @@ mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,2
55
55
  mteb/benchmarks/_create_table.py,sha256=gYgwhACmY8JSN00y6r3HfHNQphCIuvcw_IwRZNQwgdc,20623
56
56
  mteb/benchmarks/benchmark.py,sha256=9pbrn5vsSB9Xo23YqQXjRdzorXnMulkm1QvJUkqvuGk,3445
57
57
  mteb/benchmarks/get_benchmark.py,sha256=CBOSW2cNB7-EbhOcWTtp2k2teoKZth9TehIXf5jAyd8,3835
58
- mteb/benchmarks/benchmarks/__init__.py,sha256=aG9X4waIdAN2wk0P_oi2ueiACHS7yAgIbML8L-2e3GQ,2042
59
- mteb/benchmarks/benchmarks/benchmarks.py,sha256=2DLB2vv4I1NwE4iX9GEaCMifZBboOmHtyOoxssvoYQY,85747
58
+ mteb/benchmarks/benchmarks/__init__.py,sha256=Et7Gf7pKDxa939bIvAJB6OCirQrWAbmbbI3LHA6eMa0,2070
59
+ mteb/benchmarks/benchmarks/benchmarks.py,sha256=LRaUY3wVQGj-X-1MDk5BCaB0YFX7EE6olXrZF3RfTD8,88592
60
60
  mteb/benchmarks/benchmarks/rteb_benchmarks.py,sha256=QnCSrTTaBfcRlAQp2Nu81tgv1idMXqiM16Fp2zKJ5Ys,10607
61
61
  mteb/cli/__init__.py,sha256=v-csUr3eUZElIvrGB6QGtaIdndDfNWEe9oZchsGsJpg,64
62
62
  mteb/cli/_display_tasks.py,sha256=7A06dT9sSoTz6shyMvskPxuc5eHY_H7PGPlROzMP0yw,2196
@@ -209,6 +209,10 @@ mteb/descriptive_stats/Classification/Diversity5LegalBenchClassification.json,sh
209
209
  mteb/descriptive_stats/Classification/Diversity6LegalBenchClassification.json,sha256=fOdHkZqgoCEg693yuljHaQJIniHabOTuQh7AzeCKBDg,1470
210
210
  mteb/descriptive_stats/Classification/DutchBookReviewSentimentClassification.json,sha256=E3IcgnYL9wXZUA4HHq-vlG9-reTydX4klueE0x6OkCc,1520
211
211
  mteb/descriptive_stats/Classification/DutchBookReviewSentimentClassification.v2.json,sha256=lE9zlZWzD8EUQduQhU0n45HdI84vMZVFIJJWm_8ZZ8g,1522
212
+ mteb/descriptive_stats/Classification/DutchColaClassification.json,sha256=QbMcGPUcDws1FZsJNRymbazbfRSiha2xqw6VgiawIdc,1512
213
+ mteb/descriptive_stats/Classification/DutchGovernmentBiasClassification.json,sha256=ivwqUNOQYYldgcOWaTmX6R4j8Z4vfddoURz_7jLu1Oc,1517
214
+ mteb/descriptive_stats/Classification/DutchNewsArticlesClassification.json,sha256=EuKU3n3qSY5pdMrTFBcqI7l78n3fCH9HeqS5_GN9vZM,2562
215
+ mteb/descriptive_stats/Classification/DutchSarcasticHeadlinesClassification.json,sha256=lOoIGa14jbsMUgrUg0hHP83wj5wbZwBKNScBUNDs_n0,1510
212
216
  mteb/descriptive_stats/Classification/EmotionClassification.json,sha256=QkRooMp08iOOLMNh8OZEVvNXquv6AP7GYzaCvccTOdo,2095
213
217
  mteb/descriptive_stats/Classification/EmotionClassification.v2.json,sha256=boLOgjO8IE9ynivKCmL9JRgu5SUzif7tSNHGyefkqB4,2111
214
218
  mteb/descriptive_stats/Classification/EmotionVNClassification.json,sha256=D5hs2pay9XJ7Uv5EPibLqoK46V4gN9_Su0q61BAtGcg,3157
@@ -255,6 +259,7 @@ mteb/descriptive_stats/Classification/HotelReviewSentimentClassification.json,sh
255
259
  mteb/descriptive_stats/Classification/HotelReviewSentimentClassification.v2.json,sha256=CWQygQhnqTNaDQxRLYufFIvMnzB8PkhucWU9m-EPMTU,1808
256
260
  mteb/descriptive_stats/Classification/IFlyTek.json,sha256=KPUl6UIovTRU1sPMH_FBkKL2ZBFfVBuT76-JVUEUaSw,19056
257
261
  mteb/descriptive_stats/Classification/IFlyTek.v2.json,sha256=Mcpd364cCDc-BmTN9h_ubQ6fENaPpw1xImoMSSBB6CA,18902
262
+ mteb/descriptive_stats/Classification/IconclassClassification.json,sha256=U8xhCDEEAnsqJ68Je7Wgyom20wmCe7ea5BlBxedkvsQ,2917
258
263
  mteb/descriptive_stats/Classification/ImdbClassification.json,sha256=DXswcTrzNaGFNzkguze2_s8jvuJKMxrfKX_SwP-STd0,1512
259
264
  mteb/descriptive_stats/Classification/ImdbClassification.v2.json,sha256=XTQEHu4Zu0bpVwTWCLvV5izTKDW2vqx1DK54ucMLWh4,1526
260
265
  mteb/descriptive_stats/Classification/ImdbVNClassification.json,sha256=VuEpw2gffimttUKiVqqgKhVzvlCZ_Kh6bB41bw_X0rM,1519
@@ -374,6 +379,7 @@ mteb/descriptive_stats/Classification/OdiaNewsClassification.v2.json,sha256=BK9K
374
379
  mteb/descriptive_stats/Classification/OnlineShopping.json,sha256=1dLGdYWJnTGX3sFFI89vSE6p7jUbRSbFfbBUGUR4aQY,1486
375
380
  mteb/descriptive_stats/Classification/OnlineStoreReviewSentimentClassification.json,sha256=UjNe_TO_GnZnxBqOV4puMP1riXabzbXcAIuySimbWHc,976
376
381
  mteb/descriptive_stats/Classification/OnlineStoreReviewSentimentClassification.v2.json,sha256=3culIPrypmAuEK0cxqfcd7jK4aeWwRYQtOKfv2XVIQo,1942
382
+ mteb/descriptive_stats/Classification/OpenTenderClassification.json,sha256=pw4ZNQ_LLPSVMmTHcsd_BV1yOKT5mlyqYIQVO5u9CJA,9229
377
383
  mteb/descriptive_stats/Classification/OralArgumentQuestionPurposeLegalBenchClassification.json,sha256=2kQKuy3cqHOUWnKE0KM0aXug04dC3xc7sPbVq_lz0sc,2332
378
384
  mteb/descriptive_stats/Classification/OralArgumentQuestionPurposeLegalBenchClassification.v2.json,sha256=4JK74NhAPLJ5fwA0zrv9gjLN-3XvMZRNc9V0UfItA2E,2332
379
385
  mteb/descriptive_stats/Classification/OverrulingLegalBenchClassification.json,sha256=RkdGhgD4MZaJCf5c4A2a20__3CH-7-x96VfBqqEFxgI,1489
@@ -523,6 +529,7 @@ mteb/descriptive_stats/Classification/UkrFormalityClassification.v2.json,sha256=
523
529
  mteb/descriptive_stats/Classification/UnfairTOSLegalBenchClassification.json,sha256=1N2HbuHorKGuXMXqhp9-fxbU2P1zFCVR6VOjc6FsQ_o,2521
524
530
  mteb/descriptive_stats/Classification/UrduRomanSentimentClassification.json,sha256=VV1kydXVdlNdG4YxXdZVAP26T5pWSVkZ-QxEjCwAhqQ,822
525
531
  mteb/descriptive_stats/Classification/UrduRomanSentimentClassification.v2.json,sha256=W5El6JsDH1zS18QHNRPu5OW527aKwb_n-wtX2ieTrs4,1648
532
+ mteb/descriptive_stats/Classification/VaccinChatNLClassification.json,sha256=fbqF4rP6DvWhUny23Wf_X-bfQZXlPmcFgwrpvJqLbTI,33866
526
533
  mteb/descriptive_stats/Classification/VieStudentFeedbackClassification.json,sha256=beGGzsmthJosxM5Foh4hATu-Huh0IHc07E09y88rRiY,1656
527
534
  mteb/descriptive_stats/Classification/VieStudentFeedbackClassification.v2.json,sha256=JgWYHM-23wEY_RcEopuO3a_T-ycsyJmByMeLCnuJMks,1650
528
535
  mteb/descriptive_stats/Classification/WRIMEClassification.json,sha256=-DoTFkAv_qgV1qGzX_J33uF1jGz7FduzyprNSBzn_Os,1952
@@ -586,6 +593,8 @@ mteb/descriptive_stats/Clustering/CLSClusteringS2S.json,sha256=wYzwtclC3kzdozYHS
586
593
  mteb/descriptive_stats/Clustering/CLSClusteringS2S.v2.json,sha256=DkWdmmBmSGyI6xKJxG4YeMmeJjsOy7whf0eqO9gO2GQ,1521
587
594
  mteb/descriptive_stats/Clustering/ClusTREC-Covid.json,sha256=CB6Aw-rrASidSiNSYMFNTo44CTOrKJupMbPp5US7mts,19556
588
595
  mteb/descriptive_stats/Clustering/DigikalamagClustering.json,sha256=Xlr0G-yqrjh6l6rU1PzXCIBFwUMYt5Cjp_TXbxNwRcI,1079
596
+ mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringP2P.json,sha256=AEry3iReGfGiMTY18WZrc399iDTA8Gmscg6gTzpAd1o,1233
597
+ mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringS2S.json,sha256=qOfyk1BI-mE1BUt-C9YuGsXuJCCyKCDFIl2Nglke_s4,1227
589
598
  mteb/descriptive_stats/Clustering/EightTagsClustering.json,sha256=2nBJ8EXS1ZbaNpLfKTTF6I7A1LFwOv2IGiwl6QdQnSw,1165
590
599
  mteb/descriptive_stats/Clustering/EightTagsClustering.v2.json,sha256=Ybo88wIGdguBK_vkDHoEZGEB5H8pH6hWfSSK_Pwz0Nk,1151
591
600
  mteb/descriptive_stats/Clustering/GeoreviewClusteringP2P.json,sha256=eGzJz-aZWuOMKLOhFagMhX06C0mlDb3ZmdFB29_7_ZQ,7648
@@ -596,6 +605,7 @@ mteb/descriptive_stats/Clustering/HUMERedditClusteringP2P.json,sha256=meX6My483o
596
605
  mteb/descriptive_stats/Clustering/HUMESIB200ClusteringS2S.json,sha256=PRb41EyTct2wgYvhgkr5UDfwKQf9ZixtEGBQZKskZSU,7983
597
606
  mteb/descriptive_stats/Clustering/HUMEWikiCitiesClustering.json,sha256=iz9gornYzS1h6ROHWvT0d7TK5EqljbEYH0Q_QihSKPE,1021
598
607
  mteb/descriptive_stats/Clustering/HamshahriClustring.json,sha256=qmRevPqlJpBJImzVMH8QA10LTvWMvEJ-Hr7HmqB1QMA,4066
608
+ mteb/descriptive_stats/Clustering/IconclassClusteringS2S.json,sha256=wqVeYIV3F9YKqaEFlgwEQFX9TxsjRAJdCyrfAV0iqzE,1405
599
609
  mteb/descriptive_stats/Clustering/IndicReviewsClusteringP2P.json,sha256=E7JllmbPknC8r710XJc6tLRPyezyfDaOkM-2gJVvgzQ,31591
600
610
  mteb/descriptive_stats/Clustering/KlueMrcDomainClustering.json,sha256=T18RbZm5TuY8D4oC3n7eSJ5x59ul-Mrrfjmv6fzvHkw,1002
601
611
  mteb/descriptive_stats/Clustering/KlueYnatMrcCategoryClustering.json,sha256=XhQsMtaSNkUVDsPPYlxNBnj1AX5iaLqq2uKK2OkW15I,924
@@ -613,6 +623,8 @@ mteb/descriptive_stats/Clustering/MedrxivClusteringS2S.json,sha256=Ryq7EE4tiY14k
613
623
  mteb/descriptive_stats/Clustering/MedrxivClusteringS2S.v2.json,sha256=X8dQri8OZVHIl17p_yPjpxcWzvCZVbbOR6udz0AMo5w,5242
614
624
  mteb/descriptive_stats/Clustering/MewsC16JaClustering.json,sha256=K5yYmg4PTTkglVsRkvkcp6_Jcqbm0n_sOAHHZJA_G0Y,1443
615
625
  mteb/descriptive_stats/Clustering/NLPTwitterAnalysisClustering.json,sha256=oOuzYnLawMPm3KQdOe-rjHbtXcXl2g-Etkzkj9eEDsM,2498
626
+ mteb/descriptive_stats/Clustering/OpenTenderClusteringP2P.json,sha256=yQ5u3Kzb-MHH6saEWrpmXO1PuwwUvHi2hwXNebq1afQ,4565
627
+ mteb/descriptive_stats/Clustering/OpenTenderClusteringS2S.json,sha256=djujoW8qb86fNyEbSYZ9h0fVgR8QiPjFN6u42qiHlwA,4560
616
628
  mteb/descriptive_stats/Clustering/PlscClusteringP2P.json,sha256=-ODs8wBAVXtyCtwCVse69AASZ6Sl0ElRA984sR-_AHc,5835
617
629
  mteb/descriptive_stats/Clustering/PlscClusteringP2P.v2.json,sha256=WxTYCpgPA8YG4lhryufm24NxQv0H6epZphPo_0P-0Xk,4371
618
630
  mteb/descriptive_stats/Clustering/PlscClusteringS2S.json,sha256=c9wYIJ9DH_Bzw9aCkS1A0BqROiAG9r-QpOurKrLZDqg,5830
@@ -652,6 +664,8 @@ mteb/descriptive_stats/Clustering/ThuNewsClusteringS2S.v2.json,sha256=1Y1dDjniSw
652
664
  mteb/descriptive_stats/Clustering/TwentyNewsgroupsClustering-VN.json,sha256=C-_D9hFyfirgGFEGeFDQingM2TDnag0F3pF1Oen4Wsg,2086
653
665
  mteb/descriptive_stats/Clustering/TwentyNewsgroupsClustering.json,sha256=N2v0_KusjQLEB7vO-EyAQWIE5-fLKLu_QqUlUdw2AhE,2087
654
666
  mteb/descriptive_stats/Clustering/TwentyNewsgroupsClustering.v2.json,sha256=EEIurf8PubLlqQUGm4BmMLlWqUjNYPPI22ahE4cFOwU,2088
667
+ mteb/descriptive_stats/Clustering/VABBClusteringP2P.json,sha256=SpOM5D_GcTqvNE4_fjonCXawoccytJZoSnt3H_3gsNo,1664
668
+ mteb/descriptive_stats/Clustering/VABBClusteringS2S.json,sha256=mWCSkI31SCwb0v-I-xWf36F4Zv3Ia1KyC_wbZbhqpVg,1662
655
669
  mteb/descriptive_stats/Clustering/VGClustering.json,sha256=0wsGgJY5SGp3_HNPcLr4dV2lPuKjVO3nmQ88Vw_D8Hg,1601
656
670
  mteb/descriptive_stats/Clustering/VGHierarchicalClusteringP2P.json,sha256=QtodE86og5RxxcmZ2WvvSmuubcfCOyKkuhP5hZfP4vs,6336
657
671
  mteb/descriptive_stats/Clustering/VGHierarchicalClusteringS2S.json,sha256=CkNncOIIRbawIUrgwdOi-svmy-IkIKtKpsFHFlNnc04,6329
@@ -866,6 +880,7 @@ mteb/descriptive_stats/InstructionRetrieval/IFIRScifact.json,sha256=ATgXxMRVYcD_
866
880
  mteb/descriptive_stats/InstructionRetrieval/InstructIR.json,sha256=181zSmfBaLRv9Bu8tGkNPqoZm5qKUoAVL5qj4e479Zw,994
867
881
  mteb/descriptive_stats/MultilabelClassification/BrazilianToxicTweetsClassification.json,sha256=xWVm7fgA1xWHVp5cR6NYLJZk4eHaIT7Dhn_4hNi-muk,2353
868
882
  mteb/descriptive_stats/MultilabelClassification/CEDRClassification.json,sha256=PzC-4hn-oiop53pFT6mdRxaF7QLSVV-r7M2YgM1qf_8,2141
883
+ mteb/descriptive_stats/MultilabelClassification/CovidDisinformationNLMultiLabelClassification.json,sha256=BaVigvHcOtxOVOlKudtDcTCM_t1-XSn2qtiXzYd_gZQ,2285
869
884
  mteb/descriptive_stats/MultilabelClassification/EmitClassification.json,sha256=3lHm1dulxR9XU-ZJL1xvr_oDZjiSuVuFgKQ1s03UDEY,2708
870
885
  mteb/descriptive_stats/MultilabelClassification/KorHateSpeechMLClassification.json,sha256=xs6WVoIwFJTf25Q6WaVzjQl_ZZPHzPxjO9E-XOFoDuc,2581
871
886
  mteb/descriptive_stats/MultilabelClassification/MalteseNewsClassification.json,sha256=Cho7vJsSttmzKyIpabE2a3rqusSAT1JyUfggQnJrdHs,3807
@@ -873,6 +888,7 @@ mteb/descriptive_stats/MultilabelClassification/MultiEURLEXMultilabelClassificat
873
888
  mteb/descriptive_stats/MultilabelClassification/SensitiveTopicsClassification.json,sha256=b2pWHkESuwh2CUcSXBRZxRX0C6DmC3BFFq_IUza-pX8,4114
874
889
  mteb/descriptive_stats/MultilabelClassification/SwedishPatentCPCGroupClassification.json,sha256=fZrd-uamZafYuMkua6VgDt01OTIlw6-Va9WxtE_6zMg,138568
875
890
  mteb/descriptive_stats/MultilabelClassification/SwedishPatentCPCSubclassClassification.json,sha256=2n9hbzVZ5ULT2FRVYi3jVaqqrgENM5PlzmPHtx2vJ2E,38746
891
+ mteb/descriptive_stats/MultilabelClassification/VABBMultiLabelClassification.json,sha256=VT_uTF4ZGDuKPBSe01N6mp64smXdhSlA13EdiTYqj1c,4589
876
892
  mteb/descriptive_stats/PairClassification/ArEntail.json,sha256=lrE7D6KscPAndDUu-fodWlYWp0GCrD8mDqQa6liq81c,956
877
893
  mteb/descriptive_stats/PairClassification/ArmenianParaphrasePC.json,sha256=KM8_2QVR9e_NapVATTSTAel4Co0y7N4cdbvyPxN3_9Q,985
878
894
  mteb/descriptive_stats/PairClassification/Assin2RTE.json,sha256=7ihX5B950CtH-btgcyOHuZFBPjfSswFxEXtmqrnC28g,977
@@ -902,6 +918,7 @@ mteb/descriptive_stats/PairClassification/PubChemWikiParagraphsPC.json,sha256=y_
902
918
  mteb/descriptive_stats/PairClassification/RTE3.json,sha256=Ry0_K6QlmM8NfUYIQgt-On__tts2HDD7HHgWo8WSPME,5973
903
919
  mteb/descriptive_stats/PairClassification/SICK-BR-PC.json,sha256=H2cUsLOZTNmOvyHIIKybAcc8VXIa9RhozlocDtJF6jE,982
904
920
  mteb/descriptive_stats/PairClassification/SICK-E-PL.json,sha256=TqOMxpZnvP-VVNqTBzyfyzWi1cnwaGmmUeFNuURwKNY,982
921
+ mteb/descriptive_stats/PairClassification/SICKNLPairClassification.json,sha256=Mitkc824ZFtC9OrsHxPptXYEsArXC1p0cMYWfm_dFsY,983
905
922
  mteb/descriptive_stats/PairClassification/SprintDuplicateQuestions-VN.json,sha256=jTxVltYHBGLI3ZRLZ3kgQPBph8WqpN4gDcIcO67erdQ,1987
906
923
  mteb/descriptive_stats/PairClassification/SprintDuplicateQuestions.json,sha256=ST-kf9pkkownKuJ0yaj0Px3sHJ6tBOC16hBZopYVwcE,982
907
924
  mteb/descriptive_stats/PairClassification/SynPerChatbotRAGFAQPC.json,sha256=tH_5-4r-BtbpuPmR-dy_HDZ2-XoDtY5BUN2OS3pKUIQ,988
@@ -913,6 +930,7 @@ mteb/descriptive_stats/PairClassification/TwitterSemEval2015-VN.json,sha256=moqT
913
930
  mteb/descriptive_stats/PairClassification/TwitterSemEval2015.json,sha256=iR7NKOzBxMOuPwnWv4CKfN1VE9WatZ3pFkqZ1BG5Aug,989
914
931
  mteb/descriptive_stats/PairClassification/TwitterURLCorpus-VN.json,sha256=wzIFvi1eQ4DALVZUem0HxLmsjcJpouI_7LKnwNckcKw,992
915
932
  mteb/descriptive_stats/PairClassification/TwitterURLCorpus.json,sha256=rPbcnXywSJrUtuuT6Hr1Us58ncF8FkrPf_WHuSB4BH8,990
933
+ mteb/descriptive_stats/PairClassification/XLWICNLPairClassification.json,sha256=tMmQFUFbZQJ0hPwUWcXWsymvU3KfwS9x-ia6bsBIzgA,977
916
934
  mteb/descriptive_stats/PairClassification/XNLI.json,sha256=WuAR5fGe4VfSwpiUFmpj8GhZxqaf9ou3azXQqffgpxs,36781
917
935
  mteb/descriptive_stats/PairClassification/XNLIV2.json,sha256=VtLTRByxunhHzGEriaPa_sw9dRLdyVBDpdu9wf3oOTw,17227
918
936
  mteb/descriptive_stats/PairClassification/XStance.json,sha256=RpkNRYqvsaT2FU8GY9YX6ap-PYdQ8rVkO0n6K419i9A,4741
@@ -1097,6 +1115,7 @@ mteb/descriptive_stats/Retrieval/DS1000Retrieval.json,sha256=BFKVidJeLasrP_TGXQW
1097
1115
  mteb/descriptive_stats/Retrieval/DanFEVER.json,sha256=DDwRZFVP6aUviu6JetiHh4XXaTNC41HC-JlJxXkyjYw,1006
1098
1116
  mteb/descriptive_stats/Retrieval/DanFeverRetrieval.json,sha256=DDwRZFVP6aUviu6JetiHh4XXaTNC41HC-JlJxXkyjYw,1006
1099
1117
  mteb/descriptive_stats/Retrieval/DuRetrieval.json,sha256=PwJD57XCbBdA2lv73waJJxkVFHGBS04wVXvNSsyORnU,983
1118
+ mteb/descriptive_stats/Retrieval/DutchNewsArticlesRetrieval.json,sha256=mYluBHMXk4HuEHuD0zfTQJC0kSpcvY-aM16dQ_DqqHE,985
1100
1119
  mteb/descriptive_stats/Retrieval/EcomRetrieval.json,sha256=8-bIOTcttZyKnxgwovKpxMP2eXC-doOkuWEqSQ3LPyE,974
1101
1120
  mteb/descriptive_stats/Retrieval/EnglishFinance1Retrieval.json,sha256=6ews0ELU8TD9S5u5Bn-r6zoddUuNb6XCApgfyStmdIU,996
1102
1121
  mteb/descriptive_stats/Retrieval/EnglishFinance2Retrieval.json,sha256=KP-FKDYJIoDKMo2H4_10zaNIFpbJKaqpAeYdNMss68A,985
@@ -1167,6 +1186,7 @@ mteb/descriptive_stats/Retrieval/LIMITSmallRetrieval.json,sha256=_-mowMnqHSriuqr
1167
1186
  mteb/descriptive_stats/Retrieval/LeCaRDv2.json,sha256=NUoYNlWY-cZz1XBGOKw10IdDC25NutIyPEozPEcMm9w,1011
1168
1187
  mteb/descriptive_stats/Retrieval/LegalBenchConsumerContractsQA.json,sha256=dJGGBub6hcOrJ8Ymksl4zmI8ishEvKbAV8sgt6lwvA0,981
1169
1188
  mteb/descriptive_stats/Retrieval/LegalBenchCorporateLobbying.json,sha256=upJXldjUqylc_wzFkeVq67Gx1VBrVXMtJ8z5UAPwAEk,985
1189
+ mteb/descriptive_stats/Retrieval/LegalQANLRetrieval.json,sha256=6dD4U7CZsR2fmfRyiUthwxBVPlbsAHcY2HcC5Dqw-qQ,1005
1170
1190
  mteb/descriptive_stats/Retrieval/LegalQuAD.json,sha256=xO3c5zG5LSls5OyJ-BdYNvxmiCQUZhbZwltIKYUnKag,965
1171
1191
  mteb/descriptive_stats/Retrieval/LegalSummarization.json,sha256=wOTo3a35f0hcHwfwjybW9cwtYFwV8sOOXowS3lU6bRY,997
1172
1192
  mteb/descriptive_stats/Retrieval/LitSearchRetrieval.json,sha256=ws1aeRMer8XyiuYjsBoSgafej46zkeEf3XidAViWbNM,1003
@@ -1232,6 +1252,7 @@ mteb/descriptive_stats/Retrieval/NeuCLIR2022RetrievalHardNegatives.json,sha256=E
1232
1252
  mteb/descriptive_stats/Retrieval/NeuCLIR2023Retrieval.json,sha256=YWYtrTRN_4uE9IcBmRrh9mzt-cTFLe1h93EtxRH1o2k,4761
1233
1253
  mteb/descriptive_stats/Retrieval/NeuCLIR2023RetrievalHardNegatives.json,sha256=jyGWIsqVrxR9ugn4a2F50bVFVepK6stRAzkDa0NcGDA,4724
1234
1254
  mteb/descriptive_stats/Retrieval/NorQuadRetrieval.json,sha256=Dal1-Dz1tKz6loq1WWfqcVqcdEed1ArB-FapC2pvjQ0,980
1255
+ mteb/descriptive_stats/Retrieval/OpenTenderRetrieval.json,sha256=LaO0o1lMRae8rkAo0_iFVh_im6vPo5cAWDu3apYyCqs,982
1235
1256
  mteb/descriptive_stats/Retrieval/PIQA.json,sha256=54dfxs0SYhPDiXedXZRKpB1GAXN7iwwGBP3FIowg-I4,988
1236
1257
  mteb/descriptive_stats/Retrieval/PUGGRetrieval.json,sha256=5L_gIwK7EKIKUrw5X3oBwpwQwaSRpl5byqiKKb8jjwo,997
1237
1258
  mteb/descriptive_stats/Retrieval/PersianWebDocumentRetrieval.json,sha256=iidsXaG9pMTuBDbw4vx5O-sXm68IWA7eElgbJUjBLdA,1009
@@ -1318,6 +1339,7 @@ mteb/descriptive_stats/Retrieval/Touche2020.json,sha256=LEzSE09BuJddeDMYel1bLda0
1318
1339
  mteb/descriptive_stats/Retrieval/Touche2020Retrieval.v3.json,sha256=io1AdOZ5XF3s0IyaHaP_z3wbA2Iwhk5JiYB0rGYr-Uk,1011
1319
1340
  mteb/descriptive_stats/Retrieval/TurHistQuadRetrieval.json,sha256=aorprW4gDbikZNxmwxNUODGaBfzgo11KO2kz0WeD048,983
1320
1341
  mteb/descriptive_stats/Retrieval/TwitterHjerneRetrieval.json,sha256=NVAKAwonITGP8v4zOmewixoRJdZ2Ry5lShIvsvy82Ro,992
1342
+ mteb/descriptive_stats/Retrieval/VABBRetrieval.json,sha256=X-NzY0Jn5ae9neVK4PXAz881NnIusr8D9G3PdvCu1MI,975
1321
1343
  mteb/descriptive_stats/Retrieval/VideoRetrieval.json,sha256=gIGJLutZMT0z_gLPJBLk73uuYUxUXO3yd9qOP-8QWlc,976
1322
1344
  mteb/descriptive_stats/Retrieval/VieQuADRetrieval.json,sha256=NHt0U-wJXBOPYOki5YugwjMmRSTtCMiVWXQRzEQtO6k,990
1323
1345
  mteb/descriptive_stats/Retrieval/WebFAQRetrieval.json,sha256=uNkLCfiuVbdNKZ54vYGo8dPaoBlTShexDjl_IwCcT_M,60318
@@ -1328,6 +1350,7 @@ mteb/descriptive_stats/Retrieval/XMarket.json,sha256=s0odo5MWwzgQi0HwqK4APYhWIBR
1328
1350
  mteb/descriptive_stats/Retrieval/XPQARetrieval.json,sha256=qHxeCggIwW1iw5ujbHsCc_7rf_-JIhfYRFGEKvzSTO0,44958
1329
1351
  mteb/descriptive_stats/Retrieval/XQuADRetrieval.json,sha256=NjNvrloDl561L_WTWBg6fQ31yBTZInYWL-SW0q35SfA,15462
1330
1352
  mteb/descriptive_stats/Retrieval/ZacLegalTextRetrieval.json,sha256=5EUucNKoihJCsrzbwYIV8kTV2kSo_N6G1r383FwL3Kg,1007
1353
+ mteb/descriptive_stats/Retrieval/bBSARDNLRetrieval.json,sha256=vxeLQcVhEAAO0M-3J-Ddnx7hzRmlrb3Veud4t97Uuf8,1004
1331
1354
  mteb/descriptive_stats/Retrieval/mMARCO-NL.json,sha256=HChzLdBj5NRgmX3dVKpizULS6zUxfTwiHx7bLvr5mVA,1013
1332
1355
  mteb/descriptive_stats/STS/AFQMC.json,sha256=brmBQ-gVV7zdyNIpLw1IIYwo9TAp9Di4B7fw548-fF0,816
1333
1356
  mteb/descriptive_stats/STS/ATEC.json,sha256=WrqStCesLCmyM-qKFdcZ7qex72yVDEzwIF1scUgtSJU,1567
@@ -1357,6 +1380,7 @@ mteb/descriptive_stats/STS/RUParaPhraserSTS.json,sha256=NXiVresljjJT85jyYGa_bkv7
1357
1380
  mteb/descriptive_stats/STS/RonSTS.json,sha256=wWFO6xGj4IwLKaVV4EM5z7GSLjyudshRfQjHg8b6SHw,815
1358
1381
  mteb/descriptive_stats/STS/RuSTSBenchmarkSTS.json,sha256=sIOkU4Uj2tkYDBPfVDprc22vaml_hJOmzg7jLdRSkUc,1634
1359
1382
  mteb/descriptive_stats/STS/SICK-BR-STS.json,sha256=LYlL717cfvbcokDUwXh5s158CbdMkPpgmvy7j3uFyug,805
1383
+ mteb/descriptive_stats/STS/SICK-NL-STS.json,sha256=BSMgvbFBw_3_BMqVGJgELQCnIruHzK_q3TCd7OBnHfk,816
1360
1384
  mteb/descriptive_stats/STS/SICK-R-PL.json,sha256=1up4ZMQ-S-STIljoQffqXM7_Vrt0hKRlY_NQuPXbuDI,814
1361
1385
  mteb/descriptive_stats/STS/SICK-R-VN.json,sha256=7XOz_F-gXhC4kjd73hGiJEW73k5uezNuO7XRAcO1Raw,820
1362
1386
  mteb/descriptive_stats/STS/SICK-R.json,sha256=R7AKbW7_V48EMpaTO-2nUibyQZR0PWBCQfmC4QqA_Z8,818
@@ -1747,8 +1771,15 @@ mteb/tasks/classification/mya/__init__.py,sha256=lFTf0bNTeMsXTHlnKJM7c-VsnQM_3Il
1747
1771
  mteb/tasks/classification/mya/myanmar_news.py,sha256=0MxWx-YS2NWsWM9kWxGVN1fYXWvtpbgpNv-MnaVMgoQ,3224
1748
1772
  mteb/tasks/classification/nep/__init__.py,sha256=Sj3bPg2KXOui4nwgVhSdz6JUpjadQJ1ZJjxxpMyMLfQ,176
1749
1773
  mteb/tasks/classification/nep/nepali_news_classification.py,sha256=FL6IJTixczeO4xTCswSNdW2OLvqY3d7syEBo8BugN9s,3661
1750
- mteb/tasks/classification/nld/__init__.py,sha256=Byyx0ZpQew26WE7b8Xz_hleMQibg9OiME-r1wUmrctY,259
1774
+ mteb/tasks/classification/nld/__init__.py,sha256=a_YlxI4tL8joDa1RF-ctbA4kw_8kHhM0sWBNtX1FTcQ,1037
1751
1775
  mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=5JoP1APtPmAeyV_uLsmQzVw6rKTolz5WX-HJ1ugoZCc,3389
1776
+ mteb/tasks/classification/nld/dutch_cola_classification.py,sha256=tV6wdrNToJMI4QL-Ujh79tDiazNVnpzcSvzA1eQWGXY,1471
1777
+ mteb/tasks/classification/nld/dutch_government_bias_classification.py,sha256=Rqrv1HsrvKwI7bZctwPkKF5IUT9uLaoiiijwcGHqzPc,1458
1778
+ mteb/tasks/classification/nld/dutch_news_articles_classification.py,sha256=VwAE5zj5Z6yO31k66YqoJOUEWrNzu9-nPdufGwDZpJg,1220
1779
+ mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=o9rpMS-ZovTNniGL1QhiZKpZS_zzKSrP--WY8TXIlg0,1447
1780
+ mteb/tasks/classification/nld/iconclass_classification.py,sha256=t74aHdFGTbEa2tgeOc-6fpGNeC-Sd1BryzKVecK0kas,1523
1781
+ mteb/tasks/classification/nld/open_tender_classification.py,sha256=PknkVwUlGWYe8dhzNe54noZhZWXGpUyj7zPii5lOWN0,1391
1782
+ mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=wRruABPcWdm_JzX_LkKCTpyOjK35tbY7KUB3UL-RTSc,1800
1752
1783
  mteb/tasks/classification/nob/__init__.py,sha256=axgfxU9oueXuBJgbnyb0B5coAqxiCv543SsMEYcQm7o,366
1753
1784
  mteb/tasks/classification/nob/no_rec_classification.py,sha256=xXetGpPz_juq31cSsJnO6RZ5oyCfi080c_jjmPQRxFM,4186
1754
1785
  mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=ztJSIufWm3WCwg3Is00NN4tIOuRVBFkiTFYM7bsxlb8,4007
@@ -1831,7 +1862,7 @@ mteb/tasks/classification/zho/cmteb_classification.py,sha256=tRuxX8OJOhAXcvQESbH
1831
1862
  mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=AkECZH7Ljrd6y8UpurcVMUyWzlOU5EKUbxmtcaB8Pwk,3316
1832
1863
  mteb/tasks/classification/zul/__init__.py,sha256=iPm0kTxJ6R-R48cULXZtpebvD8IzyWbVokhgCvKT0c4,182
1833
1864
  mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=YVluEnOYqXoqosA977s5is0heSHeFufKxH3oongNC3g,3072
1834
- mteb/tasks/clustering/__init__.py,sha256=Xfd74sMtS1hFy8oz2OYXQcFni42F0_BsjA35GVajmqs,294
1865
+ mteb/tasks/clustering/__init__.py,sha256=on2FxT3bKFn4-ttmyd13nqKCPHGw1UYV5X2lsrIuC6Y,313
1835
1866
  mteb/tasks/clustering/deu/__init__.py,sha256=7vq3Nqz34nS1JSuS_Izm7vBpkDN8q4-uf809yPw3RF8,591
1836
1867
  mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=KtaktUJQg2RcvN6DMclFfKqjc02vFw_keGyAoeOYCWA,3337
1837
1868
  mteb/tasks/clustering/deu/blurbs_clustering_s2s.py,sha256=o103vt6pG1d_M87nN2HMXcNwSjcXFoVqABKsGkFFEm0,4328
@@ -1884,6 +1915,14 @@ mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=NY5J-UWGc2z5pB
1884
1915
  mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=4UfRF82DLNLLvDkazaiW_lT3eGuSe5-QP0IW0xb8rtg,5988
1885
1916
  mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=a8uu1Eiq4_M-U28eBC511Y3UNCHZVK64oZtVmAuk7Wo,8574
1886
1917
  mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=XgMqPZ74tWjxU169qN8ri_aZVQ_kaR6xFVNJYyWBt4E,4384
1918
+ mteb/tasks/clustering/nld/__init__.py,sha256=_KwG_aTmQpSAek4clgtkV7MQ5dpUOmbgIQWZoux5T-w,682
1919
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=UOJ7eLoYAoGgW6iAhmJfFzxZTAXO8f8oZhKHuVJzwBw,1442
1920
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=undeyAivREAZQOmG3beegrQZVmPAII5rDfxIk8ylhvQ,1443
1921
+ mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=yvzLRLXYRQ2pz-w2zWiuNJwPJT7NwN-17BgDnHmUui8,1739
1922
+ mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=0MQ3PcrbuKh-1JTFPoh-KZcV96kDBLz6-ujjsrYFZ3w,1910
1923
+ mteb/tasks/clustering/nld/open_tender_clustering_s2s.py,sha256=5zp1upeLZGKy3sCStEVjdhISGaEcBFO_a0_Ut45VXbQ,1591
1924
+ mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=ivHWLWW9ZP-EKoJcb63iB-J5w-GnaNn0cf8t1fMDwRk,2041
1925
+ mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=qbOdO6U_hf19i5sGO_X336ZJ6wnCGt3I5KnndsgtVNQ,2056
1887
1926
  mteb/tasks/clustering/nob/__init__.py,sha256=de-t3amIyZAo0iPjy33xVMFKCQlcDNmS4M8dgfWsr1U,503
1888
1927
  mteb/tasks/clustering/nob/snl_clustering.py,sha256=n4-cHyAgJUEckqvEO1fk-o4rdXeIALNe2-enpvW4M9o,3580
1889
1928
  mteb/tasks/clustering/nob/snl_hierarchical_clustering.py,sha256=OfdGmodK0eHTQMLo22SMI4FxM47wUCJmYYL8OOPqrCg,3328
@@ -1940,7 +1979,7 @@ mteb/tasks/multichoice/eng/__init__.py,sha256=eq04borhYbQqMMbipJg6BhydZhLZDLfm0N
1940
1979
  mteb/tasks/multichoice/eng/blink_it2i_multi_choice.py,sha256=YHsLVHspeNIpA-8x6AYXa-3SVMzuOKVaXauFy0dxOL4,1820
1941
1980
  mteb/tasks/multichoice/eng/blink_it2t_multi_choice.py,sha256=W6M9jDMcNIPkZYe8zt8T-ch4gEuA4astmPWx_7_MHoY,1837
1942
1981
  mteb/tasks/multichoice/eng/cv_bench.py,sha256=VgjCDjDDRP5jc0Si7ofMU3L0Ob-jV5aNVjBo9luT07c,9183
1943
- mteb/tasks/multilabel_classification/__init__.py,sha256=4W3zhy3MVJ9TZjpGK_9zf1DPmuNWC7ShgkceWE2jhbE,161
1982
+ mteb/tasks/multilabel_classification/__init__.py,sha256=D93vfKwD5Q5VSlpTysUIbkvAncZFSQAd6sUnN53mw5U,180
1944
1983
  mteb/tasks/multilabel_classification/eng/__init__.py,sha256=mcgoX0OxpR0UNftBXc4HJr27Tsxmjg0cMhBb5swN5Aw,87
1945
1984
  mteb/tasks/multilabel_classification/eng/pascal_voc2007.py,sha256=Lf29mv60xsbLscjmFUzTMbPYWyiJHAgivRzGafIOguA,1901
1946
1985
  mteb/tasks/multilabel_classification/ita/__init__.py,sha256=07xCrfm2mILOwe8KYHdkZLLGnVuiTcjZuTNIjdfqbrU,86
@@ -1951,6 +1990,9 @@ mteb/tasks/multilabel_classification/mlt/__init__.py,sha256=HC_nIigyK7DLdojnAfUZ
1951
1990
  mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=sWxlf8LH3BfjCzkxNzNQgyScDYbButljgFae41TqsfM,2147
1952
1991
  mteb/tasks/multilabel_classification/multilingual/__init__.py,sha256=gYOJftJq07gP6SH5QMn-SZQ83MQINfWlz1fvFRDdqmI,139
1953
1992
  mteb/tasks/multilabel_classification/multilingual/multi_eurlex_multilabel_classification.py,sha256=vfnIfW_oOy8dnrXd2zKBNmhTfg8ydVtYIJqZxRMsqr0,2405
1993
+ mteb/tasks/multilabel_classification/nld/__init__.py,sha256=84hVtfQAZNYt1lGzf0Oc_Hrx6vBKHjN2L_h2ilcIKRk,297
1994
+ mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=UJ5tEKTU-WjcwZnToejxqw1bcaIfEIKhZY5ZyFnO4FU,2927
1995
+ mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py,sha256=KPhsIv8ffktfyuZxjwi4_ymnjsz7I-ZE2P5eC_Lul1w,1802
1954
1996
  mteb/tasks/multilabel_classification/por/__init__.py,sha256=mJW70APO6ofl6XiPEbsRgL1qVi_RMsWpJwHrdx5_wmw,136
1955
1997
  mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=m1jA33p_MVNoYRptNuVfd-YEPTc1G3EcCFB836YFlMk,1975
1956
1998
  mteb/tasks/multilabel_classification/rus/__init__.py,sha256=skzrIGJ4giqi0tIiwCZux3JAYDlmu_vYZWrEBlusC6Q,355
@@ -1960,7 +2002,7 @@ mteb/tasks/multilabel_classification/rus/sensitive_topics_classification.py,sha2
1960
2002
  mteb/tasks/multilabel_classification/swe/__init__.py,sha256=lXR_6OxipZLTevntJj2Ilbac7KMtN-FDxGmrIWOtsEM,297
1961
2003
  mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=ykFkBKb5Tv8TrA7bHHVhYu7rPI34dys0y0RTR1wmcUQ,2839
1962
2004
  mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=E5pgLQ67jKW0UI7ggoKpfC0p54BsVpFTgO6piZe6Ia0,2824
1963
- mteb/tasks/pair_classification/__init__.py,sha256=NM9jsFVAIUyAPFSiBlEC5f3B8jb6_vj1bys5dV61OpU,313
2005
+ mteb/tasks/pair_classification/__init__.py,sha256=wShARe6hEVXt0fbuyIRuCD5FU_DBZswaQVAhEvrKHW8,332
1964
2006
  mteb/tasks/pair_classification/ara/__init__.py,sha256=nDoH7v49LUuZnF2xP6u7O4fpnAHBPdN1qxDyeZNbXrA,56
1965
2007
  mteb/tasks/pair_classification/ara/ar_entail.py,sha256=8ROjVjAlbn6GtMtjYaUpNwoloPAFGguWafCOrS3Z1MI,1868
1966
2008
  mteb/tasks/pair_classification/ces/__init__.py,sha256=a5LKNqekw88onEBY8akJTPXwn4WvF1OWdTpWBwySTvE,66
@@ -1997,6 +2039,9 @@ mteb/tasks/pair_classification/multilingual/pub_chem_wiki_pair_classification.py
1997
2039
  mteb/tasks/pair_classification/multilingual/rte3.py,sha256=ZR3kpz8Y2AxyLe0uIYORoSUJ0zx8p8sjXxdMIX6WiBg,3037
1998
2040
  mteb/tasks/pair_classification/multilingual/x_stance.py,sha256=NPLzF8j_d_Y8kLocfIr8qaeJzJBwWE-1uveXxmGYI8M,1536
1999
2041
  mteb/tasks/pair_classification/multilingual/xnli.py,sha256=q7erc3tCbamua46CuhJc36jPKOoIs4KCzD91zBPG-Y4,4677
2042
+ mteb/tasks/pair_classification/nld/__init__.py,sha256=H65VNZnmBDsyupF4PtYVz-PwYD9b0xXb-9e6ODK2-DM,214
2043
+ mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py,sha256=mk4P6iZU6x9PenULz1b60AVV6VocXT9JLpnq8ZT-fy8,1343
2044
+ mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py,sha256=Q-ObZiYkPyhqK3cygWYUjCpHznIVcKcR5VZ-wF7onfM,1890
2000
2045
  mteb/tasks/pair_classification/pol/__init__.py,sha256=3bEzEe4yom2SL3XaqNwSs_0eCv6LKFEAoOOoD9FK-gk,110
2001
2046
  mteb/tasks/pair_classification/pol/polish_pc.py,sha256=vUkkYqewzNcRQkZ_wLM63xH21PKtBGhiVGLPas5XN6o,6782
2002
2047
  mteb/tasks/pair_classification/por/__init__.py,sha256=E_dD1BZfjS0gBjzmkhUnl8SrqiGegLRfPhcItUAn6b8,104
@@ -2302,8 +2347,9 @@ mteb/tasks/retrieval/multilingual/x_market_retrieval.py,sha256=vp1Q5al9swuoChpbm
2302
2347
  mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=o5rhMeRf9HCZQxDKU9SIibqQSR5pw4bmYV8I5nALmQ4,3971
2303
2348
  mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=3GSZs74nKxfB92sXdrYvYDVl8oeOrkpyy_cje43Y8gU,5130
2304
2349
  mteb/tasks/retrieval/multilingual/xpqa_retrieval.py,sha256=7ZL1cDK8OLvRwqC5r1dJKiQUkJP27RvuA_XX_Oaa--E,3029
2305
- mteb/tasks/retrieval/nld/__init__.py,sha256=9N5ffUI52FQ4bNTMvV460irGA45ncGjbgabl6ysVamw,2263
2350
+ mteb/tasks/retrieval/nld/__init__.py,sha256=AmiOwoaf7N8uElM8w3qRBttTVDmHE99SaTNz8kxJ7Pw,2668
2306
2351
  mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=R65AvhmxvXmtLiguNBTKNLMh4Q-s7o9UWoTR-3x2_GU,1534
2352
+ mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py,sha256=0SAHmPvNwR7AzeLiZDduN7GMguS6HZrhVG-l-VOz79k,1517
2307
2353
  mteb/tasks/retrieval/nld/climate_fevernl_retrieval.py,sha256=VQ7Z3GpmIdhM47e5Vz3p7bSzJaYBKvVf8SX9VvvLlEw,1577
2308
2354
  mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=A6bTYkteMZWUSf_ocJ8bL_4PyCMeq34vavvNGuIWt-Q,2618
2309
2355
  mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=6q7yzUe4Tw-BGi_lQPXMBgMMO5tqZ-y7n0NdzQ0Pm-c,2618
@@ -2318,17 +2364,21 @@ mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=JgQsDdqTth9EFR
2318
2364
  mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=A_eHnC2bgmNOM_QfJJYh_salrHENYlwjmZ4A1hFmzJ4,2600
2319
2365
  mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=Yo0NBvNn8BJWuoNWAGvAI-2khVSreqa4XXX0r5LZ7wo,2596
2320
2366
  mteb/tasks/retrieval/nld/db_pedia_nl_retrieval.py,sha256=bhd2ESL-roRgvDDB4cAKDmusYmOEJaJGfMfuMzFLVcw,1633
2367
+ mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py,sha256=ds0_AJGTVBKr7KYV3k2H9UfF0WcmM9gDuYg8_sbvZVY,1195
2321
2368
  mteb/tasks/retrieval/nld/fevernl_retrieval.py,sha256=LZ8xofhy8xINPWdV8QYvmY1sQPtb8taHLIQ8iKJ34Iw,1694
2322
2369
  mteb/tasks/retrieval/nld/fi_qa2018_nl_retrieval.py,sha256=Qfd2Wdnmq99Onb4iCShAc0jPQ_bTreSkRShhQWqfkJA,1503
2323
2370
  mteb/tasks/retrieval/nld/hotpot_qanl_retrieval.py,sha256=xNPApN1CZzkhpvU4ZRf-rSSmljpSnFUQDVoqraW93X0,1635
2371
+ mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py,sha256=vIwg1scjdbuISjZ5xNnch1mWZn4314xfHVaNbCnlUMs,1420
2324
2372
  mteb/tasks/retrieval/nld/mmarconl_retrieval.py,sha256=iColk0qI_Ga3KHL_4aIGKK2X0S-WvqFXqDJqujzJaIA,1683
2325
2373
  mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py,sha256=wp2ylUbflMg8BAocMgdDxgDRn9wNxIoMf3i8vc_L75I,1511
2326
2374
  mteb/tasks/retrieval/nld/nqnl_retrieval.py,sha256=M4olYlutXu2VZUA5uMF-uga7V53GivPupyTKs4jy_bw,1394
2375
+ mteb/tasks/retrieval/nld/open_tender_retrieval.py,sha256=aSsge7976bwUxr2xg7q1ilamoA8WL23tpGlOTQsAsD8,1383
2327
2376
  mteb/tasks/retrieval/nld/quora_nl_retrieval.py,sha256=u7v-huChD-HymugAzG0fawTVUntVOyiDdmmRxC0d0Pw,1600
2328
2377
  mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py,sha256=g1e8xjqNHboZwZpHQ5l4GYCYYfSoyx7xELvDaIWPfUA,1505
2329
2378
  mteb/tasks/retrieval/nld/scidocsnl_retrieval.py,sha256=z9W0fb8L-yUoIp2ae0tsVoCxh_512Y_nbiB1YGJEiiA,1617
2330
2379
  mteb/tasks/retrieval/nld/touche2020_nl_retrieval.py,sha256=nPLZxNvhTDWkIJU6i2EPY3mp0SbLn8rZEL-7GP-XwGY,1481
2331
2380
  mteb/tasks/retrieval/nld/treccovidnl_retrieval.py,sha256=d9rL10YNTUBVubdFxIVxqEhkf8tx9Iuxsp1BZ-Ctoyk,1671
2381
+ mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=U_sFses437b7wVbAccsF-y7pcL3PZOgINEA2GWGOz2Y,1694
2332
2382
  mteb/tasks/retrieval/nob/__init__.py,sha256=6PYJtnMhN5OtRwXWLAMu5V-3JnZnbHrLxMOk8Ir-b9w,126
2333
2383
  mteb/tasks/retrieval/nob/norquad.py,sha256=BuELiYevzBR4pgLEcIcwE_3eT1TBDChoMEw85CUGf38,3779
2334
2384
  mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=vL8tDAYB4ZbxRdIpbe-0wgX5-HLfIEs03AXp_y-56SI,3143
@@ -2392,7 +2442,7 @@ mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py,sha256=Y93j0EwG6-bcc0DMLvHP
2392
2442
  mteb/tasks/retrieval/zho/__init__.py,sha256=dIN-rPfrEjkCuUCha8SpQdlzWYY6IMO_HLxebcBhQxA,438
2393
2443
  mteb/tasks/retrieval/zho/cmteb_retrieval.py,sha256=DXNkvMQQZsKv1U5L_0boKEXGLDPn4RfauIlxwb0f-EQ,10789
2394
2444
  mteb/tasks/retrieval/zho/le_ca_r_dv2_retrieval.py,sha256=O7kNB_7rpgG7_KsKC0SUKG42dhx66Rakk77uy4Iufk0,1293
2395
- mteb/tasks/sts/__init__.py,sha256=Y81qiPij-fJkEQH0C2aEWMOTtrUYmd5qx6_GXp2naWQ,313
2445
+ mteb/tasks/sts/__init__.py,sha256=Smyo9FOM1JGErbayGm8pB-NfvE2RF3ivEE-hL-2rpKk,332
2396
2446
  mteb/tasks/sts/deu/__init__.py,sha256=UzK5lTvPWeo6o5liAbai_Ku0kXgTXiCc4eDH_j7Vsk8,97
2397
2447
  mteb/tasks/sts/deu/german_sts_benchmark_sts.py,sha256=YyZ4pa05ZOWAM-N2aMfkXN305zOI9mCs-yEC8Mea-eE,1322
2398
2448
  mteb/tasks/sts/eng/__init__.py,sha256=32DNMqcaYrY-mguE3mITgXu-3mpMrSYoy42pbg0kGB8,934
@@ -2435,6 +2485,8 @@ mteb/tasks/sts/multilingual/sts17_multilingual_visual_sts.py,sha256=k0Z1wv7esoKW
2435
2485
  mteb/tasks/sts/multilingual/sts22_crosslingual_sts.py,sha256=zf50mdAKKZZN_sU5Ga8DYoihWmo89eMTYEVQXt37D-g,4315
2436
2486
  mteb/tasks/sts/multilingual/sts_benchmark_multilingual_sts.py,sha256=QXenk9v8Mg5pNdkTmEO1X4JFp-3OCUfhHOPO3BE32OQ,1806
2437
2487
  mteb/tasks/sts/multilingual/sts_benchmark_multilingual_visual_sts.py,sha256=yH4DLkgrBk6Qg7LHLfAyyclynN_XrichBraNDbxRWl8,1855
2488
+ mteb/tasks/sts/nld/__init__.py,sha256=NdpfPHekoMIo9sw75Gahm_YCn8hzcVHixEStny107fk,67
2489
+ mteb/tasks/sts/nld/sick_nl_sts.py,sha256=pRJUmUzHehK9sw0cT0xt6BHyX9a0fBSh9P90lfDkt5Y,1489
2438
2490
  mteb/tasks/sts/pol/__init__.py,sha256=Ob56PuMH_-J3gH9Pygg0fdEisWYKRT_fy_D0iE2zIpo,83
2439
2491
  mteb/tasks/sts/pol/polish_sts.py,sha256=qJCw-28dZ-o3epx44Zz-u6ZLE8HIu4ocJaJRyD0JQkc,3418
2440
2492
  mteb/tasks/sts/por/__init__.py,sha256=mUc8zOCeFl456-AEqKqgLQ4_sLnt_eUqD-cbcowRu0U,107
@@ -2489,9 +2541,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
2489
2541
  mteb/types/_result.py,sha256=CRAUc5IvqI3_9SyXDwv-PWLCXwXdZem9RePeYESRtuw,996
2490
2542
  mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
2491
2543
  mteb/types/statistics.py,sha256=YwJsxTf1eaCI_RE-J37a-gK5wDeGAsmkeZKoZCFihSo,3755
2492
- mteb-2.0.5.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2493
- mteb-2.0.5.dist-info/METADATA,sha256=jYv9H5DfnlzweNgw0HGD9gAPfxvlVhBM8jxPRpXffdc,26432
2494
- mteb-2.0.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2495
- mteb-2.0.5.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2496
- mteb-2.0.5.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2497
- mteb-2.0.5.dist-info/RECORD,,
2544
+ mteb-2.1.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2545
+ mteb-2.1.0.dist-info/METADATA,sha256=pFYwyCt_PQTVHionqV1eLw9QyiIPOILGAZbE2xZRWVk,13425
2546
+ mteb-2.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2547
+ mteb-2.1.0.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2548
+ mteb-2.1.0.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2549
+ mteb-2.1.0.dist-info/RECORD,,
File without changes