mteb 2.0.5__py3-none-any.whl → 2.1.19__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (412) hide show
  1. mteb/__init__.py +10 -1
  2. mteb/_create_dataloaders.py +8 -3
  3. mteb/_evaluators/any_sts_evaluator.py +14 -12
  4. mteb/_evaluators/clustering_evaluator.py +1 -1
  5. mteb/_evaluators/image/imagetext_pairclassification_evaluator.py +2 -2
  6. mteb/_evaluators/pair_classification_evaluator.py +3 -1
  7. mteb/_evaluators/retrieval_metrics.py +0 -9
  8. mteb/_evaluators/sklearn_evaluator.py +15 -28
  9. mteb/_evaluators/text/bitext_mining_evaluator.py +4 -1
  10. mteb/_evaluators/text/summarization_evaluator.py +4 -2
  11. mteb/_evaluators/zeroshot_classification_evaluator.py +2 -2
  12. mteb/abstasks/_stratification.py +1 -1
  13. mteb/abstasks/abstask.py +6 -1
  14. mteb/abstasks/clustering.py +1 -1
  15. mteb/abstasks/dataset_card_template.md +1 -1
  16. mteb/abstasks/multilabel_classification.py +2 -2
  17. mteb/abstasks/retrieval.py +2 -1
  18. mteb/abstasks/retrieval_dataset_loaders.py +1 -1
  19. mteb/abstasks/task_metadata.py +2 -1
  20. mteb/benchmarks/_create_table.py +1 -3
  21. mteb/benchmarks/benchmark.py +18 -1
  22. mteb/benchmarks/benchmarks/__init__.py +4 -0
  23. mteb/benchmarks/benchmarks/benchmarks.py +125 -16
  24. mteb/benchmarks/get_benchmark.py +3 -1
  25. mteb/cache.py +7 -3
  26. mteb/descriptive_stats/Classification/DutchColaClassification.json +54 -0
  27. mteb/descriptive_stats/Classification/DutchGovernmentBiasClassification.json +54 -0
  28. mteb/descriptive_stats/Classification/DutchNewsArticlesClassification.json +90 -0
  29. mteb/descriptive_stats/Classification/DutchSarcasticHeadlinesClassification.json +54 -0
  30. mteb/descriptive_stats/Classification/IconclassClassification.json +96 -0
  31. mteb/descriptive_stats/Classification/OpenTenderClassification.json +222 -0
  32. mteb/descriptive_stats/Classification/VaccinChatNLClassification.json +1068 -0
  33. mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringP2P.json +45 -0
  34. mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringS2S.json +45 -0
  35. mteb/descriptive_stats/Clustering/IconclassClusteringS2S.json +48 -0
  36. mteb/descriptive_stats/Clustering/OpenTenderClusteringP2P.json +111 -0
  37. mteb/descriptive_stats/Clustering/OpenTenderClusteringS2S.json +111 -0
  38. mteb/descriptive_stats/Clustering/VABBClusteringP2P.json +60 -0
  39. mteb/descriptive_stats/Clustering/VABBClusteringS2S.json +60 -0
  40. mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XFlickr30kCoT2IRetrieval.json +243 -153
  41. mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XM3600T2IRetrieval.json +999 -629
  42. mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json +33 -17
  43. mteb/descriptive_stats/Image/DocumentUnderstanding/MIRACLVisionRetrieval.json +574 -0
  44. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3ComputerScienceRetrieval.json +214 -0
  45. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3EnergyRetrieval.json +214 -0
  46. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceEnRetrieval.json +214 -0
  47. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceFrRetrieval.json +214 -0
  48. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3HrRetrieval.json +214 -0
  49. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3IndustrialRetrieval.json +214 -0
  50. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3NuclearRetrieval.json +214 -0
  51. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PharmaceuticalsRetrieval.json +214 -0
  52. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PhysicsRetrieval.json +214 -0
  53. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3TelecomRetrieval.json +214 -0
  54. mteb/descriptive_stats/MultilabelClassification/CovidDisinformationNLMultiLabelClassification.json +84 -0
  55. mteb/descriptive_stats/MultilabelClassification/VABBMultiLabelClassification.json +156 -0
  56. mteb/descriptive_stats/PairClassification/SICKNLPairClassification.json +35 -0
  57. mteb/descriptive_stats/PairClassification/XLWICNLPairClassification.json +35 -0
  58. mteb/descriptive_stats/Retrieval/ArguAna-NL.v2.json +30 -0
  59. mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.v2.json +30 -0
  60. mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.v2.json +30 -0
  61. mteb/descriptive_stats/Retrieval/DutchNewsArticlesRetrieval.json +30 -0
  62. mteb/descriptive_stats/Retrieval/FEVERHardNegatives.v2.json +30 -0
  63. mteb/descriptive_stats/Retrieval/HotpotQAHardNegatives.v2.json +30 -0
  64. mteb/descriptive_stats/Retrieval/LegalQANLRetrieval.json +30 -0
  65. mteb/descriptive_stats/Retrieval/NFCorpus-NL.v2.json +30 -0
  66. mteb/descriptive_stats/Retrieval/OpenTenderRetrieval.json +30 -0
  67. mteb/descriptive_stats/Retrieval/QuoraRetrievalHardNegatives.v2.json +30 -0
  68. mteb/descriptive_stats/Retrieval/RiaNewsRetrievalHardNegatives.v2.json +30 -0
  69. mteb/descriptive_stats/Retrieval/SCIDOCS-NL.v2.json +30 -0
  70. mteb/descriptive_stats/Retrieval/SciFact-NL.v2.json +30 -0
  71. mteb/descriptive_stats/Retrieval/VABBRetrieval.json +30 -0
  72. mteb/descriptive_stats/Retrieval/VDRMultilingualRetrieval.json +184 -0
  73. mteb/descriptive_stats/Retrieval/WinoGrande.json +14 -14
  74. mteb/descriptive_stats/Retrieval/bBSARDNLRetrieval.json +30 -0
  75. mteb/descriptive_stats/STS/SICK-NL-STS.json +28 -0
  76. mteb/evaluate.py +26 -6
  77. mteb/languages/check_language_code.py +11 -3
  78. mteb/languages/language_scripts.py +4 -0
  79. mteb/leaderboard/app.py +5 -3
  80. mteb/leaderboard/benchmark_selector.py +4 -2
  81. mteb/leaderboard/text_segments.py +1 -1
  82. mteb/models/cache_wrappers/cache_wrapper.py +1 -1
  83. mteb/models/instruct_wrapper.py +3 -0
  84. mteb/models/model_implementations/align_models.py +6 -0
  85. mteb/models/model_implementations/andersborges.py +51 -0
  86. mteb/models/model_implementations/ara_models.py +7 -0
  87. mteb/models/model_implementations/b1ade_models.py +1 -1
  88. mteb/models/model_implementations/bge_models.py +1 -3
  89. mteb/models/model_implementations/blip2_models.py +9 -0
  90. mteb/models/model_implementations/blip_models.py +19 -0
  91. mteb/models/model_implementations/bmretriever_models.py +1 -1
  92. mteb/models/model_implementations/cadet_models.py +8 -0
  93. mteb/models/model_implementations/cde_models.py +12 -0
  94. mteb/models/model_implementations/codefuse_models.py +15 -0
  95. mteb/models/model_implementations/codesage_models.py +12 -0
  96. mteb/models/model_implementations/cohere_models.py +1 -1
  97. mteb/models/model_implementations/colqwen_models.py +57 -0
  98. mteb/models/model_implementations/emillykkejensen_models.py +70 -0
  99. mteb/models/model_implementations/gme_v_models.py +2 -2
  100. mteb/models/model_implementations/ibm_granite_models.py +1 -1
  101. mteb/models/model_implementations/inf_models.py +3 -3
  102. mteb/models/model_implementations/jasper_models.py +253 -2
  103. mteb/models/model_implementations/jina_models.py +12 -2
  104. mteb/models/model_implementations/kalm_models.py +159 -25
  105. mteb/models/model_implementations/llm2vec_models.py +1 -1
  106. mteb/models/model_implementations/misc_models.py +8 -2
  107. mteb/models/model_implementations/moco_models.py +9 -0
  108. mteb/models/model_implementations/mxbai_models.py +1 -1
  109. mteb/models/model_implementations/openclip_models.py +16 -0
  110. mteb/models/model_implementations/piccolo_models.py +6 -0
  111. mteb/models/model_implementations/rasgaard_models.py +33 -0
  112. mteb/models/model_implementations/reasonir_model.py +1 -1
  113. mteb/models/model_implementations/salesforce_models.py +1 -1
  114. mteb/models/model_implementations/seed_1_6_embedding_models.py +1 -1
  115. mteb/models/model_implementations/spartan8806_atles_champion.py +26 -0
  116. mteb/models/model_implementations/tarka_models.py +374 -0
  117. mteb/models/model_implementations/voyage_models.py +6 -7
  118. mteb/models/model_implementations/voyage_v.py +10 -9
  119. mteb/models/model_implementations/yuan_models.py +33 -0
  120. mteb/models/search_wrappers.py +6 -5
  121. mteb/results/task_result.py +19 -17
  122. mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py +4 -2
  123. mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining_fast.py +1 -1
  124. mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py +1 -5
  125. mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py +2 -6
  126. mteb/tasks/classification/ara/ajgt.py +1 -2
  127. mteb/tasks/classification/ara/hotel_review_sentiment_classification.py +1 -2
  128. mteb/tasks/classification/ara/online_store_review_sentiment_classification.py +1 -2
  129. mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py +1 -2
  130. mteb/tasks/classification/ara/tweet_emotion_classification.py +1 -2
  131. mteb/tasks/classification/ara/tweet_sarcasm_classification.py +1 -2
  132. mteb/tasks/classification/ben/bengali_document_classification.py +1 -2
  133. mteb/tasks/classification/ben/bengali_hate_speech_classification.py +1 -2
  134. mteb/tasks/classification/ben/bengali_sentiment_analysis.py +1 -2
  135. mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py +1 -2
  136. mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py +1 -2
  137. mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py +1 -2
  138. mteb/tasks/classification/dan/angry_tweets_classification.py +2 -3
  139. mteb/tasks/classification/dan/danish_political_comments_classification.py +1 -2
  140. mteb/tasks/classification/dan/ddisco_cohesion_classification.py +1 -2
  141. mteb/tasks/classification/dan/dk_hate_classification.py +1 -2
  142. mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py +1 -2
  143. mteb/tasks/classification/deu/ten_k_gnad_classification.py +1 -2
  144. mteb/tasks/classification/eng/amazon_polarity_classification.py +1 -2
  145. mteb/tasks/classification/eng/arxiv_classification.py +1 -2
  146. mteb/tasks/classification/eng/banking77_classification.py +1 -2
  147. mteb/tasks/classification/eng/dbpedia_classification.py +1 -2
  148. mteb/tasks/classification/eng/emotion_classification.py +1 -2
  149. mteb/tasks/classification/eng/financial_phrasebank_classification.py +1 -2
  150. mteb/tasks/classification/eng/frenk_en_classification.py +1 -2
  151. mteb/tasks/classification/eng/gtsrb_classification.py +1 -1
  152. mteb/tasks/classification/eng/imdb_classification.py +1 -2
  153. mteb/tasks/classification/eng/legal_bench_classification.py +15 -121
  154. mteb/tasks/classification/eng/news_classification.py +1 -2
  155. mteb/tasks/classification/eng/patch_camelyon_classification.py +1 -1
  156. mteb/tasks/classification/eng/patent_classification.py +1 -2
  157. mteb/tasks/classification/eng/poem_sentiment_classification.py +1 -2
  158. mteb/tasks/classification/eng/sds_eye_protection_classification.py +1 -2
  159. mteb/tasks/classification/eng/sds_gloves_classification.py +1 -2
  160. mteb/tasks/classification/eng/toxic_chat_classification.py +2 -19
  161. mteb/tasks/classification/eng/toxic_conversations_classification.py +1 -2
  162. mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py +1 -2
  163. mteb/tasks/classification/eng/tweet_topic_single_classification.py +2 -13
  164. mteb/tasks/classification/eng/ucf101_classification.py +1 -5
  165. mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py +1 -2
  166. mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py +1 -2
  167. mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py +1 -2
  168. mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py +1 -2
  169. mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py +1 -2
  170. mteb/tasks/classification/eng/yahoo_answers_topics_classification.py +1 -2
  171. mteb/tasks/classification/eng/yelp_review_full_classification.py +1 -2
  172. mteb/tasks/classification/est/estonian_valence.py +1 -2
  173. mteb/tasks/classification/fas/fa_mteb_classification.py +7 -14
  174. mteb/tasks/classification/fil/filipino_hate_speech_classification.py +1 -2
  175. mteb/tasks/classification/fin/fin_toxicity_classification.py +2 -11
  176. mteb/tasks/classification/fra/french_book_reviews.py +1 -2
  177. mteb/tasks/classification/fra/movie_review_sentiment_classification.py +1 -2
  178. mteb/tasks/classification/guj/gujarati_news_classification.py +1 -2
  179. mteb/tasks/classification/heb/hebrew_sentiment_analysis.py +1 -2
  180. mteb/tasks/classification/hin/hindi_discourse_classification.py +1 -2
  181. mteb/tasks/classification/hin/sentiment_analysis_hindi.py +1 -2
  182. mteb/tasks/classification/hrv/frenk_hr_classification.py +1 -2
  183. mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py +1 -2
  184. mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py +1 -2
  185. mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py +1 -2
  186. mteb/tasks/classification/jav/javanese_imdb_classification.py +1 -2
  187. mteb/tasks/classification/jpn/wrime_classification.py +1 -2
  188. mteb/tasks/classification/kan/kannada_news_classification.py +1 -2
  189. mteb/tasks/classification/kor/klue_tc.py +1 -2
  190. mteb/tasks/classification/kor/kor_hate_classification.py +2 -17
  191. mteb/tasks/classification/kor/kor_sarcasm_classification.py +2 -19
  192. mteb/tasks/classification/kur/kurdish_sentiment_classification.py +1 -2
  193. mteb/tasks/classification/mal/malayalam_news_classification.py +1 -2
  194. mteb/tasks/classification/mar/marathi_news_classification.py +1 -2
  195. mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py +1 -2
  196. mteb/tasks/classification/multilingual/catalonia_tweet_classification.py +1 -6
  197. mteb/tasks/classification/multilingual/multi_hate_classification.py +1 -4
  198. mteb/tasks/classification/multilingual/ru_sci_bench_classification.py +4 -23
  199. mteb/tasks/classification/multilingual/scala_classification.py +1 -2
  200. mteb/tasks/classification/multilingual/sib200_classification.py +1 -6
  201. mteb/tasks/classification/mya/myanmar_news.py +2 -3
  202. mteb/tasks/classification/nep/nepali_news_classification.py +1 -2
  203. mteb/tasks/classification/nld/__init__.py +16 -0
  204. mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py +4 -2
  205. mteb/tasks/classification/nld/dutch_cola_classification.py +41 -0
  206. mteb/tasks/classification/nld/dutch_government_bias_classification.py +40 -0
  207. mteb/tasks/classification/nld/dutch_news_articles_classification.py +33 -0
  208. mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py +39 -0
  209. mteb/tasks/classification/nld/iconclass_classification.py +44 -0
  210. mteb/tasks/classification/nld/open_tender_classification.py +41 -0
  211. mteb/tasks/classification/nld/vaccin_chat_nl_classification.py +49 -0
  212. mteb/tasks/classification/nob/no_rec_classification.py +1 -2
  213. mteb/tasks/classification/nob/norwegian_parliament_classification.py +1 -2
  214. mteb/tasks/classification/ory/odia_news_classification.py +1 -2
  215. mteb/tasks/classification/pol/polish_classification.py +3 -6
  216. mteb/tasks/classification/ron/moroco.py +1 -2
  217. mteb/tasks/classification/ron/romanian_reviews_sentiment.py +1 -2
  218. mteb/tasks/classification/ron/romanian_sentiment_classification.py +1 -2
  219. mteb/tasks/classification/rus/georeview_classification.py +1 -2
  220. mteb/tasks/classification/rus/headline_classification.py +1 -2
  221. mteb/tasks/classification/rus/inappropriateness_classification.py +1 -2
  222. mteb/tasks/classification/rus/ru_reviews_classification.py +1 -2
  223. mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py +1 -2
  224. mteb/tasks/classification/rus/senti_ru_eval.py +1 -2
  225. mteb/tasks/classification/sin/sinhala_news_classification.py +1 -2
  226. mteb/tasks/classification/sin/sinhala_news_source_classification.py +1 -2
  227. mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py +1 -2
  228. mteb/tasks/classification/slk/slovak_hate_speech_classification.py +1 -2
  229. mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py +1 -2
  230. mteb/tasks/classification/slv/frenk_sl_classification.py +1 -2
  231. mteb/tasks/classification/spa/spanish_news_classification.py +1 -2
  232. mteb/tasks/classification/spa/spanish_sentiment_classification.py +1 -2
  233. mteb/tasks/classification/ssw/siswati_news_classification.py +1 -2
  234. mteb/tasks/classification/swa/swahili_news_classification.py +1 -2
  235. mteb/tasks/classification/swe/dalaj_classification.py +1 -2
  236. mteb/tasks/classification/swe/swe_rec_classification.py +1 -2
  237. mteb/tasks/classification/swe/swedish_sentiment_classification.py +1 -2
  238. mteb/tasks/classification/tam/tamil_news_classification.py +1 -2
  239. mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py +1 -2
  240. mteb/tasks/classification/tha/wisesight_sentiment_classification.py +1 -2
  241. mteb/tasks/classification/tha/wongnai_reviews_classification.py +1 -1
  242. mteb/tasks/classification/tsn/tswana_news_classification.py +1 -2
  243. mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py +1 -2
  244. mteb/tasks/classification/tur/turkish_product_sentiment_classification.py +1 -2
  245. mteb/tasks/classification/ukr/ukr_formality_classification.py +2 -15
  246. mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py +1 -2
  247. mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py +1 -6
  248. mteb/tasks/classification/vie/amazon_polarity_vn_classification.py +1 -6
  249. mteb/tasks/classification/vie/amazon_reviews_vn_classification.py +1 -5
  250. mteb/tasks/classification/vie/banking77_vn_classification.py +1 -5
  251. mteb/tasks/classification/vie/emotion_vn_classification.py +1 -5
  252. mteb/tasks/classification/vie/imdb_vn_classification.py +1 -5
  253. mteb/tasks/classification/vie/massive_intent_vn_classification.py +1 -5
  254. mteb/tasks/classification/vie/massive_scenario_vn_classification.py +1 -5
  255. mteb/tasks/classification/vie/mtop_domain_vn_classification.py +1 -5
  256. mteb/tasks/classification/vie/mtop_intent_vn_classification.py +1 -5
  257. mteb/tasks/classification/vie/toxic_conversations_vn_classification.py +1 -5
  258. mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py +1 -5
  259. mteb/tasks/classification/vie/vie_student_feedback_classification.py +1 -2
  260. mteb/tasks/classification/zho/cmteb_classification.py +5 -10
  261. mteb/tasks/classification/zho/yue_openrice_review_classification.py +1 -2
  262. mteb/tasks/classification/zul/isi_zulu_news_classification.py +1 -2
  263. mteb/tasks/clustering/__init__.py +1 -0
  264. mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py +1 -3
  265. mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py +1 -6
  266. mteb/tasks/clustering/nld/__init__.py +17 -0
  267. mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py +40 -0
  268. mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py +40 -0
  269. mteb/tasks/clustering/nld/iconclass_clustering_s2s.py +50 -0
  270. mteb/tasks/clustering/nld/open_tender_clustering_p2p.py +54 -0
  271. mteb/tasks/clustering/nld/open_tender_clustering_s2s.py +44 -0
  272. mteb/tasks/clustering/nld/vabb_clustering_p2p.py +54 -0
  273. mteb/tasks/clustering/nld/vabb_clustering_s2s.py +54 -0
  274. mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py +1 -5
  275. mteb/tasks/clustering/vie/reddit_clustering_vn.py +1 -5
  276. mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py +1 -5
  277. mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py +1 -5
  278. mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py +1 -5
  279. mteb/tasks/multilabel_classification/__init__.py +1 -0
  280. mteb/tasks/multilabel_classification/ita/emit_classification.py +1 -5
  281. mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py +1 -9
  282. mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py +1 -6
  283. mteb/tasks/multilabel_classification/nld/__init__.py +9 -0
  284. mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py +91 -0
  285. mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py +47 -0
  286. mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py +1 -6
  287. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py +1 -1
  288. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py +1 -2
  289. mteb/tasks/pair_classification/__init__.py +1 -0
  290. mteb/tasks/pair_classification/dan/talemaader_pc.py +1 -6
  291. mteb/tasks/pair_classification/eng/legal_bench_pc.py +1 -9
  292. mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py +9 -8
  293. mteb/tasks/pair_classification/nld/__init__.py +7 -0
  294. mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py +39 -0
  295. mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py +44 -0
  296. mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py +1 -5
  297. mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py +1 -5
  298. mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py +1 -5
  299. mteb/tasks/regression/multilingual/ru_sci_bench_regression.py +2 -6
  300. mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py +1 -2
  301. mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py +1 -5
  302. mteb/tasks/reranking/vie/sci_docs_reranking_vn.py +1 -5
  303. mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py +1 -5
  304. mteb/tasks/retrieval/code/code_rag.py +8 -8
  305. mteb/tasks/retrieval/dan/dan_fever_retrieval.py +1 -1
  306. mteb/tasks/retrieval/dan/tv2_nordretrieval.py +2 -2
  307. mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py +2 -2
  308. mteb/tasks/retrieval/eng/__init__.py +18 -4
  309. mteb/tasks/retrieval/eng/climate_fever_retrieval.py +68 -77
  310. mteb/tasks/retrieval/eng/dbpedia_retrieval.py +55 -50
  311. mteb/tasks/retrieval/eng/fever_retrieval.py +62 -67
  312. mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py +0 -4
  313. mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py +0 -4
  314. mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py +57 -67
  315. mteb/tasks/retrieval/eng/legal_summarization_retrieval.py +1 -1
  316. mteb/tasks/retrieval/eng/lit_search_retrieval.py +1 -8
  317. mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py +0 -3
  318. mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py +0 -2
  319. mteb/tasks/retrieval/eng/oven_it2t_retrieval.py +1 -1
  320. mteb/tasks/retrieval/eng/quora_retrieval.py +51 -46
  321. mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py +0 -4
  322. mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py +0 -4
  323. mteb/tasks/retrieval/eng/vidore_bench_retrieval.py +0 -2
  324. mteb/tasks/retrieval/eng/wino_grande_retrieval.py +1 -1
  325. mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py +1 -4
  326. mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py +1 -1
  327. mteb/tasks/retrieval/kat/georgian_faq_retrieval.py +11 -4
  328. mteb/tasks/retrieval/multilingual/__init__.py +22 -0
  329. mteb/tasks/retrieval/multilingual/belebele_retrieval.py +6 -5
  330. mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py +0 -2
  331. mteb/tasks/retrieval/multilingual/miracl_retrieval.py +1 -1
  332. mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py +2 -9
  333. mteb/tasks/retrieval/multilingual/mkqa_retrieval.py +1 -2
  334. mteb/tasks/retrieval/multilingual/mlqa_retrieval.py +1 -4
  335. mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py +1 -2
  336. mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py +9 -4
  337. mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py +2 -12
  338. mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py +0 -2
  339. mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py +399 -0
  340. mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py +0 -2
  341. mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py +6 -5
  342. mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py +3 -4
  343. mteb/tasks/retrieval/nld/__init__.py +18 -4
  344. mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py +46 -27
  345. mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py +44 -0
  346. mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py +33 -0
  347. mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py +42 -0
  348. mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py +42 -25
  349. mteb/tasks/retrieval/nld/open_tender_retrieval.py +41 -0
  350. mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py +42 -24
  351. mteb/tasks/retrieval/nld/scidocsnl_retrieval.py +44 -27
  352. mteb/tasks/retrieval/nld/vabb_retrieval.py +44 -0
  353. mteb/tasks/retrieval/nob/norquad.py +2 -2
  354. mteb/tasks/retrieval/nob/snl_retrieval.py +2 -2
  355. mteb/tasks/retrieval/rus/__init__.py +11 -2
  356. mteb/tasks/retrieval/rus/ria_news_retrieval.py +48 -44
  357. mteb/tasks/retrieval/slk/slovak_sum_retrieval.py +1 -7
  358. mteb/tasks/retrieval/tur/tur_hist_quad.py +2 -2
  359. mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py +1 -5
  360. mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py +1 -5
  361. mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py +1 -5
  362. mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py +1 -5
  363. mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py +1 -5
  364. mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py +1 -5
  365. mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py +1 -5
  366. mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py +1 -5
  367. mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py +1 -5
  368. mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py +1 -5
  369. mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py +1 -5
  370. mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py +1 -5
  371. mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py +1 -5
  372. mteb/tasks/retrieval/vie/fevervn_retrieval.py +1 -7
  373. mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py +1 -5
  374. mteb/tasks/retrieval/vie/green_node_table_markdown_retrieval.py +16 -1
  375. mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py +1 -6
  376. mteb/tasks/retrieval/vie/msmarcovn_retrieval.py +1 -5
  377. mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py +1 -5
  378. mteb/tasks/retrieval/vie/nqvn_retrieval.py +1 -5
  379. mteb/tasks/retrieval/vie/quora_vn_retrieval.py +1 -6
  380. mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py +1 -5
  381. mteb/tasks/retrieval/vie/scidocsvn_retrieval.py +1 -6
  382. mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py +1 -5
  383. mteb/tasks/retrieval/vie/treccovidvn_retrieval.py +1 -5
  384. mteb/tasks/sts/__init__.py +1 -0
  385. mteb/tasks/sts/nld/__init__.py +5 -0
  386. mteb/tasks/sts/nld/sick_nl_sts.py +42 -0
  387. mteb/tasks/sts/vie/biosses_stsvn.py +1 -5
  388. mteb/tasks/sts/vie/sickr_stsvn.py +1 -5
  389. mteb/tasks/sts/vie/sts_benchmark_stsvn.py +1 -5
  390. mteb/tasks/zeroshot_classification/eng/gtsrb.py +1 -1
  391. mteb/tasks/zeroshot_classification/eng/patch_camelyon.py +1 -1
  392. mteb/tasks/zeroshot_classification/eng/ucf101.py +1 -5
  393. mteb-2.1.19.dist-info/METADATA +253 -0
  394. {mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/RECORD +398 -330
  395. mteb/descriptive_stats/Classification/PersianTextTone.json +0 -56
  396. mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchCount.json +0 -37
  397. mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDepth.json +0 -25
  398. mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDistance.json +0 -25
  399. mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchRelation.json +0 -25
  400. mteb/descriptive_stats/Image/VisualSTS/STS12VisualSTS.json +0 -20
  401. mteb/descriptive_stats/Image/VisualSTS/STS13VisualSTS.json +0 -20
  402. mteb/descriptive_stats/Image/VisualSTS/STS14VisualSTS.json +0 -20
  403. mteb/descriptive_stats/Image/VisualSTS/STS15VisualSTS.json +0 -20
  404. mteb/descriptive_stats/Image/VisualSTS/STS16VisualSTS.json +0 -20
  405. mteb/descriptive_stats/Image/VisualSTS/STS17MultilingualVisualSTS.json +0 -220
  406. mteb/descriptive_stats/Image/VisualSTS/STSBenchmarkMultilingualVisualSTS.json +0 -402
  407. mteb/descriptive_stats/Reranking/InstructIR.json +0 -31
  408. mteb-2.0.5.dist-info/METADATA +0 -455
  409. {mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/WHEEL +0 -0
  410. {mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/entry_points.txt +0 -0
  411. {mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/licenses/LICENSE +0 -0
  412. {mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,1068 @@
1
+ {
2
+ "test": {
3
+ "num_samples": 1170,
4
+ "number_texts_intersect_with_train": 21,
5
+ "text_statistics": {
6
+ "total_text_length": 52630,
7
+ "min_text_length": 1,
8
+ "average_text_length": 44.98290598290598,
9
+ "max_text_length": 306,
10
+ "unique_texts": 1170
11
+ },
12
+ "image_statistics": null,
13
+ "label_statistics": {
14
+ "min_labels_per_text": 1,
15
+ "average_label_per_text": 1.0,
16
+ "max_labels_per_text": 1,
17
+ "unique_labels": 161,
18
+ "labels": {
19
+ "faq_ask_derde_prik": {
20
+ "count": 14
21
+ },
22
+ "faq_ask_tijd_tot_tweede_dosis": {
23
+ "count": 9
24
+ },
25
+ "faq_ask_astrazeneca_bloedklonters": {
26
+ "count": 21
27
+ },
28
+ "faq_ask_bijwerking_algemeen": {
29
+ "count": 57
30
+ },
31
+ "faq_ask_allergisch_na_vaccinatie": {
32
+ "count": 5
33
+ },
34
+ "faq_ask_geen_antwoord": {
35
+ "count": 35
36
+ },
37
+ "faq_ask_vrijwilliger": {
38
+ "count": 3
39
+ },
40
+ "faq_ask_beschermingspercentage": {
41
+ "count": 35
42
+ },
43
+ "nlu_fallback": {
44
+ "count": 81
45
+ },
46
+ "faq_ask_keuze": {
47
+ "count": 25
48
+ },
49
+ "faq_ask_sneller_aan_de_beurt": {
50
+ "count": 6
51
+ },
52
+ "faq_ask_prioritaire_gropen": {
53
+ "count": 45
54
+ },
55
+ "faq_ask_bijwerking_lange_termijn": {
56
+ "count": 11
57
+ },
58
+ "faq_ask_geen_uitnodiging": {
59
+ "count": 5
60
+ },
61
+ "faq_ask_betrouwbaar": {
62
+ "count": 28
63
+ },
64
+ "faq_ask_auto-immuun": {
65
+ "count": 3
66
+ },
67
+ "faq_ask_waarom": {
68
+ "count": 11
69
+ },
70
+ "faq_ask_groepsimmuniteit": {
71
+ "count": 12
72
+ },
73
+ "faq_ask_reproductiegetal": {
74
+ "count": 4
75
+ },
76
+ "faq_ask_kinderen": {
77
+ "count": 18
78
+ },
79
+ "faq_ask_chronisch_ziek": {
80
+ "count": 2
81
+ },
82
+ "faq_ask_betalen_voor_vaccin": {
83
+ "count": 8
84
+ },
85
+ "faq_ask_mrna_vs_andere_vaccins": {
86
+ "count": 3
87
+ },
88
+ "faq_ask_uitnodiging_afspraak_kwijt": {
89
+ "count": 2
90
+ },
91
+ "faq_ask_verschillen": {
92
+ "count": 18
93
+ },
94
+ "faq_ask_geen_risicopatient": {
95
+ "count": 18
96
+ },
97
+ "faq_ask_iedereen": {
98
+ "count": 7
99
+ },
100
+ "faq_ask_janssen_een_dosis": {
101
+ "count": 7
102
+ },
103
+ "faq_ask_borstvoeding": {
104
+ "count": 2
105
+ },
106
+ "chitchat_ask_thanks": {
107
+ "count": 17
108
+ },
109
+ "faq_ask_tweede_dosis_vervroegen": {
110
+ "count": 7
111
+ },
112
+ "faq_ask_algemeen_info": {
113
+ "count": 55
114
+ },
115
+ "faq_ask_pijnstiller": {
116
+ "count": 4
117
+ },
118
+ "faq_ask_goedkeuring": {
119
+ "count": 1
120
+ },
121
+ "faq_ask_planning_eerstelijnszorg": {
122
+ "count": 2
123
+ },
124
+ "faq_ask_beschermingsduur": {
125
+ "count": 24
126
+ },
127
+ "faq_ask_kosjer_halal": {
128
+ "count": 2
129
+ },
130
+ "faq_ask_complottheorie_Bill_Gates": {
131
+ "count": 5
132
+ },
133
+ "faq_ask_contra_ind": {
134
+ "count": 15
135
+ },
136
+ "faq_ask_waar_en_wanneer": {
137
+ "count": 14
138
+ },
139
+ "faq_ask_vakantie": {
140
+ "count": 23
141
+ },
142
+ "faq_ask_hoe_weet_overheid": {
143
+ "count": 2
144
+ },
145
+ "faq_ask_wanneer_iedereen_gevaccineerd": {
146
+ "count": 6
147
+ },
148
+ "faq_ask_vegan": {
149
+ "count": 2
150
+ },
151
+ "faq_ask_eerst_weigeren": {
152
+ "count": 6
153
+ },
154
+ "faq_ask_logistiek": {
155
+ "count": 3
156
+ },
157
+ "faq_ask_aantal_gevaccineerd": {
158
+ "count": 11
159
+ },
160
+ "faq_ask_wie_is_risicopatient": {
161
+ "count": 5
162
+ },
163
+ "faq_ask_gif_in_vaccin": {
164
+ "count": 2
165
+ },
166
+ "faq_ask_wat_na_vaccinatie": {
167
+ "count": 13
168
+ },
169
+ "faq_ask_wanneer_algemene_bevolking": {
170
+ "count": 4
171
+ },
172
+ "faq_ask_onvruchtbaar": {
173
+ "count": 6
174
+ },
175
+ "faq_ask_welk_vaccin_krijg_ik": {
176
+ "count": 12
177
+ },
178
+ "faq_ask_quarantaine": {
179
+ "count": 4
180
+ },
181
+ "faq_ask_astrazeneca": {
182
+ "count": 5
183
+ },
184
+ "faq_ask_beschermen": {
185
+ "count": 18
186
+ },
187
+ "faq_ask_magnetisch": {
188
+ "count": 2
189
+ },
190
+ "faq_ask_alternatieve_medicatie": {
191
+ "count": 10
192
+ },
193
+ "faq_ask_maximaal_een_dosis": {
194
+ "count": 6
195
+ },
196
+ "faq_ask_besmetten_na_vaccin": {
197
+ "count": 11
198
+ },
199
+ "faq_ask_aantal_gevaccineerd_wereldwijd": {
200
+ "count": 4
201
+ },
202
+ "faq_ask_wie_nu": {
203
+ "count": 4
204
+ },
205
+ "faq_ask_dna": {
206
+ "count": 3
207
+ },
208
+ "chitchat_ask_bye": {
209
+ "count": 17
210
+ },
211
+ "faq_ask_astrazeneca_prik_2": {
212
+ "count": 3
213
+ },
214
+ "faq_ask_autisme_na_vaccinatie": {
215
+ "count": 1
216
+ },
217
+ "faq_ask_snel_ontwikkeld": {
218
+ "count": 10
219
+ },
220
+ "faq_ask_hoeveel_dosissen": {
221
+ "count": 6
222
+ },
223
+ "faq_ask_in_vaccin": {
224
+ "count": 5
225
+ },
226
+ "faq_ask_veelgestelde_vragen": {
227
+ "count": 4
228
+ },
229
+ "faq_ask_info_vaccins": {
230
+ "count": 5
231
+ },
232
+ "chitchat_ask_hi_de": {
233
+ "count": 1
234
+ },
235
+ "faq_ask_wat_is_corona": {
236
+ "count": 4
237
+ },
238
+ "faq_ask_risicopatient_immuunziekte": {
239
+ "count": 2
240
+ },
241
+ "faq_ask_wat_is_rna": {
242
+ "count": 9
243
+ },
244
+ "faq_ask_gezondheidstoestand_gekend": {
245
+ "count": 2
246
+ },
247
+ "faq_ask_curevac": {
248
+ "count": 2
249
+ },
250
+ "faq_ask_vaccine_covid_gehad_effect": {
251
+ "count": 1
252
+ },
253
+ "faq_ask_afspraak_gemist": {
254
+ "count": 4
255
+ },
256
+ "faq_ask_wie_ben_ik": {
257
+ "count": 6
258
+ },
259
+ "faq_ask_afspraak_afzeggen": {
260
+ "count": 27
261
+ },
262
+ "faq_ask_testen": {
263
+ "count": 3
264
+ },
265
+ "faq_ask_combi": {
266
+ "count": 2
267
+ },
268
+ "faq_ask_vaccinatiecentrum": {
269
+ "count": 5
270
+ },
271
+ "faq_ask_waarom_niet_verplicht": {
272
+ "count": 4
273
+ },
274
+ "faq_ask_duur_vaccinatie": {
275
+ "count": 12
276
+ },
277
+ "faq_ask_hoe_dodelijk": {
278
+ "count": 4
279
+ },
280
+ "faq_ask_phishing": {
281
+ "count": 3
282
+ },
283
+ "faq_ask_huisarts": {
284
+ "count": 2
285
+ },
286
+ "faq_ask_wilsonbekwaam": {
287
+ "count": 2
288
+ },
289
+ "faq_ask_covid_door_vaccin": {
290
+ "count": 2
291
+ },
292
+ "faq_ask_planning_ouderen": {
293
+ "count": 3
294
+ },
295
+ "faq_ask_timing_andere_vaccins": {
296
+ "count": 3
297
+ },
298
+ "faq_ask_pfizer": {
299
+ "count": 7
300
+ },
301
+ "faq_ask_verplicht": {
302
+ "count": 15
303
+ },
304
+ "faq_ask_man_vrouw_verschillen": {
305
+ "count": 2
306
+ },
307
+ "chitchat_ask_hi": {
308
+ "count": 3
309
+ },
310
+ "faq_ask_minder_mobiel": {
311
+ "count": 2
312
+ },
313
+ "faq_ask_taxi": {
314
+ "count": 4
315
+ },
316
+ "faq_ask_keuze_vaccinatiecentrum": {
317
+ "count": 2
318
+ },
319
+ "faq_ask_welke_vaccin": {
320
+ "count": 8
321
+ },
322
+ "faq_ask_meer_bijwerkingen_tweede_dosis": {
323
+ "count": 2
324
+ },
325
+ "faq_ask_complottheorie_5G": {
326
+ "count": 3
327
+ },
328
+ "faq_ask_nadelen": {
329
+ "count": 3
330
+ },
331
+ "faq_ask_risicopatient_hartvaat": {
332
+ "count": 1
333
+ },
334
+ "faq_ask_moderna": {
335
+ "count": 4
336
+ },
337
+ "faq_ask_positieve_test_na_vaccin": {
338
+ "count": 2
339
+ },
340
+ "faq_ask_andere_vaccins": {
341
+ "count": 3
342
+ },
343
+ "faq_ask_risicopatient_diabetes": {
344
+ "count": 1
345
+ },
346
+ "faq_ask_logistiek_veilig": {
347
+ "count": 2
348
+ },
349
+ "faq_ask_oplopen_vaccinatie": {
350
+ "count": 16
351
+ },
352
+ "faq_ask_vaccin_doorgeven": {
353
+ "count": 3
354
+ },
355
+ "faq_ask_janssen": {
356
+ "count": 8
357
+ },
358
+ "faq_ask_waarom_twee_prikken": {
359
+ "count": 4
360
+ },
361
+ "faq_ask_attest": {
362
+ "count": 11
363
+ },
364
+ "faq_ask_betrouwbare_bronnen": {
365
+ "count": 5
366
+ },
367
+ "faq_ask_wie_doet_inenting": {
368
+ "count": 5
369
+ },
370
+ "faq_ask_essentieel_beroep": {
371
+ "count": 3
372
+ },
373
+ "faq_ask_mondmasker": {
374
+ "count": 3
375
+ },
376
+ "faq_ask_risicopatient_luchtwegaandoening": {
377
+ "count": 3
378
+ },
379
+ "faq_ask_motiveren": {
380
+ "count": 5
381
+ },
382
+ "faq_ask_probleem_registratie": {
383
+ "count": 1
384
+ },
385
+ "chitchat_ask_hoe_gaat_het": {
386
+ "count": 1
387
+ },
388
+ "faq_ask_complottheorie": {
389
+ "count": 5
390
+ },
391
+ "faq_ask_nuchter": {
392
+ "count": 3
393
+ },
394
+ "faq_ask_experimenteel": {
395
+ "count": 2
396
+ },
397
+ "faq_ask_vaccine_covid_gehad": {
398
+ "count": 2
399
+ },
400
+ "faq_ask_gestockeerd": {
401
+ "count": 1
402
+ },
403
+ "faq_ask_wat_is_vaccin": {
404
+ "count": 9
405
+ },
406
+ "faq_ask_zwanger": {
407
+ "count": 5
408
+ },
409
+ "faq_ask_huisdieren": {
410
+ "count": 3
411
+ },
412
+ "faq_ask_tweede_dosis_afspraak": {
413
+ "count": 2
414
+ },
415
+ "faq_ask_privacy": {
416
+ "count": 2
417
+ },
418
+ "chitchat_ask_hi_en": {
419
+ "count": 2
420
+ },
421
+ "faq_ask_vrijwillig_Janssen": {
422
+ "count": 1
423
+ },
424
+ "faq_ask_uit_flacon": {
425
+ "count": 1
426
+ },
427
+ "faq_ask_problemen_uitnodiging": {
428
+ "count": 2
429
+ },
430
+ "faq_ask_mantelzorger": {
431
+ "count": 2
432
+ },
433
+ "faq_ask_ontwikkeling": {
434
+ "count": 5
435
+ },
436
+ "faq_ask_corona_is_griep": {
437
+ "count": 1
438
+ },
439
+ "faq_ask_bloed_geven": {
440
+ "count": 2
441
+ },
442
+ "faq_ask_eerste_prik_buitenland": {
443
+ "count": 1
444
+ },
445
+ "faq_ask_qvax_probleem": {
446
+ "count": 1
447
+ },
448
+ "faq_ask_risicopatient_kanker": {
449
+ "count": 2
450
+ },
451
+ "faq_ask_waarom_ouderen_eerst": {
452
+ "count": 4
453
+ },
454
+ "faq_ask_test_voor_vaccin": {
455
+ "count": 1
456
+ },
457
+ "faq_ask_twijfel_vaccins_zelf": {
458
+ "count": 1
459
+ },
460
+ "faq_ask_buitenlander": {
461
+ "count": 2
462
+ },
463
+ "faq_ask_naaldangst": {
464
+ "count": 4
465
+ },
466
+ "faq_ask_astrazeneca_bij_ouderen": {
467
+ "count": 2
468
+ },
469
+ "faq_ask_corona_vermijden": {
470
+ "count": 2
471
+ },
472
+ "faq_ask_hersenziekte": {
473
+ "count": 1
474
+ },
475
+ "faq_ask_uitnodiging_na_vaccinatie": {
476
+ "count": 2
477
+ },
478
+ "faq_ask_foetus": {
479
+ "count": 1
480
+ },
481
+ "faq_ask_begeleiding": {
482
+ "count": 1
483
+ },
484
+ "faq_ask_bijsluiter": {
485
+ "count": 1
486
+ },
487
+ "faq_ask_smaakverlies": {
488
+ "count": 1
489
+ },
490
+ "faq_ask_hartspierontsteking": {
491
+ "count": 1
492
+ },
493
+ "chitchat_ask_name": {
494
+ "count": 1
495
+ },
496
+ "faq_ask_trage_start": {
497
+ "count": 1
498
+ },
499
+ "chitchat_ask_hi_fr": {
500
+ "count": 1
501
+ }
502
+ }
503
+ }
504
+ },
505
+ "train": {
506
+ "num_samples": 10542,
507
+ "number_texts_intersect_with_train": null,
508
+ "text_statistics": {
509
+ "total_text_length": 471783,
510
+ "min_text_length": 1,
511
+ "average_text_length": 44.752703471826976,
512
+ "max_text_length": 531,
513
+ "unique_texts": 10542
514
+ },
515
+ "image_statistics": null,
516
+ "label_statistics": {
517
+ "min_labels_per_text": 1,
518
+ "average_label_per_text": 1.0,
519
+ "max_labels_per_text": 1,
520
+ "unique_labels": 181,
521
+ "labels": {
522
+ "chitchat_ask_name": {
523
+ "count": 26
524
+ },
525
+ "chitchat_ask_hoe_gaat_het": {
526
+ "count": 21
527
+ },
528
+ "faq_ask_waarom": {
529
+ "count": 127
530
+ },
531
+ "nlu_fallback": {
532
+ "count": 740
533
+ },
534
+ "faq_ask_corona_is_griep": {
535
+ "count": 26
536
+ },
537
+ "faq_ask_geen_risicopatient": {
538
+ "count": 200
539
+ },
540
+ "faq_ask_verplicht": {
541
+ "count": 109
542
+ },
543
+ "faq_ask_attest": {
544
+ "count": 99
545
+ },
546
+ "faq_ask_algemeen_info": {
547
+ "count": 200
548
+ },
549
+ "faq_ask_magnetisch": {
550
+ "count": 36
551
+ },
552
+ "faq_ask_bijwerking_algemeen": {
553
+ "count": 303
554
+ },
555
+ "faq_ask_risicopatient": {
556
+ "count": 6
557
+ },
558
+ "faq_ask_vakantie": {
559
+ "count": 188
560
+ },
561
+ "faq_ask_quarantaine": {
562
+ "count": 50
563
+ },
564
+ "faq_ask_groepsimmuniteit": {
565
+ "count": 75
566
+ },
567
+ "faq_ask_vaccine_covid_gehad": {
568
+ "count": 52
569
+ },
570
+ "faq_ask_alternatieve_medicatie": {
571
+ "count": 52
572
+ },
573
+ "faq_ask_corona_vermijden": {
574
+ "count": 40
575
+ },
576
+ "faq_ask_motiveren": {
577
+ "count": 51
578
+ },
579
+ "faq_ask_beschermingspercentage": {
580
+ "count": 225
581
+ },
582
+ "faq_ask_waarom_twee_prikken": {
583
+ "count": 74
584
+ },
585
+ "faq_ask_eerst_weigeren": {
586
+ "count": 77
587
+ },
588
+ "faq_ask_betrouwbaar": {
589
+ "count": 137
590
+ },
591
+ "faq_ask_astrazeneca_bloedklonters": {
592
+ "count": 189
593
+ },
594
+ "faq_ask_naaldangst": {
595
+ "count": 57
596
+ },
597
+ "faq_ask_waarom_ouderen_eerst": {
598
+ "count": 44
599
+ },
600
+ "faq_ask_betrouwbare_bronnen": {
601
+ "count": 66
602
+ },
603
+ "faq_ask_info_vaccins": {
604
+ "count": 59
605
+ },
606
+ "faq_ask_complottheorie": {
607
+ "count": 76
608
+ },
609
+ "faq_ask_wat_is_corona": {
610
+ "count": 31
611
+ },
612
+ "faq_ask_complottheorie_Bill_Gates": {
613
+ "count": 75
614
+ },
615
+ "faq_ask_kinderen": {
616
+ "count": 116
617
+ },
618
+ "faq_ask_hoe_dodelijk": {
619
+ "count": 55
620
+ },
621
+ "faq_ask_planning_ouderen": {
622
+ "count": 48
623
+ },
624
+ "faq_ask_testen": {
625
+ "count": 48
626
+ },
627
+ "faq_ask_bijsluiter": {
628
+ "count": 17
629
+ },
630
+ "faq_ask_wat_is_rna": {
631
+ "count": 76
632
+ },
633
+ "faq_ask_leveringen": {
634
+ "count": 17
635
+ },
636
+ "faq_ask_welk_vaccin_krijg_ik": {
637
+ "count": 109
638
+ },
639
+ "faq_ask_ontwikkeling": {
640
+ "count": 62
641
+ },
642
+ "test": {
643
+ "count": 2
644
+ },
645
+ "faq_ask_contra_ind": {
646
+ "count": 189
647
+ },
648
+ "faq_ask_goedkeuring": {
649
+ "count": 13
650
+ },
651
+ "faq_ask_buitenlander": {
652
+ "count": 48
653
+ },
654
+ "faq_ask_afspraak_afzeggen": {
655
+ "count": 102
656
+ },
657
+ "faq_ask_vaccine_covid_gehad_effect": {
658
+ "count": 23
659
+ },
660
+ "faq_ask_pfizer": {
661
+ "count": 69
662
+ },
663
+ "faq_ask_derde_prik": {
664
+ "count": 45
665
+ },
666
+ "faq_ask_wie_is_risicopatient": {
667
+ "count": 50
668
+ },
669
+ "faq_ask_logistiek": {
670
+ "count": 44
671
+ },
672
+ "faq_ask_wat_is_vaccin": {
673
+ "count": 65
674
+ },
675
+ "faq_ask_maximaal_een_dosis": {
676
+ "count": 70
677
+ },
678
+ "faq_ask_vaccin_variant": {
679
+ "count": 15
680
+ },
681
+ "faq_ask_tweede_dosis_vervroegen": {
682
+ "count": 89
683
+ },
684
+ "faq_ask_nadelen": {
685
+ "count": 52
686
+ },
687
+ "faq_ask_waar_en_wanneer": {
688
+ "count": 126
689
+ },
690
+ "faq_ask_beschermen": {
691
+ "count": 92
692
+ },
693
+ "faq_ask_wat_na_vaccinatie": {
694
+ "count": 121
695
+ },
696
+ "faq_ask_in_vaccin": {
697
+ "count": 60
698
+ },
699
+ "faq_ask_duur_vaccinatie": {
700
+ "count": 73
701
+ },
702
+ "faq_ask_astrazeneca": {
703
+ "count": 50
704
+ },
705
+ "faq_ask_verschillen": {
706
+ "count": 121
707
+ },
708
+ "faq_ask_astrazeneca_prik_2": {
709
+ "count": 38
710
+ },
711
+ "faq_ask_risicopatient_immuunziekte": {
712
+ "count": 37
713
+ },
714
+ "faq_ask_eerste_prik_buitenland": {
715
+ "count": 6
716
+ },
717
+ "faq_ask_vaccin_immuunsysteem": {
718
+ "count": 16
719
+ },
720
+ "faq_ask_hartspierontsteking": {
721
+ "count": 24
722
+ },
723
+ "faq_ask_experimenteel": {
724
+ "count": 26
725
+ },
726
+ "faq_ask_vrijwillig_Janssen": {
727
+ "count": 22
728
+ },
729
+ "faq_ask_geen_antwoord": {
730
+ "count": 174
731
+ },
732
+ "chitchat_ask_bye": {
733
+ "count": 47
734
+ },
735
+ "faq_ask_janssen": {
736
+ "count": 77
737
+ },
738
+ "faq_ask_veelgestelde_vragen": {
739
+ "count": 51
740
+ },
741
+ "faq_ask_wie_ben_ik": {
742
+ "count": 95
743
+ },
744
+ "faq_ask_nuchter": {
745
+ "count": 30
746
+ },
747
+ "faq_ask_taxi": {
748
+ "count": 31
749
+ },
750
+ "faq_ask_foetus": {
751
+ "count": 32
752
+ },
753
+ "chitchat_ask_hi_en": {
754
+ "count": 37
755
+ },
756
+ "faq_ask_keuze": {
757
+ "count": 131
758
+ },
759
+ "faq_ask_gif_in_vaccin": {
760
+ "count": 50
761
+ },
762
+ "faq_ask_vegan": {
763
+ "count": 33
764
+ },
765
+ "faq_ask_allergisch_na_vaccinatie": {
766
+ "count": 43
767
+ },
768
+ "faq_ask_welke_vaccin": {
769
+ "count": 86
770
+ },
771
+ "faq_ask_waarom_niet_verplicht": {
772
+ "count": 52
773
+ },
774
+ "faq_ask_betalen_voor_vaccin": {
775
+ "count": 37
776
+ },
777
+ "faq_ask_beschermingsduur": {
778
+ "count": 153
779
+ },
780
+ "faq_ask_hoeveel_dosissen": {
781
+ "count": 68
782
+ },
783
+ "faq_ask_tijd_tot_tweede_dosis": {
784
+ "count": 88
785
+ },
786
+ "faq_ask_auto-immuun": {
787
+ "count": 46
788
+ },
789
+ "faq_ask_meer_bijwerkingen_tweede_dosis": {
790
+ "count": 45
791
+ },
792
+ "faq_ask_hersenziekte": {
793
+ "count": 17
794
+ },
795
+ "faq_ask_bijwerking_lange_termijn": {
796
+ "count": 86
797
+ },
798
+ "faq_ask_covid_door_vaccin": {
799
+ "count": 37
800
+ },
801
+ "faq_ask_oplopen_vaccinatie": {
802
+ "count": 89
803
+ },
804
+ "faq_ask_smaakverlies": {
805
+ "count": 15
806
+ },
807
+ "faq_ask_besmetten_na_vaccin": {
808
+ "count": 78
809
+ },
810
+ "faq_ask_test_voor_vaccin": {
811
+ "count": 44
812
+ },
813
+ "faq_ask_snel_ontwikkeld": {
814
+ "count": 56
815
+ },
816
+ "faq_ask_mrna_vs_andere_vaccins": {
817
+ "count": 35
818
+ },
819
+ "faq_ask_dna": {
820
+ "count": 64
821
+ },
822
+ "faq_ask_borstvoeding": {
823
+ "count": 25
824
+ },
825
+ "faq_ask_zwanger": {
826
+ "count": 64
827
+ },
828
+ "faq_ask_chronisch_ziek": {
829
+ "count": 27
830
+ },
831
+ "faq_ask_risicopatient_hartvaat": {
832
+ "count": 21
833
+ },
834
+ "faq_ask_risicopatient_diabetes": {
835
+ "count": 21
836
+ },
837
+ "faq_ask_iedereen": {
838
+ "count": 96
839
+ },
840
+ "faq_ask_prioritaire_gropen": {
841
+ "count": 291
842
+ },
843
+ "faq_ask_wanneer_algemene_bevolking": {
844
+ "count": 70
845
+ },
846
+ "faq_ask_risicopatient_kanker": {
847
+ "count": 37
848
+ },
849
+ "faq_ask_essentieel_beroep": {
850
+ "count": 37
851
+ },
852
+ "faq_ask_vaccinatiecentrum": {
853
+ "count": 43
854
+ },
855
+ "faq_ask_wanneer_iedereen_gevaccineerd": {
856
+ "count": 62
857
+ },
858
+ "faq_ask_huisarts": {
859
+ "count": 38
860
+ },
861
+ "faq_ask_wie_doet_inenting": {
862
+ "count": 51
863
+ },
864
+ "faq_ask_trage_start": {
865
+ "count": 25
866
+ },
867
+ "faq_ask_gestockeerd": {
868
+ "count": 32
869
+ },
870
+ "faq_ask_logistiek_veilig": {
871
+ "count": 32
872
+ },
873
+ "chitchat_ask_hi": {
874
+ "count": 43
875
+ },
876
+ "chitchat_ask_hi_fr": {
877
+ "count": 28
878
+ },
879
+ "get_started": {
880
+ "count": 2
881
+ },
882
+ "chitchat_ask_thanks": {
883
+ "count": 84
884
+ },
885
+ "faq_ask_combi": {
886
+ "count": 44
887
+ },
888
+ "faq_ask_timing_andere_vaccins": {
889
+ "count": 57
890
+ },
891
+ "faq_ask_reproductiegetal": {
892
+ "count": 36
893
+ },
894
+ "faq_ask_aantal_gevaccineerd": {
895
+ "count": 66
896
+ },
897
+ "faq_ask_minder_mobiel": {
898
+ "count": 42
899
+ },
900
+ "faq_ask_man_vrouw_verschillen": {
901
+ "count": 10
902
+ },
903
+ "faq_ask_mantelzorger": {
904
+ "count": 40
905
+ },
906
+ "faq_ask_wilsonbekwaam": {
907
+ "count": 40
908
+ },
909
+ "faq_ask_complottheorie_5G": {
910
+ "count": 62
911
+ },
912
+ "faq_ask_autisme_na_vaccinatie": {
913
+ "count": 28
914
+ },
915
+ "faq_ask_risicopatient_luchtwegaandoening": {
916
+ "count": 36
917
+ },
918
+ "faq_ask_planning_eerstelijnszorg": {
919
+ "count": 43
920
+ },
921
+ "faq_ask_onvruchtbaar": {
922
+ "count": 76
923
+ },
924
+ "faq_ask_curevac": {
925
+ "count": 17
926
+ },
927
+ "faq_ask_keuze_vaccinatiecentrum": {
928
+ "count": 33
929
+ },
930
+ "faq_ask_hoe_weet_overheid": {
931
+ "count": 28
932
+ },
933
+ "faq_ask_aantal_gevaccineerd_wereldwijd": {
934
+ "count": 41
935
+ },
936
+ "faq_ask_janssen_een_dosis": {
937
+ "count": 54
938
+ },
939
+ "faq_ask_astrazeneca_bij_ouderen": {
940
+ "count": 36
941
+ },
942
+ "faq_ask_uit_flacon": {
943
+ "count": 30
944
+ },
945
+ "faq_ask_moderna": {
946
+ "count": 32
947
+ },
948
+ "chitchat_ask_hi_de": {
949
+ "count": 30
950
+ },
951
+ "faq_ask_problemen_uitnodiging": {
952
+ "count": 37
953
+ },
954
+ "faq_ask_uitnodiging_na_vaccinatie": {
955
+ "count": 35
956
+ },
957
+ "faq_ask_afspraak_gemist": {
958
+ "count": 24
959
+ },
960
+ "faq_ask_kosjer_halal": {
961
+ "count": 29
962
+ },
963
+ "faq_ask_phishing": {
964
+ "count": 47
965
+ },
966
+ "faq_ask_huisdieren": {
967
+ "count": 41
968
+ },
969
+ "faq_ask_waarom_twijfel": {
970
+ "count": 2
971
+ },
972
+ "faq_ask_jong_en_gezond": {
973
+ "count": 2
974
+ },
975
+ "faq_ask_sneller_aan_de_beurt": {
976
+ "count": 59
977
+ },
978
+ "faq_ask_andere_vaccins": {
979
+ "count": 49
980
+ },
981
+ "faq_ask_geen_uitnodiging": {
982
+ "count": 38
983
+ },
984
+ "faq_ask_uitnodiging_afspraak_kwijt": {
985
+ "count": 39
986
+ },
987
+ "faq_ask_vrijwilliger": {
988
+ "count": 34
989
+ },
990
+ "faq_ask_vaccin_doorgeven": {
991
+ "count": 49
992
+ },
993
+ "faq_ask_mondmasker": {
994
+ "count": 21
995
+ },
996
+ "faq_ask_qvax_probleem": {
997
+ "count": 28
998
+ },
999
+ "faq_ask_probleem_registratie": {
1000
+ "count": 17
1001
+ },
1002
+ "faq_ask_wie_nu": {
1003
+ "count": 39
1004
+ },
1005
+ "faq_ask_gezondheidstoestand_gekend": {
1006
+ "count": 35
1007
+ },
1008
+ "faq_ask_begeleiding": {
1009
+ "count": 33
1010
+ },
1011
+ "faq_ask_pijnstiller": {
1012
+ "count": 39
1013
+ },
1014
+ "faq_ask_tweede_dosis_afspraak": {
1015
+ "count": 34
1016
+ },
1017
+ "faq_ask_privacy": {
1018
+ "count": 43
1019
+ },
1020
+ "faq_ask_bloed_geven": {
1021
+ "count": 26
1022
+ },
1023
+ "faq_ask_positieve_test_na_vaccin": {
1024
+ "count": 43
1025
+ },
1026
+ "faq_ask_twijfel_noodzaak": {
1027
+ "count": 1
1028
+ },
1029
+ "faq_ask_twijfel_praktisch": {
1030
+ "count": 2
1031
+ },
1032
+ "faq_ask_twijfel_vrijheid": {
1033
+ "count": 1
1034
+ },
1035
+ "faq_ask_twijfel_effectiviteit": {
1036
+ "count": 1
1037
+ },
1038
+ "faq_ask_twijfel_inhoud": {
1039
+ "count": 1
1040
+ },
1041
+ "faq_ask_twijfel_ontwikkeling": {
1042
+ "count": 1
1043
+ },
1044
+ "faq_ask_twijfel_bijwerkingen": {
1045
+ "count": 1
1046
+ },
1047
+ "faq_ask_twijfel_vaccins_zelf": {
1048
+ "count": 1
1049
+ },
1050
+ "faq_ask_twijfel_ivm_vaccinatie": {
1051
+ "count": 1
1052
+ },
1053
+ "faq_ask_bijwerking_AZ": {
1054
+ "count": 1
1055
+ },
1056
+ "faq_ask_bijwerking_JJ": {
1057
+ "count": 1
1058
+ },
1059
+ "faq_ask_bijwerking_pfizer": {
1060
+ "count": 2
1061
+ },
1062
+ "faq_ask_bijwerking_moderna": {
1063
+ "count": 1
1064
+ }
1065
+ }
1066
+ }
1067
+ }
1068
+ }