mteb 2.0.5__py3-none-any.whl → 2.1.19__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mteb/__init__.py +10 -1
- mteb/_create_dataloaders.py +8 -3
- mteb/_evaluators/any_sts_evaluator.py +14 -12
- mteb/_evaluators/clustering_evaluator.py +1 -1
- mteb/_evaluators/image/imagetext_pairclassification_evaluator.py +2 -2
- mteb/_evaluators/pair_classification_evaluator.py +3 -1
- mteb/_evaluators/retrieval_metrics.py +0 -9
- mteb/_evaluators/sklearn_evaluator.py +15 -28
- mteb/_evaluators/text/bitext_mining_evaluator.py +4 -1
- mteb/_evaluators/text/summarization_evaluator.py +4 -2
- mteb/_evaluators/zeroshot_classification_evaluator.py +2 -2
- mteb/abstasks/_stratification.py +1 -1
- mteb/abstasks/abstask.py +6 -1
- mteb/abstasks/clustering.py +1 -1
- mteb/abstasks/dataset_card_template.md +1 -1
- mteb/abstasks/multilabel_classification.py +2 -2
- mteb/abstasks/retrieval.py +2 -1
- mteb/abstasks/retrieval_dataset_loaders.py +1 -1
- mteb/abstasks/task_metadata.py +2 -1
- mteb/benchmarks/_create_table.py +1 -3
- mteb/benchmarks/benchmark.py +18 -1
- mteb/benchmarks/benchmarks/__init__.py +4 -0
- mteb/benchmarks/benchmarks/benchmarks.py +125 -16
- mteb/benchmarks/get_benchmark.py +3 -1
- mteb/cache.py +7 -3
- mteb/descriptive_stats/Classification/DutchColaClassification.json +54 -0
- mteb/descriptive_stats/Classification/DutchGovernmentBiasClassification.json +54 -0
- mteb/descriptive_stats/Classification/DutchNewsArticlesClassification.json +90 -0
- mteb/descriptive_stats/Classification/DutchSarcasticHeadlinesClassification.json +54 -0
- mteb/descriptive_stats/Classification/IconclassClassification.json +96 -0
- mteb/descriptive_stats/Classification/OpenTenderClassification.json +222 -0
- mteb/descriptive_stats/Classification/VaccinChatNLClassification.json +1068 -0
- mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringP2P.json +45 -0
- mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringS2S.json +45 -0
- mteb/descriptive_stats/Clustering/IconclassClusteringS2S.json +48 -0
- mteb/descriptive_stats/Clustering/OpenTenderClusteringP2P.json +111 -0
- mteb/descriptive_stats/Clustering/OpenTenderClusteringS2S.json +111 -0
- mteb/descriptive_stats/Clustering/VABBClusteringP2P.json +60 -0
- mteb/descriptive_stats/Clustering/VABBClusteringS2S.json +60 -0
- mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XFlickr30kCoT2IRetrieval.json +243 -153
- mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XM3600T2IRetrieval.json +999 -629
- mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json +33 -17
- mteb/descriptive_stats/Image/DocumentUnderstanding/MIRACLVisionRetrieval.json +574 -0
- mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3ComputerScienceRetrieval.json +214 -0
- mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3EnergyRetrieval.json +214 -0
- mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceEnRetrieval.json +214 -0
- mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceFrRetrieval.json +214 -0
- mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3HrRetrieval.json +214 -0
- mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3IndustrialRetrieval.json +214 -0
- mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3NuclearRetrieval.json +214 -0
- mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PharmaceuticalsRetrieval.json +214 -0
- mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PhysicsRetrieval.json +214 -0
- mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3TelecomRetrieval.json +214 -0
- mteb/descriptive_stats/MultilabelClassification/CovidDisinformationNLMultiLabelClassification.json +84 -0
- mteb/descriptive_stats/MultilabelClassification/VABBMultiLabelClassification.json +156 -0
- mteb/descriptive_stats/PairClassification/SICKNLPairClassification.json +35 -0
- mteb/descriptive_stats/PairClassification/XLWICNLPairClassification.json +35 -0
- mteb/descriptive_stats/Retrieval/ArguAna-NL.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/DutchNewsArticlesRetrieval.json +30 -0
- mteb/descriptive_stats/Retrieval/FEVERHardNegatives.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/HotpotQAHardNegatives.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/LegalQANLRetrieval.json +30 -0
- mteb/descriptive_stats/Retrieval/NFCorpus-NL.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/OpenTenderRetrieval.json +30 -0
- mteb/descriptive_stats/Retrieval/QuoraRetrievalHardNegatives.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/RiaNewsRetrievalHardNegatives.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/SCIDOCS-NL.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/SciFact-NL.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/VABBRetrieval.json +30 -0
- mteb/descriptive_stats/Retrieval/VDRMultilingualRetrieval.json +184 -0
- mteb/descriptive_stats/Retrieval/WinoGrande.json +14 -14
- mteb/descriptive_stats/Retrieval/bBSARDNLRetrieval.json +30 -0
- mteb/descriptive_stats/STS/SICK-NL-STS.json +28 -0
- mteb/evaluate.py +26 -6
- mteb/languages/check_language_code.py +11 -3
- mteb/languages/language_scripts.py +4 -0
- mteb/leaderboard/app.py +5 -3
- mteb/leaderboard/benchmark_selector.py +4 -2
- mteb/leaderboard/text_segments.py +1 -1
- mteb/models/cache_wrappers/cache_wrapper.py +1 -1
- mteb/models/instruct_wrapper.py +3 -0
- mteb/models/model_implementations/align_models.py +6 -0
- mteb/models/model_implementations/andersborges.py +51 -0
- mteb/models/model_implementations/ara_models.py +7 -0
- mteb/models/model_implementations/b1ade_models.py +1 -1
- mteb/models/model_implementations/bge_models.py +1 -3
- mteb/models/model_implementations/blip2_models.py +9 -0
- mteb/models/model_implementations/blip_models.py +19 -0
- mteb/models/model_implementations/bmretriever_models.py +1 -1
- mteb/models/model_implementations/cadet_models.py +8 -0
- mteb/models/model_implementations/cde_models.py +12 -0
- mteb/models/model_implementations/codefuse_models.py +15 -0
- mteb/models/model_implementations/codesage_models.py +12 -0
- mteb/models/model_implementations/cohere_models.py +1 -1
- mteb/models/model_implementations/colqwen_models.py +57 -0
- mteb/models/model_implementations/emillykkejensen_models.py +70 -0
- mteb/models/model_implementations/gme_v_models.py +2 -2
- mteb/models/model_implementations/ibm_granite_models.py +1 -1
- mteb/models/model_implementations/inf_models.py +3 -3
- mteb/models/model_implementations/jasper_models.py +253 -2
- mteb/models/model_implementations/jina_models.py +12 -2
- mteb/models/model_implementations/kalm_models.py +159 -25
- mteb/models/model_implementations/llm2vec_models.py +1 -1
- mteb/models/model_implementations/misc_models.py +8 -2
- mteb/models/model_implementations/moco_models.py +9 -0
- mteb/models/model_implementations/mxbai_models.py +1 -1
- mteb/models/model_implementations/openclip_models.py +16 -0
- mteb/models/model_implementations/piccolo_models.py +6 -0
- mteb/models/model_implementations/rasgaard_models.py +33 -0
- mteb/models/model_implementations/reasonir_model.py +1 -1
- mteb/models/model_implementations/salesforce_models.py +1 -1
- mteb/models/model_implementations/seed_1_6_embedding_models.py +1 -1
- mteb/models/model_implementations/spartan8806_atles_champion.py +26 -0
- mteb/models/model_implementations/tarka_models.py +374 -0
- mteb/models/model_implementations/voyage_models.py +6 -7
- mteb/models/model_implementations/voyage_v.py +10 -9
- mteb/models/model_implementations/yuan_models.py +33 -0
- mteb/models/search_wrappers.py +6 -5
- mteb/results/task_result.py +19 -17
- mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py +4 -2
- mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining_fast.py +1 -1
- mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py +1 -5
- mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py +2 -6
- mteb/tasks/classification/ara/ajgt.py +1 -2
- mteb/tasks/classification/ara/hotel_review_sentiment_classification.py +1 -2
- mteb/tasks/classification/ara/online_store_review_sentiment_classification.py +1 -2
- mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py +1 -2
- mteb/tasks/classification/ara/tweet_emotion_classification.py +1 -2
- mteb/tasks/classification/ara/tweet_sarcasm_classification.py +1 -2
- mteb/tasks/classification/ben/bengali_document_classification.py +1 -2
- mteb/tasks/classification/ben/bengali_hate_speech_classification.py +1 -2
- mteb/tasks/classification/ben/bengali_sentiment_analysis.py +1 -2
- mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py +1 -2
- mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py +1 -2
- mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py +1 -2
- mteb/tasks/classification/dan/angry_tweets_classification.py +2 -3
- mteb/tasks/classification/dan/danish_political_comments_classification.py +1 -2
- mteb/tasks/classification/dan/ddisco_cohesion_classification.py +1 -2
- mteb/tasks/classification/dan/dk_hate_classification.py +1 -2
- mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py +1 -2
- mteb/tasks/classification/deu/ten_k_gnad_classification.py +1 -2
- mteb/tasks/classification/eng/amazon_polarity_classification.py +1 -2
- mteb/tasks/classification/eng/arxiv_classification.py +1 -2
- mteb/tasks/classification/eng/banking77_classification.py +1 -2
- mteb/tasks/classification/eng/dbpedia_classification.py +1 -2
- mteb/tasks/classification/eng/emotion_classification.py +1 -2
- mteb/tasks/classification/eng/financial_phrasebank_classification.py +1 -2
- mteb/tasks/classification/eng/frenk_en_classification.py +1 -2
- mteb/tasks/classification/eng/gtsrb_classification.py +1 -1
- mteb/tasks/classification/eng/imdb_classification.py +1 -2
- mteb/tasks/classification/eng/legal_bench_classification.py +15 -121
- mteb/tasks/classification/eng/news_classification.py +1 -2
- mteb/tasks/classification/eng/patch_camelyon_classification.py +1 -1
- mteb/tasks/classification/eng/patent_classification.py +1 -2
- mteb/tasks/classification/eng/poem_sentiment_classification.py +1 -2
- mteb/tasks/classification/eng/sds_eye_protection_classification.py +1 -2
- mteb/tasks/classification/eng/sds_gloves_classification.py +1 -2
- mteb/tasks/classification/eng/toxic_chat_classification.py +2 -19
- mteb/tasks/classification/eng/toxic_conversations_classification.py +1 -2
- mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py +1 -2
- mteb/tasks/classification/eng/tweet_topic_single_classification.py +2 -13
- mteb/tasks/classification/eng/ucf101_classification.py +1 -5
- mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py +1 -2
- mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py +1 -2
- mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py +1 -2
- mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py +1 -2
- mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py +1 -2
- mteb/tasks/classification/eng/yahoo_answers_topics_classification.py +1 -2
- mteb/tasks/classification/eng/yelp_review_full_classification.py +1 -2
- mteb/tasks/classification/est/estonian_valence.py +1 -2
- mteb/tasks/classification/fas/fa_mteb_classification.py +7 -14
- mteb/tasks/classification/fil/filipino_hate_speech_classification.py +1 -2
- mteb/tasks/classification/fin/fin_toxicity_classification.py +2 -11
- mteb/tasks/classification/fra/french_book_reviews.py +1 -2
- mteb/tasks/classification/fra/movie_review_sentiment_classification.py +1 -2
- mteb/tasks/classification/guj/gujarati_news_classification.py +1 -2
- mteb/tasks/classification/heb/hebrew_sentiment_analysis.py +1 -2
- mteb/tasks/classification/hin/hindi_discourse_classification.py +1 -2
- mteb/tasks/classification/hin/sentiment_analysis_hindi.py +1 -2
- mteb/tasks/classification/hrv/frenk_hr_classification.py +1 -2
- mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py +1 -2
- mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py +1 -2
- mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py +1 -2
- mteb/tasks/classification/jav/javanese_imdb_classification.py +1 -2
- mteb/tasks/classification/jpn/wrime_classification.py +1 -2
- mteb/tasks/classification/kan/kannada_news_classification.py +1 -2
- mteb/tasks/classification/kor/klue_tc.py +1 -2
- mteb/tasks/classification/kor/kor_hate_classification.py +2 -17
- mteb/tasks/classification/kor/kor_sarcasm_classification.py +2 -19
- mteb/tasks/classification/kur/kurdish_sentiment_classification.py +1 -2
- mteb/tasks/classification/mal/malayalam_news_classification.py +1 -2
- mteb/tasks/classification/mar/marathi_news_classification.py +1 -2
- mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py +1 -2
- mteb/tasks/classification/multilingual/catalonia_tweet_classification.py +1 -6
- mteb/tasks/classification/multilingual/multi_hate_classification.py +1 -4
- mteb/tasks/classification/multilingual/ru_sci_bench_classification.py +4 -23
- mteb/tasks/classification/multilingual/scala_classification.py +1 -2
- mteb/tasks/classification/multilingual/sib200_classification.py +1 -6
- mteb/tasks/classification/mya/myanmar_news.py +2 -3
- mteb/tasks/classification/nep/nepali_news_classification.py +1 -2
- mteb/tasks/classification/nld/__init__.py +16 -0
- mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py +4 -2
- mteb/tasks/classification/nld/dutch_cola_classification.py +41 -0
- mteb/tasks/classification/nld/dutch_government_bias_classification.py +40 -0
- mteb/tasks/classification/nld/dutch_news_articles_classification.py +33 -0
- mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py +39 -0
- mteb/tasks/classification/nld/iconclass_classification.py +44 -0
- mteb/tasks/classification/nld/open_tender_classification.py +41 -0
- mteb/tasks/classification/nld/vaccin_chat_nl_classification.py +49 -0
- mteb/tasks/classification/nob/no_rec_classification.py +1 -2
- mteb/tasks/classification/nob/norwegian_parliament_classification.py +1 -2
- mteb/tasks/classification/ory/odia_news_classification.py +1 -2
- mteb/tasks/classification/pol/polish_classification.py +3 -6
- mteb/tasks/classification/ron/moroco.py +1 -2
- mteb/tasks/classification/ron/romanian_reviews_sentiment.py +1 -2
- mteb/tasks/classification/ron/romanian_sentiment_classification.py +1 -2
- mteb/tasks/classification/rus/georeview_classification.py +1 -2
- mteb/tasks/classification/rus/headline_classification.py +1 -2
- mteb/tasks/classification/rus/inappropriateness_classification.py +1 -2
- mteb/tasks/classification/rus/ru_reviews_classification.py +1 -2
- mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py +1 -2
- mteb/tasks/classification/rus/senti_ru_eval.py +1 -2
- mteb/tasks/classification/sin/sinhala_news_classification.py +1 -2
- mteb/tasks/classification/sin/sinhala_news_source_classification.py +1 -2
- mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py +1 -2
- mteb/tasks/classification/slk/slovak_hate_speech_classification.py +1 -2
- mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py +1 -2
- mteb/tasks/classification/slv/frenk_sl_classification.py +1 -2
- mteb/tasks/classification/spa/spanish_news_classification.py +1 -2
- mteb/tasks/classification/spa/spanish_sentiment_classification.py +1 -2
- mteb/tasks/classification/ssw/siswati_news_classification.py +1 -2
- mteb/tasks/classification/swa/swahili_news_classification.py +1 -2
- mteb/tasks/classification/swe/dalaj_classification.py +1 -2
- mteb/tasks/classification/swe/swe_rec_classification.py +1 -2
- mteb/tasks/classification/swe/swedish_sentiment_classification.py +1 -2
- mteb/tasks/classification/tam/tamil_news_classification.py +1 -2
- mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py +1 -2
- mteb/tasks/classification/tha/wisesight_sentiment_classification.py +1 -2
- mteb/tasks/classification/tha/wongnai_reviews_classification.py +1 -1
- mteb/tasks/classification/tsn/tswana_news_classification.py +1 -2
- mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py +1 -2
- mteb/tasks/classification/tur/turkish_product_sentiment_classification.py +1 -2
- mteb/tasks/classification/ukr/ukr_formality_classification.py +2 -15
- mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py +1 -2
- mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py +1 -6
- mteb/tasks/classification/vie/amazon_polarity_vn_classification.py +1 -6
- mteb/tasks/classification/vie/amazon_reviews_vn_classification.py +1 -5
- mteb/tasks/classification/vie/banking77_vn_classification.py +1 -5
- mteb/tasks/classification/vie/emotion_vn_classification.py +1 -5
- mteb/tasks/classification/vie/imdb_vn_classification.py +1 -5
- mteb/tasks/classification/vie/massive_intent_vn_classification.py +1 -5
- mteb/tasks/classification/vie/massive_scenario_vn_classification.py +1 -5
- mteb/tasks/classification/vie/mtop_domain_vn_classification.py +1 -5
- mteb/tasks/classification/vie/mtop_intent_vn_classification.py +1 -5
- mteb/tasks/classification/vie/toxic_conversations_vn_classification.py +1 -5
- mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py +1 -5
- mteb/tasks/classification/vie/vie_student_feedback_classification.py +1 -2
- mteb/tasks/classification/zho/cmteb_classification.py +5 -10
- mteb/tasks/classification/zho/yue_openrice_review_classification.py +1 -2
- mteb/tasks/classification/zul/isi_zulu_news_classification.py +1 -2
- mteb/tasks/clustering/__init__.py +1 -0
- mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py +1 -3
- mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py +1 -6
- mteb/tasks/clustering/nld/__init__.py +17 -0
- mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py +40 -0
- mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py +40 -0
- mteb/tasks/clustering/nld/iconclass_clustering_s2s.py +50 -0
- mteb/tasks/clustering/nld/open_tender_clustering_p2p.py +54 -0
- mteb/tasks/clustering/nld/open_tender_clustering_s2s.py +44 -0
- mteb/tasks/clustering/nld/vabb_clustering_p2p.py +54 -0
- mteb/tasks/clustering/nld/vabb_clustering_s2s.py +54 -0
- mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py +1 -5
- mteb/tasks/clustering/vie/reddit_clustering_vn.py +1 -5
- mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py +1 -5
- mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py +1 -5
- mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py +1 -5
- mteb/tasks/multilabel_classification/__init__.py +1 -0
- mteb/tasks/multilabel_classification/ita/emit_classification.py +1 -5
- mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py +1 -9
- mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py +1 -6
- mteb/tasks/multilabel_classification/nld/__init__.py +9 -0
- mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py +91 -0
- mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py +47 -0
- mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py +1 -6
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py +1 -1
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py +1 -2
- mteb/tasks/pair_classification/__init__.py +1 -0
- mteb/tasks/pair_classification/dan/talemaader_pc.py +1 -6
- mteb/tasks/pair_classification/eng/legal_bench_pc.py +1 -9
- mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py +9 -8
- mteb/tasks/pair_classification/nld/__init__.py +7 -0
- mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py +39 -0
- mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py +44 -0
- mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py +1 -5
- mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py +1 -5
- mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py +1 -5
- mteb/tasks/regression/multilingual/ru_sci_bench_regression.py +2 -6
- mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py +1 -2
- mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py +1 -5
- mteb/tasks/reranking/vie/sci_docs_reranking_vn.py +1 -5
- mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py +1 -5
- mteb/tasks/retrieval/code/code_rag.py +8 -8
- mteb/tasks/retrieval/dan/dan_fever_retrieval.py +1 -1
- mteb/tasks/retrieval/dan/tv2_nordretrieval.py +2 -2
- mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py +2 -2
- mteb/tasks/retrieval/eng/__init__.py +18 -4
- mteb/tasks/retrieval/eng/climate_fever_retrieval.py +68 -77
- mteb/tasks/retrieval/eng/dbpedia_retrieval.py +55 -50
- mteb/tasks/retrieval/eng/fever_retrieval.py +62 -67
- mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py +0 -4
- mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py +0 -4
- mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py +57 -67
- mteb/tasks/retrieval/eng/legal_summarization_retrieval.py +1 -1
- mteb/tasks/retrieval/eng/lit_search_retrieval.py +1 -8
- mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py +0 -3
- mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py +0 -2
- mteb/tasks/retrieval/eng/oven_it2t_retrieval.py +1 -1
- mteb/tasks/retrieval/eng/quora_retrieval.py +51 -46
- mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py +0 -4
- mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py +0 -4
- mteb/tasks/retrieval/eng/vidore_bench_retrieval.py +0 -2
- mteb/tasks/retrieval/eng/wino_grande_retrieval.py +1 -1
- mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py +1 -4
- mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py +1 -1
- mteb/tasks/retrieval/kat/georgian_faq_retrieval.py +11 -4
- mteb/tasks/retrieval/multilingual/__init__.py +22 -0
- mteb/tasks/retrieval/multilingual/belebele_retrieval.py +6 -5
- mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py +0 -2
- mteb/tasks/retrieval/multilingual/miracl_retrieval.py +1 -1
- mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py +2 -9
- mteb/tasks/retrieval/multilingual/mkqa_retrieval.py +1 -2
- mteb/tasks/retrieval/multilingual/mlqa_retrieval.py +1 -4
- mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py +1 -2
- mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py +9 -4
- mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py +2 -12
- mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py +0 -2
- mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py +399 -0
- mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py +0 -2
- mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py +6 -5
- mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py +3 -4
- mteb/tasks/retrieval/nld/__init__.py +18 -4
- mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py +46 -27
- mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py +44 -0
- mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py +33 -0
- mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py +42 -0
- mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py +42 -25
- mteb/tasks/retrieval/nld/open_tender_retrieval.py +41 -0
- mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py +42 -24
- mteb/tasks/retrieval/nld/scidocsnl_retrieval.py +44 -27
- mteb/tasks/retrieval/nld/vabb_retrieval.py +44 -0
- mteb/tasks/retrieval/nob/norquad.py +2 -2
- mteb/tasks/retrieval/nob/snl_retrieval.py +2 -2
- mteb/tasks/retrieval/rus/__init__.py +11 -2
- mteb/tasks/retrieval/rus/ria_news_retrieval.py +48 -44
- mteb/tasks/retrieval/slk/slovak_sum_retrieval.py +1 -7
- mteb/tasks/retrieval/tur/tur_hist_quad.py +2 -2
- mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/fevervn_retrieval.py +1 -7
- mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/green_node_table_markdown_retrieval.py +16 -1
- mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py +1 -6
- mteb/tasks/retrieval/vie/msmarcovn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/nqvn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/quora_vn_retrieval.py +1 -6
- mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/scidocsvn_retrieval.py +1 -6
- mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py +1 -5
- mteb/tasks/retrieval/vie/treccovidvn_retrieval.py +1 -5
- mteb/tasks/sts/__init__.py +1 -0
- mteb/tasks/sts/nld/__init__.py +5 -0
- mteb/tasks/sts/nld/sick_nl_sts.py +42 -0
- mteb/tasks/sts/vie/biosses_stsvn.py +1 -5
- mteb/tasks/sts/vie/sickr_stsvn.py +1 -5
- mteb/tasks/sts/vie/sts_benchmark_stsvn.py +1 -5
- mteb/tasks/zeroshot_classification/eng/gtsrb.py +1 -1
- mteb/tasks/zeroshot_classification/eng/patch_camelyon.py +1 -1
- mteb/tasks/zeroshot_classification/eng/ucf101.py +1 -5
- mteb-2.1.19.dist-info/METADATA +253 -0
- {mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/RECORD +398 -330
- mteb/descriptive_stats/Classification/PersianTextTone.json +0 -56
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchCount.json +0 -37
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDepth.json +0 -25
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDistance.json +0 -25
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchRelation.json +0 -25
- mteb/descriptive_stats/Image/VisualSTS/STS12VisualSTS.json +0 -20
- mteb/descriptive_stats/Image/VisualSTS/STS13VisualSTS.json +0 -20
- mteb/descriptive_stats/Image/VisualSTS/STS14VisualSTS.json +0 -20
- mteb/descriptive_stats/Image/VisualSTS/STS15VisualSTS.json +0 -20
- mteb/descriptive_stats/Image/VisualSTS/STS16VisualSTS.json +0 -20
- mteb/descriptive_stats/Image/VisualSTS/STS17MultilingualVisualSTS.json +0 -220
- mteb/descriptive_stats/Image/VisualSTS/STSBenchmarkMultilingualVisualSTS.json +0 -402
- mteb/descriptive_stats/Reranking/InstructIR.json +0 -31
- mteb-2.0.5.dist-info/METADATA +0 -455
- {mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/WHEEL +0 -0
- {mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/entry_points.txt +0 -0
- {mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/licenses/LICENSE +0 -0
- {mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
{
|
|
2
|
+
"test": {
|
|
3
|
+
"num_samples": 1200,
|
|
4
|
+
"text_statistics": {
|
|
5
|
+
"total_text_length": 2034506,
|
|
6
|
+
"min_text_length": 184,
|
|
7
|
+
"average_text_length": 1695.4216666666666,
|
|
8
|
+
"max_text_length": 8825,
|
|
9
|
+
"unique_texts": 1200
|
|
10
|
+
},
|
|
11
|
+
"image_statistics": null,
|
|
12
|
+
"labels_statistics": {
|
|
13
|
+
"min_labels_per_text": 1,
|
|
14
|
+
"average_label_per_text": 1.0,
|
|
15
|
+
"max_labels_per_text": 1,
|
|
16
|
+
"unique_labels": 8,
|
|
17
|
+
"labels": {
|
|
18
|
+
"Opmerkelijk": {
|
|
19
|
+
"count": 150
|
|
20
|
+
},
|
|
21
|
+
"Buitenland": {
|
|
22
|
+
"count": 150
|
|
23
|
+
},
|
|
24
|
+
"Cultuur & Media": {
|
|
25
|
+
"count": 150
|
|
26
|
+
},
|
|
27
|
+
"Binnenland": {
|
|
28
|
+
"count": 150
|
|
29
|
+
},
|
|
30
|
+
"Politiek": {
|
|
31
|
+
"count": 150
|
|
32
|
+
},
|
|
33
|
+
"Economie": {
|
|
34
|
+
"count": 150
|
|
35
|
+
},
|
|
36
|
+
"Tech": {
|
|
37
|
+
"count": 150
|
|
38
|
+
},
|
|
39
|
+
"Regionaal nieuws": {
|
|
40
|
+
"count": 150
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
{
|
|
2
|
+
"test": {
|
|
3
|
+
"num_samples": 1200,
|
|
4
|
+
"text_statistics": {
|
|
5
|
+
"total_text_length": 59242,
|
|
6
|
+
"min_text_length": 18,
|
|
7
|
+
"average_text_length": 49.36833333333333,
|
|
8
|
+
"max_text_length": 94,
|
|
9
|
+
"unique_texts": 1200
|
|
10
|
+
},
|
|
11
|
+
"image_statistics": null,
|
|
12
|
+
"labels_statistics": {
|
|
13
|
+
"min_labels_per_text": 1,
|
|
14
|
+
"average_label_per_text": 1.0,
|
|
15
|
+
"max_labels_per_text": 1,
|
|
16
|
+
"unique_labels": 8,
|
|
17
|
+
"labels": {
|
|
18
|
+
"Opmerkelijk": {
|
|
19
|
+
"count": 150
|
|
20
|
+
},
|
|
21
|
+
"Buitenland": {
|
|
22
|
+
"count": 150
|
|
23
|
+
},
|
|
24
|
+
"Cultuur & Media": {
|
|
25
|
+
"count": 150
|
|
26
|
+
},
|
|
27
|
+
"Binnenland": {
|
|
28
|
+
"count": 150
|
|
29
|
+
},
|
|
30
|
+
"Politiek": {
|
|
31
|
+
"count": 150
|
|
32
|
+
},
|
|
33
|
+
"Economie": {
|
|
34
|
+
"count": 150
|
|
35
|
+
},
|
|
36
|
+
"Tech": {
|
|
37
|
+
"count": 150
|
|
38
|
+
},
|
|
39
|
+
"Regionaal nieuws": {
|
|
40
|
+
"count": 150
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
}
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
{
|
|
2
|
+
"test": {
|
|
3
|
+
"num_samples": 202,
|
|
4
|
+
"text_statistics": {
|
|
5
|
+
"total_text_length": 11827,
|
|
6
|
+
"min_text_length": 6,
|
|
7
|
+
"average_text_length": 58.54950495049505,
|
|
8
|
+
"max_text_length": 403,
|
|
9
|
+
"unique_texts": 202
|
|
10
|
+
},
|
|
11
|
+
"image_statistics": null,
|
|
12
|
+
"labels_statistics": {
|
|
13
|
+
"min_labels_per_text": 1,
|
|
14
|
+
"average_label_per_text": 1.0,
|
|
15
|
+
"max_labels_per_text": 1,
|
|
16
|
+
"unique_labels": 9,
|
|
17
|
+
"labels": {
|
|
18
|
+
"Geschiedenis": {
|
|
19
|
+
"count": 22
|
|
20
|
+
},
|
|
21
|
+
"Klassieke mythologie en Oude Geschiedenis": {
|
|
22
|
+
"count": 22
|
|
23
|
+
},
|
|
24
|
+
"Literatuur": {
|
|
25
|
+
"count": 23
|
|
26
|
+
},
|
|
27
|
+
"Natuur": {
|
|
28
|
+
"count": 23
|
|
29
|
+
},
|
|
30
|
+
"De mens, de mensheid in het algemeen": {
|
|
31
|
+
"count": 22
|
|
32
|
+
},
|
|
33
|
+
"Maatschappij, civilisatie en cultuur": {
|
|
34
|
+
"count": 22
|
|
35
|
+
},
|
|
36
|
+
"Abstracte idee\u00ebn en concepten": {
|
|
37
|
+
"count": 23
|
|
38
|
+
},
|
|
39
|
+
"Religie en magie": {
|
|
40
|
+
"count": 22
|
|
41
|
+
},
|
|
42
|
+
"Bijbel": {
|
|
43
|
+
"count": 23
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
}
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
{
|
|
2
|
+
"test": {
|
|
3
|
+
"num_samples": 4485,
|
|
4
|
+
"text_statistics": {
|
|
5
|
+
"total_text_length": 2177123,
|
|
6
|
+
"min_text_length": 18,
|
|
7
|
+
"average_text_length": 485.4231884057971,
|
|
8
|
+
"max_text_length": 12193,
|
|
9
|
+
"unique_texts": 4485
|
|
10
|
+
},
|
|
11
|
+
"image_statistics": null,
|
|
12
|
+
"labels_statistics": {
|
|
13
|
+
"min_labels_per_text": 1,
|
|
14
|
+
"average_label_per_text": 1.0,
|
|
15
|
+
"max_labels_per_text": 1,
|
|
16
|
+
"unique_labels": 30,
|
|
17
|
+
"labels": {
|
|
18
|
+
"Kantoormachines en gegevensverwerkende apparatuur, kantooruitrusting en -benodigdheden, uitgez. meubilair en softwarepakketten": {
|
|
19
|
+
"count": 150
|
|
20
|
+
},
|
|
21
|
+
"Medische apparatuur, farmaceutische artikelen en artikelen voor lichaamsverzorging": {
|
|
22
|
+
"count": 150
|
|
23
|
+
},
|
|
24
|
+
"Onderzoek en ontwikkeling, en aanverwante adviezen": {
|
|
25
|
+
"count": 147
|
|
26
|
+
},
|
|
27
|
+
"Zakelijke dienstverlening: juridisch, marketing, consulting, drukkerij en beveiliging": {
|
|
28
|
+
"count": 150
|
|
29
|
+
},
|
|
30
|
+
"Uitrusting voor veiligheid, brandweer, politie en leger": {
|
|
31
|
+
"count": 150
|
|
32
|
+
},
|
|
33
|
+
"Structuren en materialen voor de bouw; ondersteunende producten voor de bouw (uitgezonderd elektrische apparatuur)": {
|
|
34
|
+
"count": 149
|
|
35
|
+
},
|
|
36
|
+
"Diensten voor land-, bos- en tuinbouw, aquicultuur en imkerij": {
|
|
37
|
+
"count": 150
|
|
38
|
+
},
|
|
39
|
+
"Reparatie- en onderhoudsdiensten": {
|
|
40
|
+
"count": 150
|
|
41
|
+
},
|
|
42
|
+
"Overige gemeenschaps-, sociale en persoonlijke diensten": {
|
|
43
|
+
"count": 150
|
|
44
|
+
},
|
|
45
|
+
"IT-diensten: adviezen, softwareontwikkeling, internet en ondersteuning": {
|
|
46
|
+
"count": 150
|
|
47
|
+
},
|
|
48
|
+
"Kleding, schoeisel, bagageartikelen en accessoires": {
|
|
49
|
+
"count": 150
|
|
50
|
+
},
|
|
51
|
+
"Meubelen (m.i.v. kantoormeubelen), inrichtingsartikelen, huishoudelijke apparaten (uitgez. verlichting) en schoonmaakproducten": {
|
|
52
|
+
"count": 149
|
|
53
|
+
},
|
|
54
|
+
"Gezondheidszorg en maatschappelijk werk": {
|
|
55
|
+
"count": 150
|
|
56
|
+
},
|
|
57
|
+
"Laboratoriuminstrumenten, optische en precisie-instrumenten (uitgezonderd brillen)": {
|
|
58
|
+
"count": 149
|
|
59
|
+
},
|
|
60
|
+
"Voeding, dranken, tabak en aanverwante producten": {
|
|
61
|
+
"count": 150
|
|
62
|
+
},
|
|
63
|
+
"Bouwwerkzaamheden": {
|
|
64
|
+
"count": 150
|
|
65
|
+
},
|
|
66
|
+
"Bedrijfsmachines": {
|
|
67
|
+
"count": 149
|
|
68
|
+
},
|
|
69
|
+
"Elektrische machines, apparaten, uitrusting en verbruiksartikelen; verlichting": {
|
|
70
|
+
"count": 149
|
|
71
|
+
},
|
|
72
|
+
"Vervoersdiensten (uitg. vervoer van afval)": {
|
|
73
|
+
"count": 149
|
|
74
|
+
},
|
|
75
|
+
"Financi\u00eble en verzekeringsdiensten": {
|
|
76
|
+
"count": 150
|
|
77
|
+
},
|
|
78
|
+
"Radio-, televisie-, communicatie-, telecommunicatietoestellen en aanverwante apparatuur": {
|
|
79
|
+
"count": 150
|
|
80
|
+
},
|
|
81
|
+
"Diensten voor onderwijs en opleiding": {
|
|
82
|
+
"count": 149
|
|
83
|
+
},
|
|
84
|
+
"Drukwerk en aanverwante producten": {
|
|
85
|
+
"count": 149
|
|
86
|
+
},
|
|
87
|
+
"Vervoersmaterieel en bijbehorende producten": {
|
|
88
|
+
"count": 149
|
|
89
|
+
},
|
|
90
|
+
"Software en informatiesystemen": {
|
|
91
|
+
"count": 150
|
|
92
|
+
},
|
|
93
|
+
"Dienstverlening op het gebied van architectuur, bouwkunde, civiele techniek en inspectie": {
|
|
94
|
+
"count": 150
|
|
95
|
+
},
|
|
96
|
+
"Diensten inzake afvalwater, afval, reiniging en milieu": {
|
|
97
|
+
"count": 150
|
|
98
|
+
},
|
|
99
|
+
"Post- en telecommunicatiediensten": {
|
|
100
|
+
"count": 149
|
|
101
|
+
},
|
|
102
|
+
"Aardolieproducten, brandstof, elektriciteit en andere energiebronnen": {
|
|
103
|
+
"count": 149
|
|
104
|
+
},
|
|
105
|
+
"Diensten voor hotel, restaurant en detailhandel": {
|
|
106
|
+
"count": 149
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
}
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
{
|
|
2
|
+
"test": {
|
|
3
|
+
"num_samples": 4381,
|
|
4
|
+
"text_statistics": {
|
|
5
|
+
"total_text_length": 264422,
|
|
6
|
+
"min_text_length": 6,
|
|
7
|
+
"average_text_length": 60.3565396028304,
|
|
8
|
+
"max_text_length": 420,
|
|
9
|
+
"unique_texts": 4381
|
|
10
|
+
},
|
|
11
|
+
"image_statistics": null,
|
|
12
|
+
"labels_statistics": {
|
|
13
|
+
"min_labels_per_text": 1,
|
|
14
|
+
"average_label_per_text": 1.0,
|
|
15
|
+
"max_labels_per_text": 1,
|
|
16
|
+
"unique_labels": 30,
|
|
17
|
+
"labels": {
|
|
18
|
+
"Kantoormachines en gegevensverwerkende apparatuur, kantooruitrusting en -benodigdheden, uitgez. meubilair en softwarepakketten": {
|
|
19
|
+
"count": 143
|
|
20
|
+
},
|
|
21
|
+
"Medische apparatuur, farmaceutische artikelen en artikelen voor lichaamsverzorging": {
|
|
22
|
+
"count": 148
|
|
23
|
+
},
|
|
24
|
+
"Onderzoek en ontwikkeling, en aanverwante adviezen": {
|
|
25
|
+
"count": 147
|
|
26
|
+
},
|
|
27
|
+
"Zakelijke dienstverlening: juridisch, marketing, consulting, drukkerij en beveiliging": {
|
|
28
|
+
"count": 145
|
|
29
|
+
},
|
|
30
|
+
"Uitrusting voor veiligheid, brandweer, politie en leger": {
|
|
31
|
+
"count": 149
|
|
32
|
+
},
|
|
33
|
+
"Structuren en materialen voor de bouw; ondersteunende producten voor de bouw (uitgezonderd elektrische apparatuur)": {
|
|
34
|
+
"count": 146
|
|
35
|
+
},
|
|
36
|
+
"Diensten voor land-, bos- en tuinbouw, aquicultuur en imkerij": {
|
|
37
|
+
"count": 150
|
|
38
|
+
},
|
|
39
|
+
"Reparatie- en onderhoudsdiensten": {
|
|
40
|
+
"count": 148
|
|
41
|
+
},
|
|
42
|
+
"Overige gemeenschaps-, sociale en persoonlijke diensten": {
|
|
43
|
+
"count": 143
|
|
44
|
+
},
|
|
45
|
+
"IT-diensten: adviezen, softwareontwikkeling, internet en ondersteuning": {
|
|
46
|
+
"count": 149
|
|
47
|
+
},
|
|
48
|
+
"Kleding, schoeisel, bagageartikelen en accessoires": {
|
|
49
|
+
"count": 143
|
|
50
|
+
},
|
|
51
|
+
"Meubelen (m.i.v. kantoormeubelen), inrichtingsartikelen, huishoudelijke apparaten (uitgez. verlichting) en schoonmaakproducten": {
|
|
52
|
+
"count": 143
|
|
53
|
+
},
|
|
54
|
+
"Gezondheidszorg en maatschappelijk werk": {
|
|
55
|
+
"count": 147
|
|
56
|
+
},
|
|
57
|
+
"Laboratoriuminstrumenten, optische en precisie-instrumenten (uitgezonderd brillen)": {
|
|
58
|
+
"count": 147
|
|
59
|
+
},
|
|
60
|
+
"Voeding, dranken, tabak en aanverwante producten": {
|
|
61
|
+
"count": 149
|
|
62
|
+
},
|
|
63
|
+
"Bouwwerkzaamheden": {
|
|
64
|
+
"count": 149
|
|
65
|
+
},
|
|
66
|
+
"Bedrijfsmachines": {
|
|
67
|
+
"count": 149
|
|
68
|
+
},
|
|
69
|
+
"Elektrische machines, apparaten, uitrusting en verbruiksartikelen; verlichting": {
|
|
70
|
+
"count": 149
|
|
71
|
+
},
|
|
72
|
+
"Vervoersdiensten (uitg. vervoer van afval)": {
|
|
73
|
+
"count": 144
|
|
74
|
+
},
|
|
75
|
+
"Financi\u00eble en verzekeringsdiensten": {
|
|
76
|
+
"count": 144
|
|
77
|
+
},
|
|
78
|
+
"Radio-, televisie-, communicatie-, telecommunicatietoestellen en aanverwante apparatuur": {
|
|
79
|
+
"count": 145
|
|
80
|
+
},
|
|
81
|
+
"Diensten voor onderwijs en opleiding": {
|
|
82
|
+
"count": 148
|
|
83
|
+
},
|
|
84
|
+
"Drukwerk en aanverwante producten": {
|
|
85
|
+
"count": 137
|
|
86
|
+
},
|
|
87
|
+
"Vervoersmaterieel en bijbehorende producten": {
|
|
88
|
+
"count": 148
|
|
89
|
+
},
|
|
90
|
+
"Software en informatiesystemen": {
|
|
91
|
+
"count": 150
|
|
92
|
+
},
|
|
93
|
+
"Dienstverlening op het gebied van architectuur, bouwkunde, civiele techniek en inspectie": {
|
|
94
|
+
"count": 149
|
|
95
|
+
},
|
|
96
|
+
"Diensten inzake afvalwater, afval, reiniging en milieu": {
|
|
97
|
+
"count": 147
|
|
98
|
+
},
|
|
99
|
+
"Post- en telecommunicatiediensten": {
|
|
100
|
+
"count": 142
|
|
101
|
+
},
|
|
102
|
+
"Aardolieproducten, brandstof, elektriciteit en andere energiebronnen": {
|
|
103
|
+
"count": 143
|
|
104
|
+
},
|
|
105
|
+
"Diensten voor hotel, restaurant en detailhandel": {
|
|
106
|
+
"count": 140
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
}
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
{
|
|
2
|
+
"test": {
|
|
3
|
+
"num_samples": 195,
|
|
4
|
+
"text_statistics": {
|
|
5
|
+
"total_text_length": 186620,
|
|
6
|
+
"min_text_length": 30,
|
|
7
|
+
"average_text_length": 957.025641025641,
|
|
8
|
+
"max_text_length": 35167,
|
|
9
|
+
"unique_texts": 195
|
|
10
|
+
},
|
|
11
|
+
"image_statistics": null,
|
|
12
|
+
"labels_statistics": {
|
|
13
|
+
"min_labels_per_text": 1,
|
|
14
|
+
"average_label_per_text": 1.0,
|
|
15
|
+
"max_labels_per_text": 1,
|
|
16
|
+
"unique_labels": 13,
|
|
17
|
+
"labels": {
|
|
18
|
+
"Art History": {
|
|
19
|
+
"count": 15
|
|
20
|
+
},
|
|
21
|
+
"Sociology": {
|
|
22
|
+
"count": 15
|
|
23
|
+
},
|
|
24
|
+
"Law": {
|
|
25
|
+
"count": 15
|
|
26
|
+
},
|
|
27
|
+
"History": {
|
|
28
|
+
"count": 15
|
|
29
|
+
},
|
|
30
|
+
"Linguistics": {
|
|
31
|
+
"count": 15
|
|
32
|
+
},
|
|
33
|
+
"Social Health Sciences": {
|
|
34
|
+
"count": 15
|
|
35
|
+
},
|
|
36
|
+
"Political Sciences": {
|
|
37
|
+
"count": 15
|
|
38
|
+
},
|
|
39
|
+
"Educational Sciences": {
|
|
40
|
+
"count": 15
|
|
41
|
+
},
|
|
42
|
+
"Literature": {
|
|
43
|
+
"count": 15
|
|
44
|
+
},
|
|
45
|
+
"Theology": {
|
|
46
|
+
"count": 15
|
|
47
|
+
},
|
|
48
|
+
"Economics & Business": {
|
|
49
|
+
"count": 15
|
|
50
|
+
},
|
|
51
|
+
"Philosophy": {
|
|
52
|
+
"count": 15
|
|
53
|
+
},
|
|
54
|
+
"Criminology": {
|
|
55
|
+
"count": 15
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
}
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
{
|
|
2
|
+
"test": {
|
|
3
|
+
"num_samples": 195,
|
|
4
|
+
"text_statistics": {
|
|
5
|
+
"total_text_length": 14155,
|
|
6
|
+
"min_text_length": 13,
|
|
7
|
+
"average_text_length": 72.58974358974359,
|
|
8
|
+
"max_text_length": 182,
|
|
9
|
+
"unique_texts": 195
|
|
10
|
+
},
|
|
11
|
+
"image_statistics": null,
|
|
12
|
+
"labels_statistics": {
|
|
13
|
+
"min_labels_per_text": 1,
|
|
14
|
+
"average_label_per_text": 1.0,
|
|
15
|
+
"max_labels_per_text": 1,
|
|
16
|
+
"unique_labels": 13,
|
|
17
|
+
"labels": {
|
|
18
|
+
"Art History": {
|
|
19
|
+
"count": 15
|
|
20
|
+
},
|
|
21
|
+
"Sociology": {
|
|
22
|
+
"count": 15
|
|
23
|
+
},
|
|
24
|
+
"Law": {
|
|
25
|
+
"count": 15
|
|
26
|
+
},
|
|
27
|
+
"History": {
|
|
28
|
+
"count": 15
|
|
29
|
+
},
|
|
30
|
+
"Linguistics": {
|
|
31
|
+
"count": 15
|
|
32
|
+
},
|
|
33
|
+
"Social Health Sciences": {
|
|
34
|
+
"count": 15
|
|
35
|
+
},
|
|
36
|
+
"Political Sciences": {
|
|
37
|
+
"count": 15
|
|
38
|
+
},
|
|
39
|
+
"Educational Sciences": {
|
|
40
|
+
"count": 15
|
|
41
|
+
},
|
|
42
|
+
"Literature": {
|
|
43
|
+
"count": 15
|
|
44
|
+
},
|
|
45
|
+
"Theology": {
|
|
46
|
+
"count": 15
|
|
47
|
+
},
|
|
48
|
+
"Economics & Business": {
|
|
49
|
+
"count": 15
|
|
50
|
+
},
|
|
51
|
+
"Philosophy": {
|
|
52
|
+
"count": 15
|
|
53
|
+
},
|
|
54
|
+
"Criminology": {
|
|
55
|
+
"count": 15
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
}
|