mteb 2.1.0__py3-none-any.whl → 2.1.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mteb/_create_dataloaders.py +2 -0
- mteb/abstasks/_stratification.py +1 -1
- mteb/abstasks/abstask.py +6 -1
- mteb/abstasks/dataset_card_template.md +1 -1
- mteb/abstasks/retrieval.py +2 -1
- mteb/abstasks/retrieval_dataset_loaders.py +1 -1
- mteb/abstasks/task_metadata.py +1 -1
- mteb/benchmarks/benchmarks/benchmarks.py +7 -11
- mteb/benchmarks/get_benchmark.py +1 -1
- mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XFlickr30kCoT2IRetrieval.json +243 -153
- mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XM3600T2IRetrieval.json +999 -629
- mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json +33 -17
- mteb/descriptive_stats/Image/DocumentUnderstanding/MIRACLVisionRetrieval.json +574 -0
- mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/FEVERHardNegatives.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/HotpotQAHardNegatives.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/QuoraRetrievalHardNegatives.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/RiaNewsRetrievalHardNegatives.v2.json +30 -0
- mteb/descriptive_stats/Retrieval/VDRMultilingualRetrieval.json +184 -0
- mteb/languages/check_language_code.py +11 -3
- mteb/languages/language_scripts.py +4 -0
- mteb/leaderboard/text_segments.py +1 -1
- mteb/models/model_implementations/b1ade_models.py +1 -1
- mteb/models/model_implementations/bge_models.py +1 -3
- mteb/models/model_implementations/bmretriever_models.py +1 -1
- mteb/models/model_implementations/gme_v_models.py +2 -2
- mteb/models/model_implementations/ibm_granite_models.py +1 -1
- mteb/models/model_implementations/inf_models.py +3 -3
- mteb/models/model_implementations/jina_models.py +12 -2
- mteb/models/model_implementations/llm2vec_models.py +1 -1
- mteb/models/model_implementations/misc_models.py +2 -2
- mteb/models/model_implementations/mxbai_models.py +1 -1
- mteb/models/model_implementations/salesforce_models.py +1 -1
- mteb/models/model_implementations/seed_1_6_embedding_models.py +1 -1
- mteb/models/model_implementations/voyage_v.py +9 -9
- mteb/results/task_result.py +6 -8
- mteb/tasks/classification/dan/angry_tweets_classification.py +2 -2
- mteb/tasks/classification/eng/legal_bench_classification.py +3 -3
- mteb/tasks/classification/mya/myanmar_news.py +2 -2
- mteb/tasks/classification/tha/wongnai_reviews_classification.py +1 -1
- mteb/tasks/classification/ukr/ukr_formality_classification.py +2 -2
- mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py +9 -8
- mteb/tasks/retrieval/code/code_rag.py +8 -8
- mteb/tasks/retrieval/dan/dan_fever_retrieval.py +1 -1
- mteb/tasks/retrieval/dan/tv2_nordretrieval.py +2 -2
- mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py +2 -2
- mteb/tasks/retrieval/eng/__init__.py +18 -4
- mteb/tasks/retrieval/eng/climate_fever_retrieval.py +68 -77
- mteb/tasks/retrieval/eng/dbpedia_retrieval.py +55 -50
- mteb/tasks/retrieval/eng/fever_retrieval.py +62 -67
- mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py +0 -4
- mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py +0 -4
- mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py +57 -67
- mteb/tasks/retrieval/eng/legal_summarization_retrieval.py +1 -1
- mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py +0 -3
- mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py +0 -2
- mteb/tasks/retrieval/eng/oven_it2t_retrieval.py +1 -1
- mteb/tasks/retrieval/eng/quora_retrieval.py +51 -46
- mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py +0 -4
- mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py +0 -4
- mteb/tasks/retrieval/eng/vidore_bench_retrieval.py +0 -2
- mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py +1 -1
- mteb/tasks/retrieval/multilingual/belebele_retrieval.py +1 -1
- mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py +0 -2
- mteb/tasks/retrieval/multilingual/miracl_retrieval.py +1 -1
- mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py +2 -9
- mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py +0 -2
- mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py +0 -2
- mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py +6 -5
- mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py +3 -4
- mteb/tasks/retrieval/nob/norquad.py +2 -2
- mteb/tasks/retrieval/nob/snl_retrieval.py +2 -2
- mteb/tasks/retrieval/rus/__init__.py +11 -2
- mteb/tasks/retrieval/rus/ria_news_retrieval.py +48 -44
- mteb/tasks/retrieval/tur/tur_hist_quad.py +2 -2
- {mteb-2.1.0.dist-info → mteb-2.1.1.dist-info}/METADATA +5 -5
- {mteb-2.1.0.dist-info → mteb-2.1.1.dist-info}/RECORD +82 -87
- mteb/descriptive_stats/Classification/PersianTextTone.json +0 -56
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchCount.json +0 -37
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDepth.json +0 -25
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDistance.json +0 -25
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchRelation.json +0 -25
- mteb/descriptive_stats/Image/VisualSTS/STS12VisualSTS.json +0 -20
- mteb/descriptive_stats/Image/VisualSTS/STS13VisualSTS.json +0 -20
- mteb/descriptive_stats/Image/VisualSTS/STS14VisualSTS.json +0 -20
- mteb/descriptive_stats/Image/VisualSTS/STS15VisualSTS.json +0 -20
- mteb/descriptive_stats/Image/VisualSTS/STS16VisualSTS.json +0 -20
- mteb/descriptive_stats/Image/VisualSTS/STS17MultilingualVisualSTS.json +0 -220
- mteb/descriptive_stats/Image/VisualSTS/STSBenchmarkMultilingualVisualSTS.json +0 -402
- mteb/descriptive_stats/Reranking/InstructIR.json +0 -31
- {mteb-2.1.0.dist-info → mteb-2.1.1.dist-info}/WHEEL +0 -0
- {mteb-2.1.0.dist-info → mteb-2.1.1.dist-info}/entry_points.txt +0 -0
- {mteb-2.1.0.dist-info → mteb-2.1.1.dist-info}/licenses/LICENSE +0 -0
- {mteb-2.1.0.dist-info → mteb-2.1.1.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
mteb/__init__.py,sha256=bl3K7IHalVzP27SIQ3qdo52vy9aAuvMsIKOx0h5P6Sk,1256
|
|
2
2
|
mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
|
|
3
|
-
mteb/_create_dataloaders.py,sha256=
|
|
3
|
+
mteb/_create_dataloaders.py,sha256=5N4BKUElPLgk7aR3M5RGe3oECIGy8SntB6WufZvFMaM,14237
|
|
4
4
|
mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
|
|
5
5
|
mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
|
|
6
6
|
mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
|
|
@@ -29,21 +29,21 @@ mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=3Lmf0G4pCJN61nTLukIBSL49
|
|
|
29
29
|
mteb/_evaluators/text/summarization_evaluator.py,sha256=LBQUudSzaa0x4-JV0tLiEWd_zvSUP-4twkV3HhOUeiU,10393
|
|
30
30
|
mteb/abstasks/__init__.py,sha256=1iAwpYTWX7U-goak2KMmacPFCzxPchLQAmZ_uI0t-p0,1130
|
|
31
31
|
mteb/abstasks/_statistics_calculation.py,sha256=gf_BhkXbCdwT1w4xza3op6FmjFsZIsNjvyUMCgRyTrg,5578
|
|
32
|
-
mteb/abstasks/_stratification.py,sha256=
|
|
33
|
-
mteb/abstasks/abstask.py,sha256=
|
|
32
|
+
mteb/abstasks/_stratification.py,sha256=zfwkIVmD7Aq7mR2Yt8jTeW1j5ZVV7CIweW842VzcfXc,14364
|
|
33
|
+
mteb/abstasks/abstask.py,sha256=nZwiY_5d0VVtUrlCATngpFLG3JAovO5AvmD0nkkWsLE,25118
|
|
34
34
|
mteb/abstasks/aggregate_task_metadata.py,sha256=vzt1z2wDl0sXD7ErZFwKojYwmFUBPAnGlXLuqLA_-6Q,5992
|
|
35
35
|
mteb/abstasks/aggregated_task.py,sha256=puY6-EAqbL5ehKvFHTMriIdy3rAuqqYHF3ezog1eYxw,6671
|
|
36
36
|
mteb/abstasks/classification.py,sha256=Es9pmRdjv6xbc-KnGqVdO6dR1cc7yAHhekCZES7n5o8,13441
|
|
37
37
|
mteb/abstasks/clustering.py,sha256=WRbNfaYYaWJQGQEOrGtW6GpUkhsezqI-iGECYMK0Ruw,14433
|
|
38
38
|
mteb/abstasks/clustering_legacy.py,sha256=HZY8zgBgqqs5urF_to9wzqm3MnjFivs59hU6P3NrzcI,8684
|
|
39
|
-
mteb/abstasks/dataset_card_template.md,sha256=
|
|
39
|
+
mteb/abstasks/dataset_card_template.md,sha256=aD6l8qc3_jxwoIGJNYLzse-jpRa8hu92AxpnUtNgges,5122
|
|
40
40
|
mteb/abstasks/multilabel_classification.py,sha256=_DugiqvGhOWd-dGM7746OeS0659Ft8W_vvWoi7BvSXQ,8968
|
|
41
41
|
mteb/abstasks/pair_classification.py,sha256=cmXfQmzmbTiHDWgPKy21Iddh_q_PwCqhv8Lz6rAwe5U,12851
|
|
42
42
|
mteb/abstasks/regression.py,sha256=SeacOErZUXGLGOcwqAvht6BlbD8fcsn9QhNiFIuJGyc,8832
|
|
43
|
-
mteb/abstasks/retrieval.py,sha256=
|
|
44
|
-
mteb/abstasks/retrieval_dataset_loaders.py,sha256=
|
|
43
|
+
mteb/abstasks/retrieval.py,sha256=7QTKYlGaGvF1lOQkB_B4qj8Vm2FxxFXNVTHhfwZO8Bw,26439
|
|
44
|
+
mteb/abstasks/retrieval_dataset_loaders.py,sha256=WukcFAn54rUpXULCG43eysHozXHAxo2CaPhQyL_2Yg8,9401
|
|
45
45
|
mteb/abstasks/sts.py,sha256=rv611-rFNgaGFD8Hmsgwsbxgjt7dNZritL9pMFMjzLk,8660
|
|
46
|
-
mteb/abstasks/task_metadata.py,sha256=
|
|
46
|
+
mteb/abstasks/task_metadata.py,sha256=jDN2j-WOu1yYtexdsmmnqDU-0-QJbh7MxLXgNlVvcEA,26854
|
|
47
47
|
mteb/abstasks/zeroshot_classification.py,sha256=4UxBIZ1e1iRK8PRAhCWnnSDirK2vi5-w2N5ZomCnaIM,5882
|
|
48
48
|
mteb/abstasks/image/__init__.py,sha256=NgvMJnp1g2mUv27RL-TvzA7s1BOdMG-EB1CrZfdbWdg,136
|
|
49
49
|
mteb/abstasks/image/image_text_pair_classification.py,sha256=SejETTXc3g2VSWYafTe-VAHZcNpX98bgzsWsqQisIzI,7712
|
|
@@ -54,9 +54,9 @@ mteb/abstasks/text/summarization.py,sha256=KYEb8gh4JjpSsrvGUmQ2VlrVdzzVxIWcitXOJ
|
|
|
54
54
|
mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,225
|
|
55
55
|
mteb/benchmarks/_create_table.py,sha256=gYgwhACmY8JSN00y6r3HfHNQphCIuvcw_IwRZNQwgdc,20623
|
|
56
56
|
mteb/benchmarks/benchmark.py,sha256=9pbrn5vsSB9Xo23YqQXjRdzorXnMulkm1QvJUkqvuGk,3445
|
|
57
|
-
mteb/benchmarks/get_benchmark.py,sha256=
|
|
57
|
+
mteb/benchmarks/get_benchmark.py,sha256=Zh_C_RXl02hBxg6ffQlxEFERrokaern1RAN4yh2pa2E,3833
|
|
58
58
|
mteb/benchmarks/benchmarks/__init__.py,sha256=Et7Gf7pKDxa939bIvAJB6OCirQrWAbmbbI3LHA6eMa0,2070
|
|
59
|
-
mteb/benchmarks/benchmarks/benchmarks.py,sha256=
|
|
59
|
+
mteb/benchmarks/benchmarks/benchmarks.py,sha256=_qo3bfJsEhqGdovIPxZnYCT-4sJynNMpBdV0AjhMTgw,88420
|
|
60
60
|
mteb/benchmarks/benchmarks/rteb_benchmarks.py,sha256=QnCSrTTaBfcRlAQp2Nu81tgv1idMXqiM16Fp2zKJ5Ys,10607
|
|
61
61
|
mteb/cli/__init__.py,sha256=v-csUr3eUZElIvrGB6QGtaIdndDfNWEe9oZchsGsJpg,64
|
|
62
62
|
mteb/cli/_display_tasks.py,sha256=7A06dT9sSoTz6shyMvskPxuc5eHY_H7PGPlROzMP0yw,2196
|
|
@@ -394,7 +394,6 @@ mteb/descriptive_stats/Classification/PerShopIntentClassification.json,sha256=RQ
|
|
|
394
394
|
mteb/descriptive_stats/Classification/PersianFoodSentimentClassification.json,sha256=P6zbHlTaeiA6CbFIZ8O4r4AyP1maj7t8kg9qVr-7kHY,2263
|
|
395
395
|
mteb/descriptive_stats/Classification/PersianTextEmotion.json,sha256=R66UZcPvsdTDg87-bwZdml_u3AtJnpLmLkEKsWK7m9Y,2107
|
|
396
396
|
mteb/descriptive_stats/Classification/PersianTextEmotion.v2.json,sha256=e7CWGfQsYIxqP8skW18QS51kWdWEPUE3vvvhfMz5HT8,2108
|
|
397
|
-
mteb/descriptive_stats/Classification/PersianTextTone.json,sha256=1VDu3IGnWcCaVNr37sQOQn_X5nj1DcpUY_kbqfVs9Ws,1411
|
|
398
397
|
mteb/descriptive_stats/Classification/PersonalJurisdictionLegalBenchClassification.json,sha256=ys7e5vLUBePoIeukZecIzJdECQFbaUJb9lc4rMDwHoQ,1466
|
|
399
398
|
mteb/descriptive_stats/Classification/PoemSentimentClassification.json,sha256=hDOcMpHjwhubTHuDTyQDXsTjsls1x96WmXErp0Ozv_I,2539
|
|
400
399
|
mteb/descriptive_stats/Classification/PoemSentimentClassification.v2.json,sha256=b4NpKB8hWGMPQmUX1r_oxfgH7mG_PFYUwdU26bjUErU,2541
|
|
@@ -675,8 +674,8 @@ mteb/descriptive_stats/Clustering/WikiClusteringP2P.v2.json,sha256=ARInjol-Rn-Zq
|
|
|
675
674
|
mteb/descriptive_stats/Clustering/WikipediaChemistryTopicsClustering.json,sha256=NDU0KlQAGIkS26pW-9d9R1PujwckVHvnIBP4jVyBK48,1364
|
|
676
675
|
mteb/descriptive_stats/Clustering/WikipediaSpecialtiesInChemistryClustering.json,sha256=OYif90lQ1G8EGQTASar7xvkIoiS0VJcGwk3Y32ZpPW4,907
|
|
677
676
|
mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/WITT2IRetrieval.json,sha256=eYn1-hl2Ukiu6fYMjrx4eHjEcq9a4eGS3VVYYVbyu68,15453
|
|
678
|
-
mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XFlickr30kCoT2IRetrieval.json,sha256=
|
|
679
|
-
mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XM3600T2IRetrieval.json,sha256=
|
|
677
|
+
mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XFlickr30kCoT2IRetrieval.json,sha256=70S1y2o9Xp1uTqeRgz5TLX9kkxnV7HGuRFCV-y___6U,11348
|
|
678
|
+
mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XM3600T2IRetrieval.json,sha256=qxKnpa8lCZFcKgSH3_4Am-epjTnS7sDD9Wb_xu7wULw,48413
|
|
680
679
|
mteb/descriptive_stats/Image/Any2AnyRetrieval/BLINKIT2IRetrieval.json,sha256=HYxM98j-tS7Nb5c7Q5S0HvLVg4ohRp7315ZL-RMblL4,1365
|
|
681
680
|
mteb/descriptive_stats/Image/Any2AnyRetrieval/BLINKIT2TRetrieval.json,sha256=ed0oiO-i9QbRkDey75KFvt1p7SXIfAm_86Cm1SPv1fs,1254
|
|
682
681
|
mteb/descriptive_stats/Image/Any2AnyRetrieval/CIRRIT2IRetrieval.json,sha256=ZzMxDBh253CaDgglcVYsGEjHtH3xESSVuyKkDCpmnJw,1393
|
|
@@ -705,7 +704,7 @@ mteb/descriptive_stats/Image/Any2AnyRetrieval/MemotionT2IRetrieval.json,sha256=m
|
|
|
705
704
|
mteb/descriptive_stats/Image/Any2AnyRetrieval/NIGHTSI2IRetrieval.json,sha256=CorqDJtOmcA6akFDdUvRpNJP721r8XpwKcoQnHyJJ5g,1115
|
|
706
705
|
mteb/descriptive_stats/Image/Any2AnyRetrieval/OKVQAIT2TRetrieval.json,sha256=FGv20Y901HBlSmGPowTxwiHAyWoU-aB4CqHAfnWyjpE,1306
|
|
707
706
|
mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2ITRetrieval.json,sha256=1mcc_KFHfJWPcZKMcJaALX5R-jM04bCX5svjD1lCD2s,1619
|
|
708
|
-
mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json,sha256=
|
|
707
|
+
mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json,sha256=sh_g1KN90sWgNYSpKdiQpZoea5DTv0agPk6wyYyG9II,1318
|
|
709
708
|
mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordEasyI2IRetrieval.json,sha256=iRuR6Dja5af9-aj3YSWPSVp3ag6KQjomYOlALKtdZUU,1131
|
|
710
709
|
mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordHardI2IRetrieval.json,sha256=1ggTCiSpvY7V4HqP0Nsiv6V4YUFRX6ttKsMMqHTafuE,1131
|
|
711
710
|
mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordMediumI2IRetrieval.json,sha256=f81SsyuNeBr77xKTjf_cfWPs00H1LGIuz1E1s3ngKC0,1131
|
|
@@ -726,10 +725,6 @@ mteb/descriptive_stats/Image/Any2AnyRetrieval/VisualNewsT2IRetrieval.json,sha256
|
|
|
726
725
|
mteb/descriptive_stats/Image/Any2AnyRetrieval/VizWizIT2TRetrieval.json,sha256=X4xwVpPEnGLVd1Wx6dK9X4LW1yalpz_WYNV5YbguRy0,1255
|
|
727
726
|
mteb/descriptive_stats/Image/Any2AnyRetrieval/WebQAT2ITRetrieval.json,sha256=k4Pn33ShuuwR34X4Y_ejkVyrzsAgqP2JsyLHlJB1F_Q,1311
|
|
728
727
|
mteb/descriptive_stats/Image/Any2AnyRetrieval/WebQAT2TRetrieval.json,sha256=D2Qys3AwD71L5qCO9N5VYTbH2EzfE1LENKSUbAeZ4lA,1013
|
|
729
|
-
mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchCount.json,sha256=ohsrOkVNlonYjBHmWuSPrrjqn_2dX8QkI95yoidHPlA,925
|
|
730
|
-
mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDepth.json,sha256=7ipLVIOofFfpSV9R5RtYxQ3CNa6cdFMecsxBICmroNQ,654
|
|
731
|
-
mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDistance.json,sha256=AWUtjtX98NwyEm7phOUCO-pJ0_g6zEMRSgy59e5WOwE,664
|
|
732
|
-
mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchRelation.json,sha256=d8o8bSpagdZVsnudzxnprQl9YlcFeyRDH69m8TZqqYM,664
|
|
733
728
|
mteb/descriptive_stats/Image/Compositionality/AROCocoOrder.json,sha256=H1BuERDq5tHX38H4r_N161A61d-7kIEGYheUtD5mTn8,627
|
|
734
729
|
mteb/descriptive_stats/Image/Compositionality/AROFlickrOrder.json,sha256=DWSEZsbIbfW92jawpY66s2njqCGzsTcjTWxEpk7HPFw,594
|
|
735
730
|
mteb/descriptive_stats/Image/Compositionality/AROVisualAttribution.json,sha256=sJKAKw2eaj1w8tvBcGS_GlM1c886b_-FHWR3QTyJN3I,628
|
|
@@ -780,6 +775,7 @@ mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTatQARetrieval.json,sh
|
|
|
780
775
|
mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTweetStockSyntheticsRetrieval.json,sha256=13JnQILz--KA2j9xooDkf2hp_4bdAttKcM_co6m0VMo,14073
|
|
781
776
|
mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsDocumentsRetrieval.json,sha256=caHYDGWGBmlOdL3HHT0djzOgj1hwfGfNMpgNptRRdVs,27289
|
|
782
777
|
mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsMapsRetrieval.json,sha256=HIoVgPD7wSHz7Ro-HKXh_YpAJFCJb6WzUsziBP2a1fI,1089
|
|
778
|
+
mteb/descriptive_stats/Image/DocumentUnderstanding/MIRACLVisionRetrieval.json,sha256=LY6SQHcLESsRrRmfzt9h2sGHfxAdnQD1fhMG0KCQmaU,24510
|
|
783
779
|
mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2BioMedicalLecturesRetrieval.json,sha256=L4xuWlJVfd8WDIRtj8gJoOWbBnbm3BigWrQC2nOojpc,6365
|
|
784
780
|
mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsHLRetrieval.json,sha256=DWI0Au4nsfUCSNWkAhK_ffGfmcRdgIHc_JYekjFlXKg,1091
|
|
785
781
|
mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsRetrieval.json,sha256=KkXggOA5gKdMixYP5AYuVLL6KWkNkIWU6t9mwJiLtJs,6469
|
|
@@ -827,13 +823,6 @@ mteb/descriptive_stats/Image/VisionCentricQA/CVBenchCount.json,sha256=Ag8uTqzVZx
|
|
|
827
823
|
mteb/descriptive_stats/Image/VisionCentricQA/CVBenchDepth.json,sha256=DCLBdub8GXoIU3x6e1RWnniXbUx75XbcW8dLTSxYHrk,1438
|
|
828
824
|
mteb/descriptive_stats/Image/VisionCentricQA/CVBenchDistance.json,sha256=0GLKQj4Rg0t2_MtX33UCtt3R6aJ2lhAUMa23oJ5Xm_g,1450
|
|
829
825
|
mteb/descriptive_stats/Image/VisionCentricQA/CVBenchRelation.json,sha256=AehsihGKBOFZYVTFzbfqSixSLHSeqJVsxbcPnLcoafQ,1433
|
|
830
|
-
mteb/descriptive_stats/Image/VisualSTS/STS12VisualSTS.json,sha256=pgvrylhmGkv1dMUR899BjYRXDLnyYDrybK8ii6YHYjo,571
|
|
831
|
-
mteb/descriptive_stats/Image/VisualSTS/STS13VisualSTS.json,sha256=xHjIiy0fXlGUjFub45tZ9rRw3ek_EwGTkSMxEmZzveY,571
|
|
832
|
-
mteb/descriptive_stats/Image/VisualSTS/STS14VisualSTS.json,sha256=0eJ38xNpVCKR00wMVUaITV8iJKpslDmfIpUQS3HWq8A,571
|
|
833
|
-
mteb/descriptive_stats/Image/VisualSTS/STS15VisualSTS.json,sha256=b7FfWUsgCMgdnpzrHAfLA-dqLFpQxW5jAdOdio9spaE,569
|
|
834
|
-
mteb/descriptive_stats/Image/VisualSTS/STS16VisualSTS.json,sha256=pniPOAy1LMJSNpYc5t_MkxjSpMewrY27wHGgpbJ27_0,571
|
|
835
|
-
mteb/descriptive_stats/Image/VisualSTS/STS17MultilingualVisualSTS.json,sha256=s8NT6YPQwDMDfmyvsP_iGGN-4RlceNzIbLuHt01J8JA,8453
|
|
836
|
-
mteb/descriptive_stats/Image/VisualSTS/STSBenchmarkMultilingualVisualSTS.json,sha256=lqrw5_ZrxJ2dio_yfCGMBiADSiidIZGb1GLDW5UV9uU,15442
|
|
837
826
|
mteb/descriptive_stats/Image/VisualSTS(eng)/STS12VisualSTS.json,sha256=2VXz-UzO4KLsEBtvuuz9nQCCYA22X1G1XWUPxAD5irY,947
|
|
838
827
|
mteb/descriptive_stats/Image/VisualSTS(eng)/STS13VisualSTS.json,sha256=fKmJi6BtHLJJywV9QHcEG5bwEcKwDIIy-ecoX4xbSW8,947
|
|
839
828
|
mteb/descriptive_stats/Image/VisualSTS(eng)/STS14VisualSTS.json,sha256=Cm7zsYb7XJNAHq_lHF-sQwP7LXYm40FZHGY33N1p3Wc,947
|
|
@@ -952,7 +941,6 @@ mteb/descriptive_stats/Reranking/HUMECore17InstructionReranking.json,sha256=XMd-
|
|
|
952
941
|
mteb/descriptive_stats/Reranking/HUMENews21InstructionReranking.json,sha256=8R-4U-xQjQIjU0KPIQdgCUGONUgTERyFz6U7UTuHNZk,1151
|
|
953
942
|
mteb/descriptive_stats/Reranking/HUMERobust04InstructionReranking.json,sha256=Wk9-8xNePKEImoy3UkRasid58gai-e6gIlkzO_VIjIc,1156
|
|
954
943
|
mteb/descriptive_stats/Reranking/HUMEWikipediaRerankingMultilingual.json,sha256=7HSs-XvtdORejbHXbBu6GjPSRPYnemI-r3aWIdauwUo,5448
|
|
955
|
-
mteb/descriptive_stats/Reranking/InstructIR.json,sha256=SiAVYj8iB9KZbPBS2w7yVDZ1r7WqUjc_dv7jraJZnyo,1053
|
|
956
944
|
mteb/descriptive_stats/Reranking/JQaRAReranking.json,sha256=jH5RuOb36a-gH_QNh0DZQpofpyoYGkjKQm9iFn7-VUM,1201
|
|
957
945
|
mteb/descriptive_stats/Reranking/JaCWIRReranking.json,sha256=N4djULyJD_lgJa8x-qoACiaL33hUjdLK02hqXv7Bv5M,1169
|
|
958
946
|
mteb/descriptive_stats/Reranking/LocBenchRR.json,sha256=k3Jck8QfSBxrsDenSgT06T2CbTSs8SGH2Y_RBrDWiTs,1227
|
|
@@ -1073,6 +1061,7 @@ mteb/descriptive_stats/Retrieval/ClimateFEVER-VN.json,sha256=D2xgItr4sBQiW3x8qr1
|
|
|
1073
1061
|
mteb/descriptive_stats/Retrieval/ClimateFEVER.json,sha256=ltBwr_ZUcI_tJIg1ky-ZrdgVXSYENQu0IjZW_10M5zw,1018
|
|
1074
1062
|
mteb/descriptive_stats/Retrieval/ClimateFEVER.v2.json,sha256=fLlp5H24VZYXGPTUMebu_S8IfyaKfSddDDAQuu0XeU0,1005
|
|
1075
1063
|
mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.json,sha256=0rV-9orDvT-b5Xn00NvVr4FnNZ3SVLnLp_IcxFQC3mg,986
|
|
1064
|
+
mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.v2.json,sha256=0rV-9orDvT-b5Xn00NvVr4FnNZ3SVLnLp_IcxFQC3mg,986
|
|
1076
1065
|
mteb/descriptive_stats/Retrieval/CmedqaRetrieval.json,sha256=vSs_A256iqqXsMsqwr-FGEMHoosqaDkEvxdeKLUUKRg,1009
|
|
1077
1066
|
mteb/descriptive_stats/Retrieval/Code1Retrieval.json,sha256=TqpTDspEmAjNxFhaNXr-gCMHKWsm42g76QYgrehtTAs,998
|
|
1078
1067
|
mteb/descriptive_stats/Retrieval/CodeEditSearchRetrieval.json,sha256=7VRQQSWLxWpt2zzv6_FJpuxHMksjBSp8rIhFxepkVRk,16463
|
|
@@ -1111,6 +1100,7 @@ mteb/descriptive_stats/Retrieval/DBPedia-PLHardNegatives.json,sha256=-d7lOvdrIY9
|
|
|
1111
1100
|
mteb/descriptive_stats/Retrieval/DBPedia-VN.json,sha256=slQhXXASpyTOvDl--GB_y9BndfTV2cX7sCbgSKMWkIw,1018
|
|
1112
1101
|
mteb/descriptive_stats/Retrieval/DBPedia.json,sha256=rrbgB0xZYgE_XyV-GtuZOCxs6cpwnXG4TNzZxvjFlXg,996
|
|
1113
1102
|
mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.json,sha256=3NICxSBXrW8W2_fxtRWALsIf2VdlhPiaigPBRj_NUbI,987
|
|
1103
|
+
mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.v2.json,sha256=3NICxSBXrW8W2_fxtRWALsIf2VdlhPiaigPBRj_NUbI,987
|
|
1114
1104
|
mteb/descriptive_stats/Retrieval/DS1000Retrieval.json,sha256=BFKVidJeLasrP_TGXQWHFYY1GYIfaBbFgyMxOyskk9E,992
|
|
1115
1105
|
mteb/descriptive_stats/Retrieval/DanFEVER.json,sha256=DDwRZFVP6aUviu6JetiHh4XXaTNC41HC-JlJxXkyjYw,1006
|
|
1116
1106
|
mteb/descriptive_stats/Retrieval/DanFeverRetrieval.json,sha256=DDwRZFVP6aUviu6JetiHh4XXaTNC41HC-JlJxXkyjYw,1006
|
|
@@ -1128,6 +1118,7 @@ mteb/descriptive_stats/Retrieval/FEVER-NL.json,sha256=K810hO-zNJWg3-i30oma72wsjO
|
|
|
1128
1118
|
mteb/descriptive_stats/Retrieval/FEVER-VN.json,sha256=MnadQ0FGkXCFCDCI8eGwFYbouo8ta_1W_WlrqNx1clI,1018
|
|
1129
1119
|
mteb/descriptive_stats/Retrieval/FEVER.json,sha256=4QYxYTtHFB8AIvRvbWmH-z3z3mB_NO1sH8AS8Fe5nHQ,1018
|
|
1130
1120
|
mteb/descriptive_stats/Retrieval/FEVERHardNegatives.json,sha256=bULggWEVad75Dzr7aRvwBitnaONMDah0UwjYtX5LjeU,985
|
|
1121
|
+
mteb/descriptive_stats/Retrieval/FEVERHardNegatives.v2.json,sha256=bULggWEVad75Dzr7aRvwBitnaONMDah0UwjYtX5LjeU,985
|
|
1131
1122
|
mteb/descriptive_stats/Retrieval/FQuADRetrieval.json,sha256=8MmqRPc3W5-_cUmLLZmWmRm9u_dSxvmPZckX4QwvvPQ,1938
|
|
1132
1123
|
mteb/descriptive_stats/Retrieval/FaithDial.json,sha256=Iolms863X9RsdKeh3g5itMu1gi8deAI3G0FDn64xi9g,989
|
|
1133
1124
|
mteb/descriptive_stats/Retrieval/FeedbackQARetrieval.json,sha256=-4i_hla7EJrN4wIpm0FFQcqayZ4ae9_EGDaH8QFJfRA,992
|
|
@@ -1165,6 +1156,7 @@ mteb/descriptive_stats/Retrieval/HotpotQA-PLHardNegatives.json,sha256=S8l90gywMP
|
|
|
1165
1156
|
mteb/descriptive_stats/Retrieval/HotpotQA-VN.json,sha256=f_NWdV4vrE0Fb6PWPBxP_LxZ-Hpn_7kD_72VeyWleKs,1003
|
|
1166
1157
|
mteb/descriptive_stats/Retrieval/HotpotQA.json,sha256=OGDK4oUu8waVnwT8l0ThkujbkUn3TW6jyqxrnm07hR4,1003
|
|
1167
1158
|
mteb/descriptive_stats/Retrieval/HotpotQAHardNegatives.json,sha256=62JzOxl_cXreMBZOf6jz2EfwaXgEBWHuq6m2GSydtBM,983
|
|
1159
|
+
mteb/descriptive_stats/Retrieval/HotpotQAHardNegatives.v2.json,sha256=62JzOxl_cXreMBZOf6jz2EfwaXgEBWHuq6m2GSydtBM,983
|
|
1168
1160
|
mteb/descriptive_stats/Retrieval/HumanEvalRetrieval.json,sha256=aiW3AaImNrsEfUUpPsDnMGmPbFgyYR4dEnIoDAFtPWI,979
|
|
1169
1161
|
mteb/descriptive_stats/Retrieval/HunSum2AbstractiveRetrieval.json,sha256=o3FOm7CJmMUGsdfOc8fC2yln3C69WOnG78K13tq90Q0,992
|
|
1170
1162
|
mteb/descriptive_stats/Retrieval/IndicQARetrieval.json,sha256=Ao6BLg1DeZG0QLGerXX8YlqtoqMqw--G2QvaP2-9wtA,14374
|
|
@@ -1266,6 +1258,7 @@ mteb/descriptive_stats/Retrieval/QuoraRetrieval-Fa.json,sha256=0hpmyybHoFQhhwr-n
|
|
|
1266
1258
|
mteb/descriptive_stats/Retrieval/QuoraRetrieval-Fa.v2.json,sha256=h9QkZh6a8FyjZHomKFALlc4mUbwofXaHSyU8ecJ2XzQ,989
|
|
1267
1259
|
mteb/descriptive_stats/Retrieval/QuoraRetrieval.json,sha256=TtHH-7tCRHqoGEGz39r7seeH2sUF-odExLlMMj0qlHY,987
|
|
1268
1260
|
mteb/descriptive_stats/Retrieval/QuoraRetrievalHardNegatives.json,sha256=oU3OzAnoTcNNYhdCskSP84W2wEfTi0aSJHVBOsoNkwg,983
|
|
1261
|
+
mteb/descriptive_stats/Retrieval/QuoraRetrievalHardNegatives.v2.json,sha256=oU3OzAnoTcNNYhdCskSP84W2wEfTi0aSJHVBOsoNkwg,983
|
|
1269
1262
|
mteb/descriptive_stats/Retrieval/R2MEDBioinformaticsRetrieval.json,sha256=kr8pl4L2wjtnS3RE-wgVmLJca3LGz1sGOlQCuzuYhUQ,1006
|
|
1270
1263
|
mteb/descriptive_stats/Retrieval/R2MEDBiologyRetrieval.json,sha256=yCnZBc1VQv1ZbCq9tfh6zOEJlgYKxyZ60G74Jh7oXwc,1005
|
|
1271
1264
|
mteb/descriptive_stats/Retrieval/R2MEDIIYiClinicalRetrieval.json,sha256=xCQVidXqpiA51VfeycfZN_JMIR0yyNqCYdm0wtShF2w,1010
|
|
@@ -1278,6 +1271,7 @@ mteb/descriptive_stats/Retrieval/RARbCode.json,sha256=-DbM-nX4HZ840lqZNEcWBHL0eP
|
|
|
1278
1271
|
mteb/descriptive_stats/Retrieval/RARbMath.json,sha256=kTUxxlZ3pHHr4FQwBkoGAASgfIM7FlYRqhueLfC3L6E,1000
|
|
1279
1272
|
mteb/descriptive_stats/Retrieval/RiaNewsRetrieval.json,sha256=s252SGT6MI-7_N1PN9c4MS2VYBIkF23_QzR97oYnx1Q,989
|
|
1280
1273
|
mteb/descriptive_stats/Retrieval/RiaNewsRetrievalHardNegatives.json,sha256=RcLHvaAvBNxfB3oJFzu8wejN1SaTVH0pfsPJCqQ8R80,983
|
|
1274
|
+
mteb/descriptive_stats/Retrieval/RiaNewsRetrievalHardNegatives.v2.json,sha256=RcLHvaAvBNxfB3oJFzu8wejN1SaTVH0pfsPJCqQ8R80,983
|
|
1281
1275
|
mteb/descriptive_stats/Retrieval/RuBQRetrieval.json,sha256=pXakzRmagM93jql7xiIDNEeExrGxUyN_KTjCfRwDWHo,1007
|
|
1282
1276
|
mteb/descriptive_stats/Retrieval/RuSciBenchCiteRetrieval.json,sha256=mRqJekFMLV4N4f5l0LyYkWHixHCxCDpj5HhH_6dJnO4,3491
|
|
1283
1277
|
mteb/descriptive_stats/Retrieval/RuSciBenchCociteRetrieval.json,sha256=_Op8mcXjvKsgw9Y61KAgvocBaCRpkwBw81-kD1B9_MQ,3476
|
|
@@ -1340,6 +1334,7 @@ mteb/descriptive_stats/Retrieval/Touche2020Retrieval.v3.json,sha256=io1AdOZ5XF3s
|
|
|
1340
1334
|
mteb/descriptive_stats/Retrieval/TurHistQuadRetrieval.json,sha256=aorprW4gDbikZNxmwxNUODGaBfzgo11KO2kz0WeD048,983
|
|
1341
1335
|
mteb/descriptive_stats/Retrieval/TwitterHjerneRetrieval.json,sha256=NVAKAwonITGP8v4zOmewixoRJdZ2Ry5lShIvsvy82Ro,992
|
|
1342
1336
|
mteb/descriptive_stats/Retrieval/VABBRetrieval.json,sha256=X-NzY0Jn5ae9neVK4PXAz881NnIusr8D9G3PdvCu1MI,975
|
|
1337
|
+
mteb/descriptive_stats/Retrieval/VDRMultilingualRetrieval.json,sha256=sUVyZxXxfUsMC5YmNEkdYYYG4_0tbA64HKxbPveSNKY,7632
|
|
1343
1338
|
mteb/descriptive_stats/Retrieval/VideoRetrieval.json,sha256=gIGJLutZMT0z_gLPJBLk73uuYUxUXO3yd9qOP-8QWlc,976
|
|
1344
1339
|
mteb/descriptive_stats/Retrieval/VieQuADRetrieval.json,sha256=NHt0U-wJXBOPYOki5YugwjMmRSTtCMiVWXQRzEQtO6k,990
|
|
1345
1340
|
mteb/descriptive_stats/Retrieval/WebFAQRetrieval.json,sha256=uNkLCfiuVbdNKZ54vYGo8dPaoBlTShexDjl_IwCcT_M,60318
|
|
@@ -1405,19 +1400,19 @@ mteb/descriptive_stats/Summarization/SummEvalFr.json,sha256=_uhdj0ZhjcpBO-jfZhRe
|
|
|
1405
1400
|
mteb/descriptive_stats/Summarization/SummEvalFrSummarization.v2.json,sha256=_uhdj0ZhjcpBO-jfZhRe8FGAqGzUBPZlCM9jZj9AOtI,962
|
|
1406
1401
|
mteb/descriptive_stats/Summarization/SummEvalSummarization.v2.json,sha256=QNnxW405v3nWG454ZfDmCyM7pZ9RrmOPrMugCmgB35Y,961
|
|
1407
1402
|
mteb/languages/__init__.py,sha256=sNZg7YkCw8Xk7CUZMWal-zi8kB_KJFb4hiKozccz-kA,417
|
|
1408
|
-
mteb/languages/check_language_code.py,sha256=
|
|
1403
|
+
mteb/languages/check_language_code.py,sha256=h7gm0FGkkGW3mCuRnNVAwN0UAhRohOCZ6eH-IeSlsEI,1176
|
|
1409
1404
|
mteb/languages/iso_15924_to_script.json,sha256=agZvrYqSc0YJDXoqluncshuaMeg5RGkd_4z2hZE7SZc,7083
|
|
1410
1405
|
mteb/languages/iso_639_3_to_language.json,sha256=KDVAh3TQziSyUd8xGDwpUHRUeTrngwp-MDuOxM9bpgo,193114
|
|
1411
1406
|
mteb/languages/iso_mappings.py,sha256=TKpAmP9KL-KmY5EsHjsrfbnnluvCHES5mTlXNUC-pp0,891
|
|
1412
1407
|
mteb/languages/language_family.json,sha256=OUGcHeOIPcZPb2FWmYLhxTS0JxjK5y3Fo6x0PeK0cKM,1833535
|
|
1413
|
-
mteb/languages/language_scripts.py,sha256=
|
|
1408
|
+
mteb/languages/language_scripts.py,sha256=5wix9HTYolNIpTiS5oXf2pGJyL7ftdGKs_m432w81V8,3998
|
|
1414
1409
|
mteb/languages/programming_languages.py,sha256=zxAakT3OSUnAuTnQ34VyeFIECnNXMlleZmAake6jsZE,211
|
|
1415
1410
|
mteb/leaderboard/__init__.py,sha256=991roXmtRwEQysV-37hWEzWpkvPgMCGRqZTHR-hm2io,88
|
|
1416
1411
|
mteb/leaderboard/app.py,sha256=5XcuTCJUS5WPDTBejeVETWY3vpn78Fq7zVR2vv0iS7U,32575
|
|
1417
1412
|
mteb/leaderboard/benchmark_selector.py,sha256=TnW2Y-xoDkEH3ZhR_8EW42WZN_XrtfucUbiuiNjChCA,7580
|
|
1418
1413
|
mteb/leaderboard/figures.py,sha256=Rq20LFpaUhQD4tuKp7P7ExQtAjonMLibgO3ud0ykMag,7491
|
|
1419
1414
|
mteb/leaderboard/table.py,sha256=qs0H_Gt9FzRvzb-AL0YlqEe0YAsdYsVX3QlncfCBEqg,7828
|
|
1420
|
-
mteb/leaderboard/text_segments.py,sha256=
|
|
1415
|
+
mteb/leaderboard/text_segments.py,sha256=iMIkS04QQjPbT-SkU0x6fOcS8xRbUYevryu9HydipKM,6570
|
|
1421
1416
|
mteb/models/__init__.py,sha256=ycGU-x60LT0OFyP4CYa5pQhM7J5hCimubuT56va9wfM,741
|
|
1422
1417
|
mteb/models/abs_encoder.py,sha256=m0JkRfRPMYadDgBR9eozRloI31ZSWkSzDFINpwbfLZk,16533
|
|
1423
1418
|
mteb/models/get_model_meta.py,sha256=VpZZNINk-QrNeVpPZnlqzlLhtBs8G84eRwTzAb_gRD4,9108
|
|
@@ -1438,13 +1433,13 @@ mteb/models/model_implementations/align_models.py,sha256=EUxJSOM8ppJLVpT7dWredKf
|
|
|
1438
1433
|
mteb/models/model_implementations/amazon_models.py,sha256=pdRU2QGAB5ccQnAfbRSzHE1G3ZUdjvsAgeJwkB_olDQ,694
|
|
1439
1434
|
mteb/models/model_implementations/ara_models.py,sha256=NguWSXEN9RhrfExvTh6vL5F3uie5iRUGD9ziwpZagaA,1033
|
|
1440
1435
|
mteb/models/model_implementations/arctic_models.py,sha256=eaMRaN9WdpVq1W6cbtNcJMdrJUTXrTSYUjTJufCdZRY,10350
|
|
1441
|
-
mteb/models/model_implementations/b1ade_models.py,sha256=
|
|
1436
|
+
mteb/models/model_implementations/b1ade_models.py,sha256=aEKmXWVX8iJ_OotAYPOMxsOHTDEOJYdSwkR6iJsZ-ms,1609
|
|
1442
1437
|
mteb/models/model_implementations/bedrock_models.py,sha256=RWN25Es4Nb6eIMiZlFHWNAnftKMVBumM2kozpO7Kh50,8709
|
|
1443
|
-
mteb/models/model_implementations/bge_models.py,sha256=
|
|
1438
|
+
mteb/models/model_implementations/bge_models.py,sha256=LL_JnXsjGPnzzxby05Z0Jm3v6-v76nCB-yI36H9fKwo,22386
|
|
1444
1439
|
mteb/models/model_implementations/blip2_models.py,sha256=l1YeLjlFEFGfHLIwpJ8gVUCc6cN-lUYXn6_FerEOiLE,7293
|
|
1445
1440
|
mteb/models/model_implementations/blip_models.py,sha256=P5Ui6Dxbl0mfUc9udvPqN5cQx4paz7muG7SR2_FBBsg,10681
|
|
1446
1441
|
mteb/models/model_implementations/bm25.py,sha256=orjdCPWRdeAskQ3zJEzuNMyEks6WW1qv4mGfw8Ih51Q,4836
|
|
1447
|
-
mteb/models/model_implementations/bmretriever_models.py,sha256=
|
|
1442
|
+
mteb/models/model_implementations/bmretriever_models.py,sha256=ABfrACa028Dcujan7-PaUZLTw9wkDB15XIfinP_FRxg,6555
|
|
1448
1443
|
mteb/models/model_implementations/cadet_models.py,sha256=AR1uVm5EVvY2Q4rc_nuOtUQzTW9scrSGrjLGCqUJWsU,1829
|
|
1449
1444
|
mteb/models/model_implementations/cde_models.py,sha256=jN1MokN_4tl46Elrx05ZQYW-B_sRK49CUp3Et7CAyJc,8654
|
|
1450
1445
|
mteb/models/model_implementations/clip_models.py,sha256=zrfgNmZszu0JMtMNdCMzEohixsrnQ7xFhCqgsiucH_Q,6107
|
|
@@ -1464,33 +1459,33 @@ mteb/models/model_implementations/en_code_retriever.py,sha256=leZ-0M6LrunocY3XQB
|
|
|
1464
1459
|
mteb/models/model_implementations/evaclip_models.py,sha256=cPMGYLDIq4s8zJxb4vPXqJ-rqwPaq7KOh2QZSO6cDas,8000
|
|
1465
1460
|
mteb/models/model_implementations/fa_models.py,sha256=WGal70_ezITWoNdjcMdbOCTSCtoaXzuPadYstLVXxhg,7478
|
|
1466
1461
|
mteb/models/model_implementations/geogpt_models.py,sha256=Juv86SwhgQX80lVLjAFtim2aSiJT1AcgjniyyiKyk1Q,1923
|
|
1467
|
-
mteb/models/model_implementations/gme_v_models.py,sha256=
|
|
1462
|
+
mteb/models/model_implementations/gme_v_models.py,sha256=NkfgR3_UdZzoBt1NnalVou6LOR-F7qXM4by9EbAVrys,13568
|
|
1468
1463
|
mteb/models/model_implementations/google_models.py,sha256=P3Kg6G8UI6JA17MMlhhoDj54SCAcRP8uZ1CudL-Caf0,9295
|
|
1469
1464
|
mteb/models/model_implementations/granite_vision_embedding_models.py,sha256=uqQ5-e_a-ADv3gf3sR9Drk0S4x8Gy8mZkpL-E4X16TM,7241
|
|
1470
1465
|
mteb/models/model_implementations/gritlm_models.py,sha256=aS_CuioL95JAQMYiaKlGuAWU9wZjabn268Xut3bD8-w,3005
|
|
1471
1466
|
mteb/models/model_implementations/gte_models.py,sha256=o26Xyu_tucUlP435Q_jB4-bl0xckgj4wtbutTwhYgIo,10073
|
|
1472
1467
|
mteb/models/model_implementations/hinvec_models.py,sha256=I_d_dSNVaGIwMIwyvTlaPAzGMpwh_PzvsfE4y47GFyg,1575
|
|
1473
1468
|
mteb/models/model_implementations/human.py,sha256=klMpuMAtYH92EIEwNMEhne_Baf9fNiTg1DNWYD11P44,532
|
|
1474
|
-
mteb/models/model_implementations/ibm_granite_models.py,sha256=
|
|
1475
|
-
mteb/models/model_implementations/inf_models.py,sha256=
|
|
1469
|
+
mteb/models/model_implementations/ibm_granite_models.py,sha256=YCT0jbgawy19ps5l8QlxpQoJLjq8Nh-3R-e6yxS0DRM,7902
|
|
1470
|
+
mteb/models/model_implementations/inf_models.py,sha256=lvXUFhAYDltq2_Xa9MHcwfhh1V20rbJLSgON76tkj6w,2906
|
|
1476
1471
|
mteb/models/model_implementations/jasper_models.py,sha256=KzjVnQ1HwaVO9Z7kk1ZkjFrhvlKupeWCmkSljnZv-IM,4071
|
|
1477
1472
|
mteb/models/model_implementations/jina_clip.py,sha256=CfiIxbhKspjQajNtObCfGPHOWPk6uLn4cuwydQHFTMo,5118
|
|
1478
|
-
mteb/models/model_implementations/jina_models.py,sha256=
|
|
1473
|
+
mteb/models/model_implementations/jina_models.py,sha256=QWoesiTygdFTLcdGpdx26wOUI1AXRz3jLmxGHJ0WMNE,29919
|
|
1479
1474
|
mteb/models/model_implementations/kalm_models.py,sha256=ruNzMk3MRLW0up91aXwPIMqorRyujDF291B78D_m7bM,52827
|
|
1480
1475
|
mteb/models/model_implementations/lens_models.py,sha256=fC7_NB1F8vBAlXD0p0-hALf6eZTPFJwpz57dy71OlwI,1696
|
|
1481
1476
|
mteb/models/model_implementations/lgai_embedding_models.py,sha256=S83pbfkMH3YUNl4skusgbK-Rn-uLuScQVxgXwegR_N4,2333
|
|
1482
1477
|
mteb/models/model_implementations/linq_models.py,sha256=rnW27MybLMQ2Y3OxDyBTMSIsx_hXC0DlMD4kFv7NJV0,1918
|
|
1483
1478
|
mteb/models/model_implementations/listconranker.py,sha256=pFISrZ91NHsnhc5El5U_ZPsB9cSTuTY8-nDzpoNMC9s,4485
|
|
1484
1479
|
mteb/models/model_implementations/llm2clip_models.py,sha256=_sqAOb5oSbxn1oaXjWwPXRjTvxLT48xXL_tuabt2Ks0,9265
|
|
1485
|
-
mteb/models/model_implementations/llm2vec_models.py,sha256=
|
|
1480
|
+
mteb/models/model_implementations/llm2vec_models.py,sha256=Og_EqnOXgIfaTcVTl3Lj5BicG83ycnXS_YHNtK63I-A,12638
|
|
1486
1481
|
mteb/models/model_implementations/mcinext_models.py,sha256=W9MBQFqGTXVa52WDFFq1Pdat2TgRvluOcD6JVAupn28,18968
|
|
1487
1482
|
mteb/models/model_implementations/mdbr_models.py,sha256=B7R3dVEH9EZ_fSZ05VveSbmTyO3Erh7iJ2WmMn52d-4,2509
|
|
1488
|
-
mteb/models/model_implementations/misc_models.py,sha256=
|
|
1483
|
+
mteb/models/model_implementations/misc_models.py,sha256=R1Ew2Bwj-YwHoHmO_qVa8WQf3BQcJ1FDjj3Xm0Y6nzo,56381
|
|
1489
1484
|
mteb/models/model_implementations/mme5_models.py,sha256=cRRXecC8EHeLQiEd1nfCb1vt75x_CnG1s_9lYRrtyTA,1484
|
|
1490
1485
|
mteb/models/model_implementations/moco_models.py,sha256=Mxjs4Nml7Jd_j2oSdN7WQc2t_UrkZVBRmhDUW5QK-6M,5154
|
|
1491
1486
|
mteb/models/model_implementations/model2vec_models.py,sha256=D-EY-6P-cKKunbgzk4DHzJL1ogpWYFhpHbTLb8qQjJw,13765
|
|
1492
1487
|
mteb/models/model_implementations/moka_models.py,sha256=Y5do7Z4JyGxabYrjHhkBLqCKTQKotniS-f4kOgXJjag,4995
|
|
1493
|
-
mteb/models/model_implementations/mxbai_models.py,sha256=
|
|
1488
|
+
mteb/models/model_implementations/mxbai_models.py,sha256=33ta2BnhvKYBUgE89wFgPNf-CnOb7ooumZvqHOvbZsA,3593
|
|
1494
1489
|
mteb/models/model_implementations/nb_sbert.py,sha256=Ab0OXvOzEqlFFO1679mMiCdJvMSnvcfCoeFMLzNL74I,861
|
|
1495
1490
|
mteb/models/model_implementations/no_instruct_sentence_models.py,sha256=6i-xbLRRNKuDpU-hwklwdQjgu1wnz5CecLSoc6kyd7Q,3976
|
|
1496
1491
|
mteb/models/model_implementations/nomic_models.py,sha256=mT-v5Gs5-sRH8-ziCw_CtxB9ox3C6FtwWJjNghNrunw,11334
|
|
@@ -1516,10 +1511,10 @@ mteb/models/model_implementations/rerankers_custom.py,sha256=ro73A9-hHudy3_qIMrh
|
|
|
1516
1511
|
mteb/models/model_implementations/rerankers_monot5_based.py,sha256=rxVwzapNnHl4gCw79XVCaTXj3-wbToyj7XVL97tpAF4,34302
|
|
1517
1512
|
mteb/models/model_implementations/richinfoai_models.py,sha256=llvYa0JUjyOOMbuTgOYoJ2qeqZ5rLHX1ZjZIYlYbdvA,989
|
|
1518
1513
|
mteb/models/model_implementations/ru_sentence_models.py,sha256=Dstx46xFcAOC7giKPclC41GJTtFfmg4t6gLTdAnrxDk,40129
|
|
1519
|
-
mteb/models/model_implementations/salesforce_models.py,sha256=
|
|
1514
|
+
mteb/models/model_implementations/salesforce_models.py,sha256=KslTK-IKeLvNG-vQir9k6swkaOgjk6eyozm_BOVgTpY,5160
|
|
1520
1515
|
mteb/models/model_implementations/samilpwc_models.py,sha256=oMwKNwCxoH1jZgCy04oo2oVlBZWu253QMpnEEC6emz8,2021
|
|
1521
1516
|
mteb/models/model_implementations/searchmap_models.py,sha256=XvVl99emIgnNUCxkTuFQXW6py2R8vgsArfpyHveCugw,1904
|
|
1522
|
-
mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=
|
|
1517
|
+
mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=8J3htEddltyGTydIbnMUudgAV97FdD43-SQKaSA_Iuc,18534
|
|
1523
1518
|
mteb/models/model_implementations/seed_models.py,sha256=SgK4kPVO6V33G3F1zSq06zSkWarPLEwBt1SWp4TUoVw,14142
|
|
1524
1519
|
mteb/models/model_implementations/sentence_transformers_models.py,sha256=EtEaXg1yFFp3DQEOxu6am8bcVQR-ypcHj6DCqJGHOVU,21160
|
|
1525
1520
|
mteb/models/model_implementations/shuu_model.py,sha256=KkcuVYjIzoha3Fvxh8ppqHQ9BfNMWeqDqn9dGCRKUjg,1167
|
|
@@ -1534,13 +1529,13 @@ mteb/models/model_implementations/vi_vn_models.py,sha256=quWmd3JT2J6SlAsFrV2gcnc
|
|
|
1534
1529
|
mteb/models/model_implementations/vista_models.py,sha256=Q3I01kRtIPaoke0iMIcH4CLcCDTnMSIBFNCof7LPTX4,10832
|
|
1535
1530
|
mteb/models/model_implementations/vlm2vec_models.py,sha256=HGGy_-z9Wc99xOKum71rBNipCPqWcM1efmmXgy5Rvxc,11724
|
|
1536
1531
|
mteb/models/model_implementations/voyage_models.py,sha256=Qn9foyBmAGuuhispwZTFQb5ZtDM-OWMif5Ca4PBEhcw,19842
|
|
1537
|
-
mteb/models/model_implementations/voyage_v.py,sha256=
|
|
1532
|
+
mteb/models/model_implementations/voyage_v.py,sha256=6i-oFnaY2D2qR1Dgb0B98ougnD1ujW9aNG9QoWyvwwY,8041
|
|
1538
1533
|
mteb/models/model_implementations/xyz_models.py,sha256=TePlrH6EHwRPO87U_J3Yce9-XHCn_X7I2cJ_6BZ2fUY,1296
|
|
1539
1534
|
mteb/models/model_implementations/youtu_models.py,sha256=NB74E6z-_36HyXb8GXKn8CrmRLN68uX9eH4xcS57zl0,5938
|
|
1540
1535
|
mteb/results/__init__.py,sha256=EXQqK4Am5eIYzD52dpcGAFSdqnC38oE6JHN302oidHc,158
|
|
1541
1536
|
mteb/results/benchmark_results.py,sha256=OWqeBxbNsPmOKRhxY980N5CikpdJXToDGJGTXUe64Lw,18209
|
|
1542
1537
|
mteb/results/model_result.py,sha256=Wdbkpxq7_geliYDr4558i6txDVdsHL-Y9WAv_u7thlI,13689
|
|
1543
|
-
mteb/results/task_result.py,sha256=
|
|
1538
|
+
mteb/results/task_result.py,sha256=79lQNMH1xcCr_Y0XsOGRlF_9OJFPsaCCBTDUuK1wUG8,31782
|
|
1544
1539
|
mteb/tasks/__init__.py,sha256=izAxU0ip1F_YUwx0dFCuN35BaktdmePh6vlDiHC0kLo,503
|
|
1545
1540
|
mteb/tasks/aggregated_tasks/__init__.py,sha256=Ufgbh1AirxCQkojO3AUhUFWM8zQG10cfdVTkj_PeyLI,104
|
|
1546
1541
|
mteb/tasks/aggregated_tasks/eng/__init__.py,sha256=HgaSyAX8Is5CGE006RgJkLQQVxrx2FmMnm6NHQBDi-4,358
|
|
@@ -1612,7 +1607,7 @@ mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,s
|
|
|
1612
1607
|
mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=tujnOfZPKSGq0o9_e8H1Nw-uQ3t2GSQYYgkDMySXFn8,3630
|
|
1613
1608
|
mteb/tasks/classification/ces/czech_subjectivity_classification.py,sha256=31lTpWh0adXA8C6TY64NbSKi4pVbnH7ocEDEQCd5JEA,1520
|
|
1614
1609
|
mteb/tasks/classification/dan/__init__.py,sha256=edrG5UqewQ_YfQD3KtCTs9GU5z1jo4wjlkSEHuQg1ww,864
|
|
1615
|
-
mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=
|
|
1610
|
+
mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=K1KxSzZV8k4ZbfPoFLFThQq_y28K1Q_VCtv_4mdwtRE,3166
|
|
1616
1611
|
mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=Yiei__QJP5qGNVpdPKS0Sb0DX01yvS_vjf9HlXXtcdk,3213
|
|
1617
1612
|
mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=cjzNC5P9HmemPhj2V8twnZo6bT3zwml9qWd8elUfxJg,4022
|
|
1618
1613
|
mteb/tasks/classification/dan/dk_hate_classification.py,sha256=FhV94a0qn9mSsJuEFtz_y2c_-PTzT9wp29b0DImzYNs,4452
|
|
@@ -1645,7 +1640,7 @@ mteb/tasks/classification/eng/hume_toxic_conversations_classification.py,sha256=
|
|
|
1645
1640
|
mteb/tasks/classification/eng/hume_tweet_sentiment_extraction_classification.py,sha256=hiOXpCGAHXLm4duu94ptT9l0uWsyw3SRB7w3SqyvxKc,1602
|
|
1646
1641
|
mteb/tasks/classification/eng/imagenet1k.py,sha256=n6YlgVBG7fudRzv5BI0JWiSjpbWIaOLEGQws8VHn0O8,1574
|
|
1647
1642
|
mteb/tasks/classification/eng/imdb_classification.py,sha256=5ewozc0-GsXDuKXJBqOnBesJ8H0-_JzGqSeOtsVB784,3631
|
|
1648
|
-
mteb/tasks/classification/eng/legal_bench_classification.py,sha256=
|
|
1643
|
+
mteb/tasks/classification/eng/legal_bench_classification.py,sha256=zqy7REu20R-C4s1LQHSAVIXwzzTZRqdopFYdbTlF76s,305727
|
|
1649
1644
|
mteb/tasks/classification/eng/mnist_classification.py,sha256=hmQfHKKkw2ezFYr26350DCD0-_ZO6uPn7BN4fSZgoAY,1360
|
|
1650
1645
|
mteb/tasks/classification/eng/news_classification.py,sha256=8_MKO3dg-87-D4ObJaK2_XzoYPPA5lu7P6a62Jg36YY,3351
|
|
1651
1646
|
mteb/tasks/classification/eng/oxford_flowers_classification.py,sha256=1Qlma1B3rJXRZNiyh0n4b0At-nusKKAdEIXw2eSTv-Q,1673
|
|
@@ -1768,7 +1763,7 @@ mteb/tasks/classification/multilingual/swiss_judgement_classification.py,sha256=
|
|
|
1768
1763
|
mteb/tasks/classification/multilingual/turkic_classification.py,sha256=SB-17gT866bE3Py01pdioIcqzFC2EdxdoiwZ2N11HbE,2356
|
|
1769
1764
|
mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=E1AR4BgGdhw7jdMZy96RNUb1uvHaFFx9JsKJo60QZRw,2072
|
|
1770
1765
|
mteb/tasks/classification/mya/__init__.py,sha256=lFTf0bNTeMsXTHlnKJM7c-VsnQM_3Il6gZehbVz-3xA,97
|
|
1771
|
-
mteb/tasks/classification/mya/myanmar_news.py,sha256=
|
|
1766
|
+
mteb/tasks/classification/mya/myanmar_news.py,sha256=fRDQBaSnNSLGIDU7HBz8xlHkIcc58B9JaK7D6g0fQ24,3226
|
|
1772
1767
|
mteb/tasks/classification/nep/__init__.py,sha256=Sj3bPg2KXOui4nwgVhSdz6JUpjadQJ1ZJjxxpMyMLfQ,176
|
|
1773
1768
|
mteb/tasks/classification/nep/nepali_news_classification.py,sha256=FL6IJTixczeO4xTCswSNdW2OLvqY3d7syEBo8BugN9s,3661
|
|
1774
1769
|
mteb/tasks/classification/nld/__init__.py,sha256=a_YlxI4tL8joDa1RF-ctbA4kw_8kHhM0sWBNtX1FTcQ,1037
|
|
@@ -1833,14 +1828,14 @@ mteb/tasks/classification/tel/__init__.py,sha256=DicrFxq-N9dDqF-WZ64mbH2jvz_be8Z
|
|
|
1833
1828
|
mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=kr2RazVzvQlu_iEhhm1MHixRbaIR49KojrcCRsSlEGI,2590
|
|
1834
1829
|
mteb/tasks/classification/tha/__init__.py,sha256=L17uVKPwwwEcHvhWuA9-ZZ7cEsEovM-oqGY35FAdb6c,336
|
|
1835
1830
|
mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=vkxpIfZdUnLDAxOuEwNeRqM2U7bRdt2xHGJx65j-dgo,3107
|
|
1836
|
-
mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=
|
|
1831
|
+
mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=0qy4fHUf5i6Kgfxve1NneelB9gNas_7lMRs6pwgce1Q,1736
|
|
1837
1832
|
mteb/tasks/classification/tsn/__init__.py,sha256=pHxOFshsfTp_CkIowXYcDtpZsxihcnPewREjFOzwHH4,176
|
|
1838
1833
|
mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=T5_-XgDq4cKoKVxf5jlTf6F_wHy3fGGMnmGwA-Fr-Ss,3118
|
|
1839
1834
|
mteb/tasks/classification/tur/__init__.py,sha256=ZHpiPVOG5fymXCy2V2XqnSyVuXwHWmoa58KE9ohGjKw,481
|
|
1840
1835
|
mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=UxAtI9Aau_qc-JvR6SkdlHT0m2yT0OPgV8cp7HuvbuI,3081
|
|
1841
1836
|
mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=zfM_ODrzHvgNkoM3Mbbks1xQGNBZE6cGBuy1lJ6Ptb0,2793
|
|
1842
1837
|
mteb/tasks/classification/ukr/__init__.py,sha256=Tk8r98fjAhLigvXSu2v3vhq3aJVepreg7k7hVxlpIYo,186
|
|
1843
|
-
mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=
|
|
1838
|
+
mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=zQOxwega1ZldFadsBdfsZYKJB7O6D6lXxZ5dz-Wpnms,4520
|
|
1844
1839
|
mteb/tasks/classification/urd/__init__.py,sha256=CxO1ERWJxvYlmNUsXSGs3oPKqAtjrP0MTInCl6NV3oM,217
|
|
1845
1840
|
mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=ODS9UIFla1s-JIKISgoTYEmaB62vdRmPe9vb0024IfQ,2813
|
|
1846
1841
|
mteb/tasks/classification/vie/__init__.py,sha256=C590nbZwTwxtP-46xS1NYgcH0UJcELA9TDxiJO-o67o,1603
|
|
@@ -2032,7 +2027,7 @@ mteb/tasks/pair_classification/ita/dis_co_tex_pair_classification.py,sha256=N1Y_
|
|
|
2032
2027
|
mteb/tasks/pair_classification/kor/__init__.py,sha256=h-aIkge-Vf89YRjA0bteTrKAAXF3Hojs0_D4NfycyPQ,53
|
|
2033
2028
|
mteb/tasks/pair_classification/kor/klue_nli.py,sha256=9W9jLcrxCcWP2A5Ks7mjsHb0XJi5AfKyMGLTEIdT6kA,2522
|
|
2034
2029
|
mteb/tasks/pair_classification/multilingual/__init__.py,sha256=Se4NBy208UzG7ZYWLk-8GtUjz7Nt6uKqV4sf5hbz_L0,528
|
|
2035
|
-
mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py,sha256=
|
|
2030
|
+
mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py,sha256=8wmaLY1h5XZfz9dhkj2SkhGvwvpf5Mo-7YanQ4YEfN4,2230
|
|
2036
2031
|
mteb/tasks/pair_classification/multilingual/opusparcus_pc.py,sha256=h8LHHaWxuvsdtW9rFP5oKyLhnNJcEDq7b_a_DoH84rU,1500
|
|
2037
2032
|
mteb/tasks/pair_classification/multilingual/paws_x_pair_classification.py,sha256=0IpodQ1H3rM_YEcODUDQPNeOHbkKrBi4OCbwC9LI2OE,1651
|
|
2038
2033
|
mteb/tasks/pair_classification/multilingual/pub_chem_wiki_pair_classification.py,sha256=sYgOlneCYiGm6xi8IpJCr8aWdYDzoeJhq79fvxh5GfQ,2773
|
|
@@ -2108,7 +2103,7 @@ mteb/tasks/retrieval/code/code1_retrieval.py,sha256=bFQjQtKw0Lpn5Yj_uRFbRYUKnd61
|
|
|
2108
2103
|
mteb/tasks/retrieval/code/code_edit_search_retrieval.py,sha256=pSbrwXByeL9JaUzEMYsRl-upVMrQPlWXe1QCw1FqLcM,2877
|
|
2109
2104
|
mteb/tasks/retrieval/code/code_feedback_mt_retrieval.py,sha256=CiJ8pYt3gmYR0mnk8KqdaO1jXgQbpU4aKvOe4d7lpu4,1489
|
|
2110
2105
|
mteb/tasks/retrieval/code/code_feedback_st_retrieval.py,sha256=eNV1DKxmKJzhIlBVP4u1JsxPRV_SrfKG4Uy6csbXZjM,1477
|
|
2111
|
-
mteb/tasks/retrieval/code/code_rag.py,sha256=
|
|
2106
|
+
mteb/tasks/retrieval/code/code_rag.py,sha256=Cx1GzhUwdcRwZJDCx3nsavHrqDh5IWuU5ZVIV7pIX9A,9577
|
|
2112
2107
|
mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py,sha256=81y-W4l7I8mzQJ-bvCM7rfIGykI9VdO_2MFNJIvTJDk,3816
|
|
2113
2108
|
mteb/tasks/retrieval/code/code_search_net_retrieval.py,sha256=BECmHuIQXeDjjUBKmvjYji395Ep-RnF0fCgpGXDZTus,1504
|
|
2114
2109
|
mteb/tasks/retrieval/code/code_trans_ocean_contest_retrieval.py,sha256=pkFKpaKuBbGYU-tezvSz_BMESUKY5Pp17CmSj4e0_K8,1497
|
|
@@ -2124,9 +2119,9 @@ mteb/tasks/retrieval/code/stack_overflow_qa_retrieval.py,sha256=NjD7b7234xrlA2xK
|
|
|
2124
2119
|
mteb/tasks/retrieval/code/synthetic_text2_sql_retrieval.py,sha256=TQikfAT_n65OzJEWmlxaj4mncce3hdzFpuB9ZIsBktQ,1640
|
|
2125
2120
|
mteb/tasks/retrieval/code/wiki_sql_retrieval.py,sha256=OOypL5bkQ1xX7D6SlDPcfu1KIDlKPTlMKkR2gnax2b4,3310
|
|
2126
2121
|
mteb/tasks/retrieval/dan/__init__.py,sha256=gHkyCxzEZ-Nyv5HBLsQ0VPs1y0JjoxNX5q5kOhPiCT4,280
|
|
2127
|
-
mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=
|
|
2128
|
-
mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256
|
|
2129
|
-
mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=
|
|
2122
|
+
mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=W7LN0Tn42fFss1quMHq2W39NrZm1tGmmdONtRGDSr34,5622
|
|
2123
|
+
mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=-8OT4d2YtNB_Jis0wOnJU44zPopFKX3nUPeC6olHaTo,3774
|
|
2124
|
+
mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=y2pZXmHmXlz-R6KJtGaLXxyTsUOcvYaBcBC3zKA83Lw,3407
|
|
2130
2125
|
mteb/tasks/retrieval/deu/__init__.py,sha256=xgC4Nt2DCgcoCAkiErKSCQENs18DJtHFbocSMWS_278,719
|
|
2131
2126
|
mteb/tasks/retrieval/deu/ger_da_lir_retrieval.py,sha256=ZQFzZLguoOmrZ_pZVk4w5N7vzhiUYcg8sTvs62S4EaY,1371
|
|
2132
2127
|
mteb/tasks/retrieval/deu/ger_da_lir_small_retrieval.py,sha256=zb5SGbztP3xQI9tt-3MEFsxEvxXzVlpo-ahx1cFd-WU,1572
|
|
@@ -2139,7 +2134,7 @@ mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py,sha256=RYZCPgKaNPi14ncxnvz8_7
|
|
|
2139
2134
|
mteb/tasks/retrieval/deu/legal_qu_ad_retrieval.py,sha256=l_UNVkOQxqlKp6wef2BM-GKtyYnmYLYThGZZnUsR_-c,1594
|
|
2140
2135
|
mteb/tasks/retrieval/ell/__init__.py,sha256=46naXAZtJzyezyqOQGRIlr4zQVkqGQJdj7ztjMrez9Y,72
|
|
2141
2136
|
mteb/tasks/retrieval/ell/greek_civics_qa.py,sha256=uKmiWHHZvL1o5m17XCrzi16kHWFNhlEUHrtlk-LR1as,2514
|
|
2142
|
-
mteb/tasks/retrieval/eng/__init__.py,sha256=
|
|
2137
|
+
mteb/tasks/retrieval/eng/__init__.py,sha256=loq6PjQTX-ZpCUgy6wFZ74LCpZVmzbiRQKtJQlJbvQM,16093
|
|
2143
2138
|
mteb/tasks/retrieval/eng/aila_casedocs_retrieval.py,sha256=UKoN9oE8C412REf8MV16aUDgE5NwkHxnXsh4dcLztpk,1398
|
|
2144
2139
|
mteb/tasks/retrieval/eng/aila_statutes_retrieval.py,sha256=GugjZwaWmTlNyYzK8ACKZHIiUw2YBvLaVyTngN_qQyM,1366
|
|
2145
2140
|
mteb/tasks/retrieval/eng/alpha_nli_retrieval.py,sha256=GpOkizyeOs_ZMbRu9g1yAXdKkQr8PObUepP1OulbJio,1714
|
|
@@ -2161,7 +2156,7 @@ mteb/tasks/retrieval/eng/chat_doctor_retrieval.py,sha256=_PQYn3jXgeLKjnb_uKxzHtM
|
|
|
2161
2156
|
mteb/tasks/retrieval/eng/chem_hotpot_qa_retrieval.py,sha256=sLTfqBf967htSU7Ego7zkEC8QYVWFI12YoHxa-urWEw,2114
|
|
2162
2157
|
mteb/tasks/retrieval/eng/chem_nq_retrieval.py,sha256=8bl4PRKJwYgNF0sZPZQINgn81-r3c_2gDoMQJYdpb8I,1886
|
|
2163
2158
|
mteb/tasks/retrieval/eng/cirr_it2i_retrieval.py,sha256=o_4fVGosZjYsfMQy7tzQGaq8aijhUwXKcV7MYIYY4SY,1583
|
|
2164
|
-
mteb/tasks/retrieval/eng/climate_fever_retrieval.py,sha256=
|
|
2159
|
+
mteb/tasks/retrieval/eng/climate_fever_retrieval.py,sha256=obIROibY5nQ8oDGbkjG5Z3jrJ-rAXVmF_1w_XN6Nqm0,4615
|
|
2165
2160
|
mteb/tasks/retrieval/eng/cqa_dupstack_android_retrieval.py,sha256=-Uj8BOIPyjl8egm34qZGRKULGgEoaoac4wOhdWXAPgE,1674
|
|
2166
2161
|
mteb/tasks/retrieval/eng/cqa_dupstack_english_retrieval.py,sha256=hI0PhOmbf4__DPIZEyNbn7w6tinZxbc1ZATlZECjz0I,1629
|
|
2167
2162
|
mteb/tasks/retrieval/eng/cqa_dupstack_gaming_retrieval.py,sha256=VBsAaiGzapR-9SCJahVeoeqExeEQyphwctPWgERWuTs,1633
|
|
@@ -2176,7 +2171,7 @@ mteb/tasks/retrieval/eng/cqa_dupstack_webmasters_retrieval.py,sha256=zEkmPfHW2_5
|
|
|
2176
2171
|
mteb/tasks/retrieval/eng/cqa_dupstack_wordpress_retrieval.py,sha256=l6IkX_gHtl3PpbcLxFvcNePwZDul-dOxRX7l0bQlzgY,1634
|
|
2177
2172
|
mteb/tasks/retrieval/eng/cub200_i2i_retrieval.py,sha256=sn0eN5Q9mseKVdtzN5duZGyjNB3jmLSSS2xgKvC_Icc,1251
|
|
2178
2173
|
mteb/tasks/retrieval/eng/dapfam_patent_retrieval.py,sha256=3rJDG8Id-gcG8K92SwgfXC8XREhH6uUbjU3u_AyCzgQ,27254
|
|
2179
|
-
mteb/tasks/retrieval/eng/dbpedia_retrieval.py,sha256=
|
|
2174
|
+
mteb/tasks/retrieval/eng/dbpedia_retrieval.py,sha256=24XDQknkp_yxLUEEyEj7JnmTpqmT8hdDaLVA1Pr9PB4,3475
|
|
2180
2175
|
mteb/tasks/retrieval/eng/edis_t2it_retrieval.py,sha256=hgFPxjozfGG25YeYV1WWMNarwJAXPWuPgFPbvsX-LqY,1393
|
|
2181
2176
|
mteb/tasks/retrieval/eng/encyclopedia_vqa_it2it_retrieval.py,sha256=GviRCA5VAZXuf9lkHuMpAJ-rLLLKwVizolvbEbjyGPA,1667
|
|
2182
2177
|
mteb/tasks/retrieval/eng/english_finance1_retrieval.py,sha256=GKtIypZypE3qUcQIUOYZPhuUGTMpqjJ0QCV-fFr9NV4,1121
|
|
@@ -2189,7 +2184,7 @@ mteb/tasks/retrieval/eng/fashion200k_i2t_retrieval.py,sha256=7hXg2FamRxrOhP7aLT4
|
|
|
2189
2184
|
mteb/tasks/retrieval/eng/fashion200k_t2i_retrieval.py,sha256=our4KJGdi7ebQIVLXUcg-d6QgKDgzOoviJUxwpNtDSo,1555
|
|
2190
2185
|
mteb/tasks/retrieval/eng/fashion_iq_it2i_retrieval.py,sha256=Vtm2MZrZ1f7BMxxzr4DRxwobCNvnvsZn5Y19uv2ygi4,1606
|
|
2191
2186
|
mteb/tasks/retrieval/eng/feedback_qa_retrieval.py,sha256=YAUn1EeeSxWanB3ZRirECxafHZvEnUbJmcFNXMxhnIU,1766
|
|
2192
|
-
mteb/tasks/retrieval/eng/fever_retrieval.py,sha256=
|
|
2187
|
+
mteb/tasks/retrieval/eng/fever_retrieval.py,sha256=CRUzFPZSwD3J7JBpzofXYZsLLzjKhJ-CDM6O7Fab-z0,3977
|
|
2193
2188
|
mteb/tasks/retrieval/eng/fi_qa2018_retrieval.py,sha256=BChxosI8yRHrHwvpF_EtgzGPKdXwhD-47kPxiUJp01A,1520
|
|
2194
2189
|
mteb/tasks/retrieval/eng/fin_qa_retrieval.py,sha256=8pPk1sMQDf2uG4a-jW37bbJimxh1NT5TpMGb97PcOpw,3692
|
|
2195
2190
|
mteb/tasks/retrieval/eng/finance_bench_retrieval.py,sha256=d--7LWDJg46otIokG5u8V249eLUHWJJ8Jspg4mFQF1Q,3490
|
|
@@ -2200,17 +2195,17 @@ mteb/tasks/retrieval/eng/gl_dv2_i2i_retrieval.py,sha256=aeVQjOlZG0OUPTt5HhZbAEMr
|
|
|
2200
2195
|
mteb/tasks/retrieval/eng/gl_dv2_i2t_retrieval.py,sha256=z9Fn45XT832Fo3N1IIs38jNW-RdqrtjI0JYi7JIDI_k,1449
|
|
2201
2196
|
mteb/tasks/retrieval/eng/gov_report_retrieval.py,sha256=Xqr8dDqo8wHXDMbZ_HuFS46ui5QFpyh_z09R5zK9FHw,1662
|
|
2202
2197
|
mteb/tasks/retrieval/eng/hagrid_retrieval.py,sha256=IfF8y1yUURZ-CiT8g2i1XK5rC8N83_E_XpgWvUUBGfw,1454
|
|
2203
|
-
mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=
|
|
2204
|
-
mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=
|
|
2198
|
+
mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=2wolr3UrHcONtbGLFxjj6vqVgGkdfSULBnU4oSEF2LE,3285
|
|
2199
|
+
mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=5Sl0glFi48DQfVpHSRA5VYyHEl9KDJ-tm8m0RfPxKUY,3285
|
|
2205
2200
|
mteb/tasks/retrieval/eng/hc3_finance_retrieval.py,sha256=j_Y7wRS29F8drvXgwmMXILejvAdr_UDrXwK0pRQ8I1s,3570
|
|
2206
2201
|
mteb/tasks/retrieval/eng/hella_swag_retrieval.py,sha256=SDMTKYvcN5WGIiynYH7fqvlUb5qzTNeFTv6IJpOUIgQ,1598
|
|
2207
|
-
mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py,sha256=
|
|
2202
|
+
mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py,sha256=DeNHRepIvcI217SqTuMvEsWMhNL1gcMblSRww60VCDw,3943
|
|
2208
2203
|
mteb/tasks/retrieval/eng/image_co_de_t2i_retrieval.py,sha256=9M1yMrYBVS7_ZHHc7yyY3QDC4ao1XSpFc3dT0k7WGWI,1288
|
|
2209
2204
|
mteb/tasks/retrieval/eng/info_seek_it2it_retrieval.py,sha256=r0ziXRSditV1S_QoF0PA6UfHQivYbnp94ZtmtZgtNVQ,1579
|
|
2210
2205
|
mteb/tasks/retrieval/eng/info_seek_it2t_retrieval.py,sha256=qJ_pyxAvIVHUmibBSd9TqvdF_jZv3omCFX_8eKddviA,1541
|
|
2211
2206
|
mteb/tasks/retrieval/eng/legal_bench_consumer_contracts_qa_retrieval.py,sha256=NrhXlzXSpy1aCYvakdN4vgcrfrP5iz6Rw0otc15wf_k,1530
|
|
2212
2207
|
mteb/tasks/retrieval/eng/legal_bench_corporate_lobbying_retrieval.py,sha256=zvhW2Gq0BFmXYp7-EoZ8rZWgI47wrG7z9e-1qM693io,5189
|
|
2213
|
-
mteb/tasks/retrieval/eng/legal_summarization_retrieval.py,sha256=
|
|
2208
|
+
mteb/tasks/retrieval/eng/legal_summarization_retrieval.py,sha256=Fk_GtYWzbA1AIpS9w_bdxL2RsH-_HYj4u4zm2A_cWRI,1447
|
|
2214
2209
|
mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py,sha256=cKNfseWeolUKau4bet4_-MiJBXmG4JQQHb7ZfovuiLY,2601
|
|
2215
2210
|
mteb/tasks/retrieval/eng/lemb_needle_retrieval.py,sha256=yXyG6vpMpMYDPT_RBycwSwTI4QhjhPWQ2zQrdeAmaaE,2964
|
|
2216
2211
|
mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py,sha256=t6-AdiXiOpgLKacVILKu0LrpTc4RWs2uW3ywUa-zkK8,2959
|
|
@@ -2222,8 +2217,8 @@ mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=za2ScSmaH8UyZIGqWkaIPo_4
|
|
|
2222
2217
|
mteb/tasks/retrieval/eng/llava_it2t_retrieval.py,sha256=j2W4nh5EPcbvilYqgyjJ1tfHgxLsKGG5wisSsiAVK3A,1780
|
|
2223
2218
|
mteb/tasks/retrieval/eng/lotte_retrieval.py,sha256=l5akqCc54mS1fmmhBWie-2EDpuCc0sQZRCtm2c3x3YA,2325
|
|
2224
2219
|
mteb/tasks/retrieval/eng/medical_qa_retrieval.py,sha256=tmraQ6Y6IFe_BbFb0tVtC0W_kADF0D6Fvh3xybwXyhs,1368
|
|
2225
|
-
mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=
|
|
2226
|
-
mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=
|
|
2220
|
+
mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=xJ0SY_Iuyf0ras2FvKhJL9DwRzqgrp0JSFYO4UMhT7U,3924
|
|
2221
|
+
mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=8K2YeLVbsvjzbBETv-zJMulavYf2tKrP-BOC0iJuGKk,3927
|
|
2227
2222
|
mteb/tasks/retrieval/eng/met_i2i_retrieval.py,sha256=tv1U0shLRqoKn3e9BRU3Q0tFJLKDTt0gt4qq8F8Phg8,1377
|
|
2228
2223
|
mteb/tasks/retrieval/eng/ml_questions.py,sha256=ads-UBjQQbTZoFwQEBmbI3SdN60WnWrFQFXjX12TAW8,3728
|
|
2229
2224
|
mteb/tasks/retrieval/eng/mscoco_i2t_retrieval.py,sha256=CMphGPlJazwHR0aQc0RRUGkv4sTS2ih7KDmw1fqZFtQ,1562
|
|
@@ -2249,10 +2244,10 @@ mteb/tasks/retrieval/eng/nights_i2i_retrieval.py,sha256=L4ABfQZo6lHZ_jGnBrH1Gxqm
|
|
|
2249
2244
|
mteb/tasks/retrieval/eng/nq_retrieval.py,sha256=2r6M-R_VcNs2VXFgRVde-dTjLZeK1iscB-P8VcfTuRs,3262
|
|
2250
2245
|
mteb/tasks/retrieval/eng/okvqa_it2t_retrieval.py,sha256=nm_1GXVppP7wCAJFgiN003Bb-6QdDeOcS634NbVdKq8,1448
|
|
2251
2246
|
mteb/tasks/retrieval/eng/oven_it2it_retrieval.py,sha256=Rvm1kt9PTOcCYZIUK3V-5aRV7PEvrsIxyfSE36d6BnI,1693
|
|
2252
|
-
mteb/tasks/retrieval/eng/oven_it2t_retrieval.py,sha256=
|
|
2247
|
+
mteb/tasks/retrieval/eng/oven_it2t_retrieval.py,sha256=gnomGPeN3nm22sfF5avD3SKFF3-2ngH0ZlgnuMwKVAc,1672
|
|
2253
2248
|
mteb/tasks/retrieval/eng/piqa_retrieval.py,sha256=tWs1jxC_BQu2s0iimBCGDiu-3QZefFRnQaeHk2C2kwA,1615
|
|
2254
2249
|
mteb/tasks/retrieval/eng/quail_retrieval.py,sha256=qpwhSbAFqZWrSS3UKFyVvJBOHb0I6hY8wgSPY94ka4c,1703
|
|
2255
|
-
mteb/tasks/retrieval/eng/quora_retrieval.py,sha256=
|
|
2250
|
+
mteb/tasks/retrieval/eng/quora_retrieval.py,sha256=KASLS_K0mzK0PydnSifldKtO2fKoV2cEIZu-pgkkgf4,3485
|
|
2256
2251
|
mteb/tasks/retrieval/eng/r2_med_retrieval.py,sha256=Hq_5OjxCyJDe90mf7713M9P93Zx2VL24eyPc-1F104Q,12665
|
|
2257
2252
|
mteb/tasks/retrieval/eng/r_oxford_i2i_retrieval.py,sha256=smlcZ4sRJMAfiYrBKkpz-r4BeFQhGxjt8nhWfWmuhz4,4165
|
|
2258
2253
|
mteb/tasks/retrieval/eng/r_paris_i2i_retrieval.py,sha256=9d5rCYCpHWJIlmO3cmW_S4Qix8-QEiqt6lxxUS9MJXc,4096
|
|
@@ -2261,8 +2256,8 @@ mteb/tasks/retrieval/eng/ra_rb_math_retrieval.py,sha256=jcwsK88cmFInVMZdtssa_tLO
|
|
|
2261
2256
|
mteb/tasks/retrieval/eng/re_mu_q_it2t_retrieval.py,sha256=3olBhJuvbQ3ge58dWUV0jzfIxEKwcHgGykzw5SkPL7s,1766
|
|
2262
2257
|
mteb/tasks/retrieval/eng/rp2k_i2i_retrieval.py,sha256=w2JPvtWP15pATjk3s6phMm8xgtHj7T2VkLhh1osv4C4,1198
|
|
2263
2258
|
mteb/tasks/retrieval/eng/sci_fact_retrieval.py,sha256=oojafsAKuFccHIB6BWjks4NdG7yLUh0vn4fSTMcmOvA,1351
|
|
2264
|
-
mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=
|
|
2265
|
-
mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=
|
|
2259
|
+
mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=8YQ_79D10XdJ94qNa9z_OVCoqHbkuxPS6NG1O4Aelsg,3137
|
|
2260
|
+
mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=5k9-Lq52EkinxCTQ7hr82oYND4E_3ElAMv2Zb2SxoME,3137
|
|
2266
2261
|
mteb/tasks/retrieval/eng/scidocs_retrieval.py,sha256=nfAT5In9G99pozVtk7qjk7d8bYnF6IwuPf7xJ3OtuSU,1447
|
|
2267
2262
|
mteb/tasks/retrieval/eng/siqa_retrieval.py,sha256=IvSxYymVZxqze7l2App-83QQ6bqgEchzMLYwNhns5UU,1600
|
|
2268
2263
|
mteb/tasks/retrieval/eng/sketchy_i2i_retrieval.py,sha256=iDzvU5qYAQQGvZ6VtOjKGP76zVjhYngh6vOOG3bL_Bg,1377
|
|
@@ -2281,7 +2276,7 @@ mteb/tasks/retrieval/eng/touche2020_retrieval.py,sha256=kSM06MdLTyPgSN_nvTAz4kHM
|
|
|
2281
2276
|
mteb/tasks/retrieval/eng/treccovid_retrieval.py,sha256=x5e1ejs9hCyTY8MZn9A0LtIfZCzYyTN3cvHGGeWMOBE,1483
|
|
2282
2277
|
mteb/tasks/retrieval/eng/trecdl_retrieval.py,sha256=Rbs_0kd6cHxFny1Acchba4Vy9M6Vf78jSmQX4iyPXWo,4746
|
|
2283
2278
|
mteb/tasks/retrieval/eng/tu_berlin_t2i_retrieval.py,sha256=jBocfLCA1Gp2IGG0KZ33mU8erUxrKTioeSnM-fyJn5o,1278
|
|
2284
|
-
mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=
|
|
2279
|
+
mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=gXvGQ-7Y0LI7PnLDH1nqjS6fpJ2YF3j9s-FJhVA1kdE,17346
|
|
2285
2280
|
mteb/tasks/retrieval/eng/visual_news_i2t_retrieval.py,sha256=iFk5HN1DPgISrJ3k4GFJkkxdrZqyMBZZagPTDJdaH7I,1409
|
|
2286
2281
|
mteb/tasks/retrieval/eng/visual_news_t2i_retrieval.py,sha256=cNT4asxxsBjNKtNrmqZQN639Of7UKNutDv7Y5ZWB3eo,1437
|
|
2287
2282
|
mteb/tasks/retrieval/eng/viz_wiz_it2t_retrieval.py,sha256=jE70T5If62lkKnbF-CMAgRK4eyUBmUjNAdREBhbvzRA,1438
|
|
@@ -2305,7 +2300,7 @@ mteb/tasks/retrieval/hun/__init__.py,sha256=M59LTpENxaFLMSU43mNiP38lChJ_l_yZh__1
|
|
|
2305
2300
|
mteb/tasks/retrieval/hun/hun_sum2.py,sha256=td6lxYg_eH9J62sNNuFonHIJ_22E-XGgiFN-D3iAbFw,2373
|
|
2306
2301
|
mteb/tasks/retrieval/jpn/__init__.py,sha256=FJifPwzk9niyN16RyVr7aPr2T6K0GXSoASotX1PddeA,1175
|
|
2307
2302
|
mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=GpyyhK6MPArnB6XJfs3ceqcx9Yy33WgvICaBuy2VzdE,1607
|
|
2308
|
-
mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py,sha256=
|
|
2303
|
+
mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py,sha256=_9zsw9QS53NFp2EiCw3BKQdfk57agHxkSfpzKNqdJXE,1170
|
|
2309
2304
|
mteb/tasks/retrieval/jpn/ja_qu_ad_retrieval.py,sha256=qc89t-uJqzk37sTRKlSxenYOSq4Qy2E-H_namSBeGN0,1312
|
|
2310
2305
|
mteb/tasks/retrieval/jpn/japanese_legal1_retrieval.py,sha256=drUYO9QMSWgxvYWxL5QBdYPZ35HNwCF2d0ju1yQlZrI,1121
|
|
2311
2306
|
mteb/tasks/retrieval/jpn/jaqket_retrieval.py,sha256=dfSNx2QJ3bj5QZOHbGnInOxTlVXkgsFvYfMnmgU8PkE,1438
|
|
@@ -2319,15 +2314,15 @@ mteb/tasks/retrieval/kor/__init__.py,sha256=zNjAS2VRjeYX5u4vqev6dGOo_R3i9uSzxAsd
|
|
|
2319
2314
|
mteb/tasks/retrieval/kor/auto_rag_retrieval.py,sha256=tgffW8zMpDSv1FCOdS4_4SL5zKQj70JVSt_RKs3CgKY,1576
|
|
2320
2315
|
mteb/tasks/retrieval/kor/ko_strategy_qa.py,sha256=jk13ORetYtF0q36h8ljD6TeTHUwvK5F5ZbDoMCP3eWk,1156
|
|
2321
2316
|
mteb/tasks/retrieval/multilingual/__init__.py,sha256=vsRM1cV3GYgn_hzHq6y1vy1abPToKebnCpzl0sibn38,6090
|
|
2322
|
-
mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=
|
|
2317
|
+
mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=AEShsRxcoCNC2C02dj-go6eFr008NLZ2cnebAmdo4Sk,6956
|
|
2323
2318
|
mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=_6r34ZvRiLVENYcrd87NjilybGaetBwKFEbO29zYmBU,4676
|
|
2324
2319
|
mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=Puy0PjpRr4M_Bbxdl7oWfa7pQGM04zaRaTNlnhyKejM,4677
|
|
2325
2320
|
mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=dwzo2sqjamM_xkSiC-jbapyhDFezSJpM4S8KfBsuLPk,4562
|
|
2326
2321
|
mteb/tasks/retrieval/multilingual/indic_qa_retrieval.py,sha256=K7iWZ-yTftZFQiXBOlkTJXGpQXs-ZFt6OQj_L6HjEwk,1872
|
|
2327
|
-
mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=
|
|
2322
|
+
mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=g_2r5BIAojIcoNxugtw87tc7NX90Jz7DQnTPHRGtisM,36624
|
|
2328
2323
|
mteb/tasks/retrieval/multilingual/mintaka_retrieval.py,sha256=SwOliONITZM679LIBSMrvx_VymqE-zRN6YiYahhzfzw,2229
|
|
2329
|
-
mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=
|
|
2330
|
-
mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=
|
|
2324
|
+
mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=RT-zKWh6jdrr2ThnIjlFwAvA0eNaV867RwQIZQQr0EY,4121
|
|
2325
|
+
mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=mDp47UXPK5K99HVKIZcxTESnTIkFKLRf6AQV3NC6zQs,4763
|
|
2331
2326
|
mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=vQUtJYchvsEbXkgBZr5-MfEBg5YyXylfTJOLUwKXKGc,2078
|
|
2332
2327
|
mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=JkclJnNLHn13rw9KnIE8AqmHD1FnJP33k87yDV5sVFg,4289
|
|
2333
2328
|
mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=3uGnj3O92_02zXZnPWHpgjjmyHIliWS3Mjf2SuZCIFs,3803
|
|
@@ -2338,14 +2333,14 @@ mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=CGOTbGuwY
|
|
|
2338
2333
|
mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=ftLNo4OEG01N6jZyVpoyvZumM-CAeVV7VS58-ujxX4E,6925
|
|
2339
2334
|
mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=iFUQUlO_ogBdQBVYBQW3o-AJDQ792yg1pJtRxA5I3Qo,3796
|
|
2340
2335
|
mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=UduWKefwP7bPYxiDlztPEvSWXmTdw0xElglMbPY6XhA,4449
|
|
2341
|
-
mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=
|
|
2336
|
+
mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=UEvRarrOnziRmY3SSYmDwWutfrRqe4EQBU-BON6qjug,8913
|
|
2342
2337
|
mteb/tasks/retrieval/multilingual/web_faq_retrieval.py,sha256=TM-Q98yXZny_PKHAFNEvw9o9ET_L6VM3aNis1NJ9DgM,2686
|
|
2343
2338
|
mteb/tasks/retrieval/multilingual/wikipedia_retrieval_multilingual.py,sha256=zyqAt63bHXNU_I37jb891pwWUyGzZUGkXCyhWlRbed8,1569
|
|
2344
|
-
mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=
|
|
2345
|
-
mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=
|
|
2339
|
+
mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=_swZhhMRs5OhzBdJVqQF1i9ZrTvAxaVrG0TpkPWkoHo,4359
|
|
2340
|
+
mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=joA0Cj7hBXtmFLXXJxU64ijSQrrcY9PBgoEYhisWPpU,3924
|
|
2346
2341
|
mteb/tasks/retrieval/multilingual/x_market_retrieval.py,sha256=vp1Q5al9swuoChpbmelntuExw4_AhmO_rdONjzfTl5E,1389
|
|
2347
2342
|
mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=o5rhMeRf9HCZQxDKU9SIibqQSR5pw4bmYV8I5nALmQ4,3971
|
|
2348
|
-
mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=
|
|
2343
|
+
mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=IUMlMB1G1MbYOg9q81FPTk1pKnnLGS-WLgypehOOXqQ,5123
|
|
2349
2344
|
mteb/tasks/retrieval/multilingual/xpqa_retrieval.py,sha256=7ZL1cDK8OLvRwqC5r1dJKiQUkJP27RvuA_XX_Oaa--E,3029
|
|
2350
2345
|
mteb/tasks/retrieval/nld/__init__.py,sha256=AmiOwoaf7N8uElM8w3qRBttTVDmHE99SaTNz8kxJ7Pw,2668
|
|
2351
2346
|
mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=R65AvhmxvXmtLiguNBTKNLMh4Q-s7o9UWoTR-3x2_GU,1534
|
|
@@ -2380,8 +2375,8 @@ mteb/tasks/retrieval/nld/touche2020_nl_retrieval.py,sha256=nPLZxNvhTDWkIJU6i2EPY
|
|
|
2380
2375
|
mteb/tasks/retrieval/nld/treccovidnl_retrieval.py,sha256=d9rL10YNTUBVubdFxIVxqEhkf8tx9Iuxsp1BZ-Ctoyk,1671
|
|
2381
2376
|
mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=U_sFses437b7wVbAccsF-y7pcL3PZOgINEA2GWGOz2Y,1694
|
|
2382
2377
|
mteb/tasks/retrieval/nob/__init__.py,sha256=6PYJtnMhN5OtRwXWLAMu5V-3JnZnbHrLxMOk8Ir-b9w,126
|
|
2383
|
-
mteb/tasks/retrieval/nob/norquad.py,sha256=
|
|
2384
|
-
mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=
|
|
2378
|
+
mteb/tasks/retrieval/nob/norquad.py,sha256=sqQLt3ajBrui2TnwvuPny5tU-aijiRUHA1kzXmF7cN8,3779
|
|
2379
|
+
mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=VXouYjek_U8jCdpuvIzQ00YRIq0gJM_5lorgVFzlI6g,3143
|
|
2385
2380
|
mteb/tasks/retrieval/pol/__init__.py,sha256=Ha3wf63NJliq1z6cqxLE8uSZH8RlscnNV-5Sq9tqwCM,2017
|
|
2386
2381
|
mteb/tasks/retrieval/pol/argu_ana_pl_retrieval.py,sha256=ztNXnRDCp5nKCd2BhR6Fg2tgzMsx4jqIxRaNYvbU-Y8,1252
|
|
2387
2382
|
mteb/tasks/retrieval/pol/cqadupstack_pl_retrieval.py,sha256=mwBibm87FjrDgrmozkPZTVzgQiquOJ4s1a7X-j2eZk0,16558
|
|
@@ -2397,8 +2392,8 @@ mteb/tasks/retrieval/pol/sci_fact_pl_retrieval.py,sha256=lpvzybSoGrt5SK3RjMlsWwW
|
|
|
2397
2392
|
mteb/tasks/retrieval/pol/scidocspl_retrieval.py,sha256=u-O1sLqJaPigMNwq5KCKfa5bT6wIfmsMdC-zvgmeII8,1317
|
|
2398
2393
|
mteb/tasks/retrieval/pol/touche2020_pl_retrieval.py,sha256=4b7fbLmBsG094uFyySXy3f_4vnUVXLVVOGom0lC475E,1369
|
|
2399
2394
|
mteb/tasks/retrieval/pol/treccovidpl_retrieval.py,sha256=rAaAEaEM4GeGrw2e7Dt76FN0MpJcHoxh1mExk1ojef4,1528
|
|
2400
|
-
mteb/tasks/retrieval/rus/__init__.py,sha256=
|
|
2401
|
-
mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=
|
|
2395
|
+
mteb/tasks/retrieval/rus/__init__.py,sha256=lInCmwDWCJ6YmKzRAcJ3bZrAmmLElRYaWxeKIdH3ep4,309
|
|
2396
|
+
mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=fOcDi5CutbwcJStij7COIBGG6AC3Vmne3Xdq66jpw2Q,3102
|
|
2402
2397
|
mteb/tasks/retrieval/rus/ru_bq_retrieval.py,sha256=gmG_0IYllezCR0GL3I8Yh0OxBhi8wYsrhfAxKhk5ESs,1425
|
|
2403
2398
|
mteb/tasks/retrieval/slk/__init__.py,sha256=ak6edgong69cm7FXrcslkvli0vRRdwCQnP_qlHvRAeI,153
|
|
2404
2399
|
mteb/tasks/retrieval/slk/sk_quad_retrieval.py,sha256=Z4mSiSjSHX5F-gmHL_l-T-03mRVpc-I_u57raLYSWHA,2621
|
|
@@ -2410,7 +2405,7 @@ mteb/tasks/retrieval/swe/__init__.py,sha256=hJ-WHS2rIU8W5VvMNPtNOtCMaG2HyNConMWI
|
|
|
2410
2405
|
mteb/tasks/retrieval/swe/swe_faq_retrieval.py,sha256=s-o7IM_l7giuK4bJMdYkq2CtE0QQrkMVq5wMtbSJXpY,1599
|
|
2411
2406
|
mteb/tasks/retrieval/swe/swedn_retrieval.py,sha256=RFcpp0u-EKIwSRXR37tJ0_haY6Jvlfj8DWCgrD-0tnU,1512
|
|
2412
2407
|
mteb/tasks/retrieval/tur/__init__.py,sha256=tAKhhsTK6meiZwRMIvbx7_ye90JAAW3dlS8iI0r_vg8,84
|
|
2413
|
-
mteb/tasks/retrieval/tur/tur_hist_quad.py,sha256=
|
|
2408
|
+
mteb/tasks/retrieval/tur/tur_hist_quad.py,sha256=d03Ccol3NbSjqvDcqqLGLe0KELuOIloilpt7MMEWnO8,3685
|
|
2414
2409
|
mteb/tasks/retrieval/vie/__init__.py,sha256=j69iltc-is1oqx0oIV1RVjjM46LLH-JJQzKnxm4cYvc,2142
|
|
2415
2410
|
mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py,sha256=jafS3I5agXE7GDFHOLvw8-IUrqqRz1fwVEmGZO9j3AA,1806
|
|
2416
2411
|
mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py,sha256=xqbWwMBE5ixKzzYLKkGUm2SIU8LEsSltPZ9k7Guiu28,1901
|
|
@@ -2541,9 +2536,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
|
|
|
2541
2536
|
mteb/types/_result.py,sha256=CRAUc5IvqI3_9SyXDwv-PWLCXwXdZem9RePeYESRtuw,996
|
|
2542
2537
|
mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
|
|
2543
2538
|
mteb/types/statistics.py,sha256=YwJsxTf1eaCI_RE-J37a-gK5wDeGAsmkeZKoZCFihSo,3755
|
|
2544
|
-
mteb-2.1.
|
|
2545
|
-
mteb-2.1.
|
|
2546
|
-
mteb-2.1.
|
|
2547
|
-
mteb-2.1.
|
|
2548
|
-
mteb-2.1.
|
|
2549
|
-
mteb-2.1.
|
|
2539
|
+
mteb-2.1.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
2540
|
+
mteb-2.1.1.dist-info/METADATA,sha256=T4fFqeirUqZMgxCCsxYn0bCZDj13uyWBNKXR_DWnRKE,13573
|
|
2541
|
+
mteb-2.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
2542
|
+
mteb-2.1.1.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
|
|
2543
|
+
mteb-2.1.1.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
|
|
2544
|
+
mteb-2.1.1.dist-info/RECORD,,
|