mteb 2.2.2__py3-none-any.whl → 2.3.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (40) hide show
  1. mteb/__init__.py +4 -0
  2. mteb/descriptive_stats/Reranking/MultiLongDocReranking.json +466 -0
  3. mteb/evaluate.py +38 -7
  4. mteb/models/__init__.py +4 -1
  5. mteb/models/cache_wrappers/__init__.py +2 -1
  6. mteb/models/model_implementations/colpali_models.py +4 -4
  7. mteb/models/model_implementations/colqwen_models.py +206 -2
  8. mteb/models/model_implementations/eagerworks_models.py +163 -0
  9. mteb/models/model_implementations/euler_models.py +25 -0
  10. mteb/models/model_implementations/google_models.py +1 -1
  11. mteb/models/model_implementations/jina_models.py +203 -5
  12. mteb/models/model_implementations/nb_sbert.py +1 -1
  13. mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py +10 -11
  14. mteb/models/model_implementations/nvidia_models.py +1 -1
  15. mteb/models/model_implementations/ops_moa_models.py +2 -2
  16. mteb/models/model_implementations/promptriever_models.py +4 -4
  17. mteb/models/model_implementations/qwen3_models.py +3 -3
  18. mteb/models/model_implementations/qzhou_models.py +1 -1
  19. mteb/models/model_implementations/random_baseline.py +8 -18
  20. mteb/models/model_implementations/vdr_models.py +1 -0
  21. mteb/models/model_implementations/yuan_models_en.py +57 -0
  22. mteb/models/search_encoder_index/__init__.py +7 -0
  23. mteb/models/search_encoder_index/search_backend_protocol.py +50 -0
  24. mteb/models/search_encoder_index/search_indexes/__init__.py +5 -0
  25. mteb/models/search_encoder_index/search_indexes/faiss_search_index.py +157 -0
  26. mteb/models/search_wrappers.py +157 -41
  27. mteb/results/model_result.py +2 -1
  28. mteb/results/task_result.py +12 -0
  29. mteb/similarity_functions.py +49 -0
  30. mteb/tasks/reranking/multilingual/__init__.py +2 -0
  31. mteb/tasks/reranking/multilingual/multi_long_doc_reranking.py +70 -0
  32. mteb/tasks/retrieval/eng/vidore_bench_retrieval.py +4 -0
  33. mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py +56 -42
  34. mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py +3 -3
  35. {mteb-2.2.2.dist-info → mteb-2.3.1.dist-info}/METADATA +6 -1
  36. {mteb-2.2.2.dist-info → mteb-2.3.1.dist-info}/RECORD +40 -31
  37. {mteb-2.2.2.dist-info → mteb-2.3.1.dist-info}/WHEEL +0 -0
  38. {mteb-2.2.2.dist-info → mteb-2.3.1.dist-info}/entry_points.txt +0 -0
  39. {mteb-2.2.2.dist-info → mteb-2.3.1.dist-info}/licenses/LICENSE +0 -0
  40. {mteb-2.2.2.dist-info → mteb-2.3.1.dist-info}/top_level.txt +0 -0
@@ -1,4 +1,4 @@
1
- mteb/__init__.py,sha256=bl3K7IHalVzP27SIQ3qdo52vy9aAuvMsIKOx0h5P6Sk,1256
1
+ mteb/__init__.py,sha256=h2kru--zMEC0mmLQ688kggdDpBH7dxYz1HhLVHbRjcI,1376
2
2
  mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
3
3
  mteb/_create_dataloaders.py,sha256=9aUHM1q2q748XHax_YYcPBmckIOOVCrJ_N2bJYVbn3s,14338
4
4
  mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
@@ -7,11 +7,11 @@ mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,301
7
7
  mteb/_set_seed.py,sha256=HPlPRl__Pe6IG-4UgJqTfplcivJ_wA2kaClbXoHQedM,1178
8
8
  mteb/cache.py,sha256=77GtlwqHZxqkoCYcu76KCFL4AnHHkH8w-JY3oglMrbc,20102
9
9
  mteb/deprecated_evaluator.py,sha256=t13Eluvm5ByVIOqgT7fqiVfLb8Ud3A4bbF2djRfs8iA,26901
10
- mteb/evaluate.py,sha256=nSRKXlQikwtd4qb2Ruckn756IAgTigDjXdl-W2nhI6M,17993
10
+ mteb/evaluate.py,sha256=B60CkqRHzkI-3zIfHyocp-YUeWrzeoOvX_RN5vSlGqE,19363
11
11
  mteb/filter_tasks.py,sha256=5XE1OYmgDDoJYnXwFf4ma_PIT_Lekzs420sQF_kpCiY,7240
12
12
  mteb/get_tasks.py,sha256=6Gc18a2bZoLQV1Ms_qdr2KieAqIXg8TDg4l7ZN8rW2I,14218
13
13
  mteb/load_results.py,sha256=Xw2ZX7BToU92WwUTQUQKPAgPhX7ucyRRdoCrxAoPHdI,6414
14
- mteb/similarity_functions.py,sha256=ZkBapSGDXKE5ipTG2FpeFnAC1iWwiVkrAidmKK_I4bI,8799
14
+ mteb/similarity_functions.py,sha256=ySSnrKl4cSKOWfyIKQPVTJtxuy2ZNfcv0COXDp22QlQ,10630
15
15
  mteb/_evaluators/__init__.py,sha256=Ag1_RWpxBGMpujzd3FZjI40gY_KQKIpY31tJPuk-hFg,1013
16
16
  mteb/_evaluators/_download.py,sha256=jntlcURbJxcxUjTmn2D9Tu6ZnWgDc9t5bY8p9CZCqv4,586
17
17
  mteb/_evaluators/any_sts_evaluator.py,sha256=f0V3NDP5Bfp8qEeBwP8E-Enj5F5NbFze-kGmzlkObQA,3762
@@ -958,6 +958,7 @@ mteb/descriptive_stats/Reranking/LocBenchRR.json,sha256=k3Jck8QfSBxrsDenSgT06T2C
958
958
  mteb/descriptive_stats/Reranking/MIRACLReranking.json,sha256=boUEIFlFgCUG40M2-mXuXkJluK2POQYuoJYMXPdatVQ,27457
959
959
  mteb/descriptive_stats/Reranking/MMarcoReranking.json,sha256=XF75mWbGFkCCOxgvgy04PWgd7AiHBvCrBGPumK_gKIk,1173
960
960
  mteb/descriptive_stats/Reranking/MindSmallReranking.json,sha256=7_f4AvJnUdAU9dp41f5J3vhy-7rwTUw78ntq5oYQRdY,1213
961
+ mteb/descriptive_stats/Reranking/MultiLongDocReranking.json,sha256=WjjOHfMQSA0wURXsA07LpsRSIH5D04iOQC0IF8Xcd0g,19626
961
962
  mteb/descriptive_stats/Reranking/MultiSWEbenchRR.json,sha256=a4AwlFiLI9Un10uoqeqkKf8Wvkvgza11z1tELL9nBgA,1229
962
963
  mteb/descriptive_stats/Reranking/NamaaMrTydiReranking.json,sha256=j7gFd9-1dl8iqNEbINyQN6CIFZFMkniWOcQ7QhbYPCA,1177
963
964
  mteb/descriptive_stats/Reranking/NevIR.json,sha256=fKQ8j_NUqPeqoYvBVBRobl7-rXs2el1yszpsKdkSReM,1165
@@ -1428,15 +1429,15 @@ mteb/leaderboard/benchmark_selector.py,sha256=hnXdo_Kj4UUAruFl6nZkCxAQ88IEfbaH8E
1428
1429
  mteb/leaderboard/figures.py,sha256=Rq20LFpaUhQD4tuKp7P7ExQtAjonMLibgO3ud0ykMag,7491
1429
1430
  mteb/leaderboard/table.py,sha256=qs0H_Gt9FzRvzb-AL0YlqEe0YAsdYsVX3QlncfCBEqg,7828
1430
1431
  mteb/leaderboard/text_segments.py,sha256=iMIkS04QQjPbT-SkU0x6fOcS8xRbUYevryu9HydipKM,6570
1431
- mteb/models/__init__.py,sha256=ycGU-x60LT0OFyP4CYa5pQhM7J5hCimubuT56va9wfM,741
1432
+ mteb/models/__init__.py,sha256=ABTuoqiBjBtBWW3LYY7ItBHdylR6jWoy06HH0g6j6fU,910
1432
1433
  mteb/models/abs_encoder.py,sha256=m0JkRfRPMYadDgBR9eozRloI31ZSWkSzDFINpwbfLZk,16533
1433
1434
  mteb/models/get_model_meta.py,sha256=VpZZNINk-QrNeVpPZnlqzlLhtBs8G84eRwTzAb_gRD4,9108
1434
1435
  mteb/models/instruct_wrapper.py,sha256=Ty4nfEvioycL_uATkhd0PGuyeB5Xc9xrRd6HOGgb-tc,9005
1435
1436
  mteb/models/model_meta.py,sha256=b-Nel9nX5bJk4cgJnqkBzEKyMY7uXvxlCBSxmmH1Ios,14769
1436
1437
  mteb/models/models_protocols.py,sha256=D2hYWn_UBGMaKtRwBx3u0B0ni6lHJjSzTxX21XFNwIc,8917
1437
- mteb/models/search_wrappers.py,sha256=9PrS12afZInQKnmky2zdDrY_tVaC-Lwx__3zmoFIgn0,15475
1438
+ mteb/models/search_wrappers.py,sha256=AcMhjQyKdeitUjnaqgnP3_zTeVSum8rz1sjBRddHUVQ,20328
1438
1439
  mteb/models/sentence_transformer_wrapper.py,sha256=n5CMsM6Lpg_CFHH0NkpJusMsaLUTt-L9vRmFINQ961k,12338
1439
- mteb/models/cache_wrappers/__init__.py,sha256=j3JBHN73Tr7uMUO92FEvKXstnybxrPpGWmKXU2lAoIE,88
1440
+ mteb/models/cache_wrappers/__init__.py,sha256=1w1TnMwulWJSzNkLXjbh5MY3sqgHWc6vUntYn49i9X8,169
1440
1441
  mteb/models/cache_wrappers/cache_backend_protocol.py,sha256=TR7kD7KbN1J4piszIecpegtLZYGy7sRHZt3SDWlImKk,1665
1441
1442
  mteb/models/cache_wrappers/cache_wrapper.py,sha256=KLDeOCe_ndQshbZa5ep2u3jovsl--tfpQzvt9EXyxCA,6589
1442
1443
  mteb/models/cache_wrappers/cache_backends/__init__.py,sha256=hN2Tq7cpTxoOYSCJ1Wnpvb8dEm-kQLfCCahT1N9Bacw,123
@@ -1463,21 +1464,23 @@ mteb/models/model_implementations/codefuse_models.py,sha256=19Y-d_qetVU64quzEvuU
1463
1464
  mteb/models/model_implementations/codesage_models.py,sha256=D4CdISGyv5f2GMYq4_efgm5qNq80SWAX5R2u5mjEiXM,2998
1464
1465
  mteb/models/model_implementations/cohere_models.py,sha256=LiYYRT3clhFlh0RE654KyZtO66vnIO22h79HJLmXYwk,13696
1465
1466
  mteb/models/model_implementations/cohere_v.py,sha256=K6VEw1NkyM2PuMd18kHE6aqPrcByYSwEmAKjvLods_w,15760
1466
- mteb/models/model_implementations/colpali_models.py,sha256=uVmK3jXO-GDn-7i6cJFWdc0u0-MU3INHHL1rXUPhBec,8944
1467
- mteb/models/model_implementations/colqwen_models.py,sha256=Y6IBhYKbxjkC3AePa0l37-F50xcX1mtPCXpgW597HyA,8754
1467
+ mteb/models/model_implementations/colpali_models.py,sha256=7PJ0SshVXasyncTfZRFIf_ZWzbqxJhhzNKAoGLhNktw,9004
1468
+ mteb/models/model_implementations/colqwen_models.py,sha256=6upaxe19V8j5Ayu03Dgj5jPtC8SJBCITK_RionJRMSE,15545
1468
1469
  mteb/models/model_implementations/colsmol_models.py,sha256=O2M7Ksydh94M_Iax4KytHb-wOL18N0BIYLKSsLF8BFs,2967
1469
1470
  mteb/models/model_implementations/conan_models.py,sha256=G-s7xo9VtNX-f7lWKtYVGHHiMMN0Xp44PlNIp7E0LAo,6502
1470
1471
  mteb/models/model_implementations/dino_models.py,sha256=QFgaFHR5YKrylqJGSljXCBn2W7qHhmF6KdXkvHrQNEI,16380
1471
1472
  mteb/models/model_implementations/e5_instruct.py,sha256=9R4GoSFicgqNDCh3HhTN_8L1qhzuEKvatjHYn3T9zlU,7676
1472
1473
  mteb/models/model_implementations/e5_models.py,sha256=vsqkmm6XzZn9ROj_OUR0j2KiN75MEuQsOPeoyc1AeYg,10937
1473
1474
  mteb/models/model_implementations/e5_v.py,sha256=_9W7I0ryIzx_H9eCkzwdm8iHdGX1LIjKGXkhSh_zNv8,6690
1475
+ mteb/models/model_implementations/eagerworks_models.py,sha256=NOQkCUqn9jLSpf9p6KyaIHnJxYV1MNlr2z7hO2AcRSc,5744
1474
1476
  mteb/models/model_implementations/emillykkejensen_models.py,sha256=QdhGqCm_1-AURkrniZj2S1MjwwIVOPMzLvpgfJq-3EQ,2779
1475
1477
  mteb/models/model_implementations/en_code_retriever.py,sha256=leZ-0M6LrunocY3XQBYZU1uevDRopeyR5ujIhwqBbd8,1043
1478
+ mteb/models/model_implementations/euler_models.py,sha256=fZoXYeDjSRN2Qj1Pf-ROi8xok03PjhYi4FLEZKjMPkk,905
1476
1479
  mteb/models/model_implementations/evaclip_models.py,sha256=cPMGYLDIq4s8zJxb4vPXqJ-rqwPaq7KOh2QZSO6cDas,8000
1477
1480
  mteb/models/model_implementations/fa_models.py,sha256=WGal70_ezITWoNdjcMdbOCTSCtoaXzuPadYstLVXxhg,7478
1478
1481
  mteb/models/model_implementations/geogpt_models.py,sha256=Juv86SwhgQX80lVLjAFtim2aSiJT1AcgjniyyiKyk1Q,1923
1479
1482
  mteb/models/model_implementations/gme_v_models.py,sha256=NkfgR3_UdZzoBt1NnalVou6LOR-F7qXM4by9EbAVrys,13568
1480
- mteb/models/model_implementations/google_models.py,sha256=P3Kg6G8UI6JA17MMlhhoDj54SCAcRP8uZ1CudL-Caf0,9295
1483
+ mteb/models/model_implementations/google_models.py,sha256=ROo83udaUmPx0U_qfFuS55DSrCILVsRZu3oLp_P-srg,9296
1481
1484
  mteb/models/model_implementations/granite_vision_embedding_models.py,sha256=uqQ5-e_a-ADv3gf3sR9Drk0S4x8Gy8mZkpL-E4X16TM,7241
1482
1485
  mteb/models/model_implementations/gritlm_models.py,sha256=aS_CuioL95JAQMYiaKlGuAWU9wZjabn268Xut3bD8-w,3005
1483
1486
  mteb/models/model_implementations/gte_models.py,sha256=o26Xyu_tucUlP435Q_jB4-bl0xckgj4wtbutTwhYgIo,10073
@@ -1487,7 +1490,7 @@ mteb/models/model_implementations/ibm_granite_models.py,sha256=YCT0jbgawy19ps5l8
1487
1490
  mteb/models/model_implementations/inf_models.py,sha256=lvXUFhAYDltq2_Xa9MHcwfhh1V20rbJLSgON76tkj6w,2906
1488
1491
  mteb/models/model_implementations/jasper_models.py,sha256=ZY7qRRpBpD3eVryQb4rLs5E3KDXlgFBvyelataqLIWs,16213
1489
1492
  mteb/models/model_implementations/jina_clip.py,sha256=CfiIxbhKspjQajNtObCfGPHOWPk6uLn4cuwydQHFTMo,5118
1490
- mteb/models/model_implementations/jina_models.py,sha256=QWoesiTygdFTLcdGpdx26wOUI1AXRz3jLmxGHJ0WMNE,29919
1493
+ mteb/models/model_implementations/jina_models.py,sha256=HrHm2Io3g9gHwxU5icAaudy_E8rAVkAAIFSzVYWF-dM,34859
1491
1494
  mteb/models/model_implementations/kalm_models.py,sha256=FmW7Z5Qs6WYBLuKvql3u4IJW36kj4k-Ypah8qTBEBkg,59837
1492
1495
  mteb/models/model_implementations/lens_models.py,sha256=fC7_NB1F8vBAlXD0p0-hALf6eZTPFJwpz57dy71OlwI,1696
1493
1496
  mteb/models/model_implementations/lgai_embedding_models.py,sha256=S83pbfkMH3YUNl4skusgbK-Rn-uLuScQVxgXwegR_N4,2333
@@ -1503,25 +1506,25 @@ mteb/models/model_implementations/moco_models.py,sha256=Kl0nBsqkG3crYoo5YulFq1fv
1503
1506
  mteb/models/model_implementations/model2vec_models.py,sha256=D-EY-6P-cKKunbgzk4DHzJL1ogpWYFhpHbTLb8qQjJw,13765
1504
1507
  mteb/models/model_implementations/moka_models.py,sha256=Y5do7Z4JyGxabYrjHhkBLqCKTQKotniS-f4kOgXJjag,4995
1505
1508
  mteb/models/model_implementations/mxbai_models.py,sha256=33ta2BnhvKYBUgE89wFgPNf-CnOb7ooumZvqHOvbZsA,3593
1506
- mteb/models/model_implementations/nb_sbert.py,sha256=Ab0OXvOzEqlFFO1679mMiCdJvMSnvcfCoeFMLzNL74I,861
1509
+ mteb/models/model_implementations/nb_sbert.py,sha256=dF3WBn6ERIK7Oqp-tXdLn11Gf0Z7RKLhAoCq0YHxEug,861
1507
1510
  mteb/models/model_implementations/no_instruct_sentence_models.py,sha256=6i-xbLRRNKuDpU-hwklwdQjgu1wnz5CecLSoc6kyd7Q,3976
1508
1511
  mteb/models/model_implementations/nomic_models.py,sha256=mT-v5Gs5-sRH8-ziCw_CtxB9ox3C6FtwWJjNghNrunw,11334
1509
1512
  mteb/models/model_implementations/nomic_models_vision.py,sha256=gEEieMThvw4p-QhRH0G_9-WWTvj-jqOlgFsh6O07dbc,6731
1510
- mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=zLo-GSghLsIpIZguAdg0Vf18Dn-mdizwQDrWiSwupr0,6171
1511
- mteb/models/model_implementations/nvidia_models.py,sha256=aeex14J1yGxc2wm8kCDIgxwo_uy0Fu9y9liFVD-LDOg,21555
1513
+ mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=14XSv7wGsitu0cF8P3A951gel_Py7PrKlRixkLS4qG4,6203
1514
+ mteb/models/model_implementations/nvidia_models.py,sha256=acVverAt77lURkILCVkCdXsWgY1BJoG1-ugB7yIhlIM,21555
1512
1515
  mteb/models/model_implementations/openai_models.py,sha256=2tJyEapIW-GtB3ZOXIHwGjSZGgJl2daE_UsbzH4NhBM,9620
1513
1516
  mteb/models/model_implementations/openclip_models.py,sha256=W8XcokgLU1nSmMaWpYXkWWizVd3sQezcP02YtF2fXpo,11436
1514
1517
  mteb/models/model_implementations/opensearch_neural_sparse_models.py,sha256=fuxIjOx_kPoDps5C7LW3JllG-AZj4ktqeTNgJESHZh4,8351
1515
- mteb/models/model_implementations/ops_moa_models.py,sha256=vTZYi6aYe2UYI_BBaoMad3anozknUoadVQw_EBKX3MU,2411
1518
+ mteb/models/model_implementations/ops_moa_models.py,sha256=luWw1j2iTMx1z1ydLCjvCI89E9Yvge7ruEawivJTmfE,2413
1516
1519
  mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py,sha256=qGXv71qRjNCIFluZOwvfBlFlKKyN2bXBokwUPk4KHmM,1066
1517
1520
  mteb/models/model_implementations/piccolo_models.py,sha256=d8Dtkv_ZTUOCmJLLOuwquq-gX-2UfKvAtl_LvAS0Xi0,2113
1518
- mteb/models/model_implementations/promptriever_models.py,sha256=2iB1n4ZSX0NyDBBk9rryKSwdjhc3D6TgUhhlzJxys8E,6316
1521
+ mteb/models/model_implementations/promptriever_models.py,sha256=S7uWes_P74p3OZR_KBJHJN_ezlvvRx2__46DMCWqV5M,6328
1519
1522
  mteb/models/model_implementations/pylate_models.py,sha256=yINGQL97S4xjj74-FTWpO4KHX-E9NDOEeyQWyRmmnaE,14772
1520
1523
  mteb/models/model_implementations/qodo_models.py,sha256=JDqffDlQiOEariyheybOIf3iNkqot2gTkEIHWDnRbUE,2037
1521
1524
  mteb/models/model_implementations/qtack_models.py,sha256=biZLH5E3UWIcMZXIZNGgBZFEUvovPpAo6vUyL776W1w,1224
1522
- mteb/models/model_implementations/qwen3_models.py,sha256=IpPJC_y-Kt_1Bq6nT2lX3-lMl-hl0BV6VhAL8Czfyfg,5133
1523
- mteb/models/model_implementations/qzhou_models.py,sha256=90tsGftdCX90Gvu63bxtMyzczGi_u9bsUlg4WAVeH9Q,3536
1524
- mteb/models/model_implementations/random_baseline.py,sha256=NH-epZ73BYvV6qYgu09BsoiFxBWypUNLdJIXRp5QPhM,8030
1525
+ mteb/models/model_implementations/qwen3_models.py,sha256=F_o6ciD-6gLFfIlQYD9MsNvcbkmGzJ39eKpFlEog1rM,5132
1526
+ mteb/models/model_implementations/qzhou_models.py,sha256=7KaZpHdap-YyK0QxOMHxU0W2aGismx7GZv_bNXkEOcI,3536
1527
+ mteb/models/model_implementations/random_baseline.py,sha256=1VNnWBSi0Ph_RLON6clOuQI-Kli5BRtiiDFZMrTj7PM,7489
1525
1528
  mteb/models/model_implementations/rasgaard_models.py,sha256=a8F3kDSBWHH0UR7wRioOrWGQUxtloD5mU7EG27iM-68,1260
1526
1529
  mteb/models/model_implementations/reasonir_model.py,sha256=wSCcJpUgZ0pG2g3vTEzYNmPlPG_CVn_rR0ENVCines0,2218
1527
1530
  mteb/models/model_implementations/repllama_models.py,sha256=89HoqEpzkNysHeuf_-YhU8WETamHTogSRztGIRo6G1s,7321
@@ -1544,7 +1547,7 @@ mteb/models/model_implementations/tarka_models.py,sha256=UwSb3e-k7dCgQAJv3176ZvK
1544
1547
  mteb/models/model_implementations/text2vec_models.py,sha256=zaHWRc2W0RYZAOetinqRzug9UGW0HmY5U-jYsLXA8wo,4160
1545
1548
  mteb/models/model_implementations/ua_sentence_models.py,sha256=fcvXR4-Rrt-UDTlDkh2ZAO1gO_ufCOHiT6EhoeKiHx8,1224
1546
1549
  mteb/models/model_implementations/uae_models.py,sha256=KZxH5a3t-sfh33xUBkLizEuyFAyPlGfnRsn-S7mjq74,3112
1547
- mteb/models/model_implementations/vdr_models.py,sha256=lMm43BBPjZU5lxZcpmPZ8hn0PbhTEaOrd65d151N0fE,1386
1550
+ mteb/models/model_implementations/vdr_models.py,sha256=nz8yZLRJc3RDMFWxXf1mb8bPD8c__IQDJMwHxKgJXkA,1422
1548
1551
  mteb/models/model_implementations/vi_vn_models.py,sha256=quWmd3JT2J6SlAsFrV2gcnc67M9zr58mEF2zLUF8-uw,4795
1549
1552
  mteb/models/model_implementations/vista_models.py,sha256=Q3I01kRtIPaoke0iMIcH4CLcCDTnMSIBFNCof7LPTX4,10832
1550
1553
  mteb/models/model_implementations/vlm2vec_models.py,sha256=HGGy_-z9Wc99xOKum71rBNipCPqWcM1efmmXgy5Rvxc,11724
@@ -1553,10 +1556,15 @@ mteb/models/model_implementations/voyage_v.py,sha256=WnvwYNVv3c5K0ChzGA3v2iTQX2e
1553
1556
  mteb/models/model_implementations/xyz_models.py,sha256=TePlrH6EHwRPO87U_J3Yce9-XHCn_X7I2cJ_6BZ2fUY,1296
1554
1557
  mteb/models/model_implementations/youtu_models.py,sha256=NB74E6z-_36HyXb8GXKn8CrmRLN68uX9eH4xcS57zl0,5938
1555
1558
  mteb/models/model_implementations/yuan_models.py,sha256=yZ6ki6YFaoVrJ_2pPSRQaMKOsIOUo3GtmhPx1qeUl2w,939
1559
+ mteb/models/model_implementations/yuan_models_en.py,sha256=kvdfJTeiOP2V2X3xuYmrmYaRfh4jQ1ZYt7B4hju9s4A,1654
1560
+ mteb/models/search_encoder_index/__init__.py,sha256=3QFacIuFyEiI7ocsSkb3Lp2S2L7MLkpHCMIJ201fowA,182
1561
+ mteb/models/search_encoder_index/search_backend_protocol.py,sha256=TSjlx88stJcMldbAeVqNCf8JsQvE-B5rf5SBRw90isY,1890
1562
+ mteb/models/search_encoder_index/search_indexes/__init__.py,sha256=Wm60_oUemUpFsvrCMW111dcPH2L2rt1iZrXMskXmG7o,88
1563
+ mteb/models/search_encoder_index/search_indexes/faiss_search_index.py,sha256=WMs3QbbYV13fRuT3dakmdVMZLFdc_9ZzSupS3QxlbVQ,5555
1556
1564
  mteb/results/__init__.py,sha256=EXQqK4Am5eIYzD52dpcGAFSdqnC38oE6JHN302oidHc,158
1557
1565
  mteb/results/benchmark_results.py,sha256=OWqeBxbNsPmOKRhxY980N5CikpdJXToDGJGTXUe64Lw,18209
1558
- mteb/results/model_result.py,sha256=Wdbkpxq7_geliYDr4558i6txDVdsHL-Y9WAv_u7thlI,13689
1559
- mteb/results/task_result.py,sha256=RqUhmWqxraQM7KP8EDvEcFzVf80it4tMkQNq9YVcsME,32005
1566
+ mteb/results/model_result.py,sha256=pTyGFTLg6l1wmc3Ul1CJK6ESBqWJAuU4aeT8iFygAdU,13746
1567
+ mteb/results/task_result.py,sha256=DgmAw6akotjp8m8E6gE8QP9mQMxUvyzu1hnZ5o01GkU,32303
1560
1568
  mteb/tasks/__init__.py,sha256=izAxU0ip1F_YUwx0dFCuN35BaktdmePh6vlDiHC0kLo,503
1561
1569
  mteb/tasks/aggregated_tasks/__init__.py,sha256=Ufgbh1AirxCQkojO3AUhUFWM8zQG10cfdVTkj_PeyLI,104
1562
1570
  mteb/tasks/aggregated_tasks/eng/__init__.py,sha256=HgaSyAX8Is5CGE006RgJkLQQVxrx2FmMnm6NHQBDi-4,358
@@ -2101,10 +2109,11 @@ mteb/tasks/reranking/jpn/__init__.py,sha256=RVT3hq_nzutfDCrI3c95oHWkQ2y1VS4XPRjX
2101
2109
  mteb/tasks/reranking/jpn/j_qa_ra_reranking.py,sha256=8AhdHQSOzf0WgGCOXNhjG77RZjTtxMHrc1oBY38b13I,1648
2102
2110
  mteb/tasks/reranking/jpn/ja_cwir_reranking.py,sha256=Us06popt1VSS5zoUUWfg52oTaX3F-6uUmCFYNIcs4i8,1630
2103
2111
  mteb/tasks/reranking/jpn/m_marco_reranking.py,sha256=T0kJC1u7OPem1Lg68czKzFb99C6dVpm115T8cg2vdAc,1392
2104
- mteb/tasks/reranking/multilingual/__init__.py,sha256=j6puUciwi4l0MR6fsFGyADRpr3PxoKIZBG-6B7nTUSE,467
2112
+ mteb/tasks/reranking/multilingual/__init__.py,sha256=xM-ZicCKPBtpfqkoeMGlhn76vLFOe49B1x27et42uQw,556
2105
2113
  mteb/tasks/reranking/multilingual/esci_reranking.py,sha256=opEtarEw8JhcqVhIZ2wQoFP0FFhXhKYXCsubFqM5BX0,1439
2106
2114
  mteb/tasks/reranking/multilingual/hume_wikipedia_reranking_multilingual.py,sha256=899WZdh3jEORdzSnprr9Nt5FVF16PSWcwTK9swOg7cc,1505
2107
2115
  mteb/tasks/reranking/multilingual/miracl_reranking.py,sha256=N4YpMCcmFjWtKy1g4LjVS_Ou0jZ2fJJomRKwJQZbus8,2283
2116
+ mteb/tasks/reranking/multilingual/multi_long_doc_reranking.py,sha256=igJvX4fybXUkj_qWYbc9PLh8eH7pztS9OJRonxn3ME0,2692
2108
2117
  mteb/tasks/reranking/multilingual/wikipedia_reranking_multilingual.py,sha256=gZWigy-EEPkew6R-wcxt24_uPrOEFH-h9YT-0rPrXX4,1678
2109
2118
  mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py,sha256=2fXZX27xzrn0es4TKaDFaGdo08swUHEA2Ik3pbOzCd8,11360
2110
2119
  mteb/tasks/reranking/rus/__init__.py,sha256=Txjqg4_Pq5MgNsmlIKnTet3UZe_oyraHDJgx_W8aBYA,72
@@ -2297,7 +2306,7 @@ mteb/tasks/retrieval/eng/touche2020_retrieval.py,sha256=kSM06MdLTyPgSN_nvTAz4kHM
2297
2306
  mteb/tasks/retrieval/eng/treccovid_retrieval.py,sha256=x5e1ejs9hCyTY8MZn9A0LtIfZCzYyTN3cvHGGeWMOBE,1483
2298
2307
  mteb/tasks/retrieval/eng/trecdl_retrieval.py,sha256=Rbs_0kd6cHxFny1Acchba4Vy9M6Vf78jSmQX4iyPXWo,4746
2299
2308
  mteb/tasks/retrieval/eng/tu_berlin_t2i_retrieval.py,sha256=jBocfLCA1Gp2IGG0KZ33mU8erUxrKTioeSnM-fyJn5o,1278
2300
- mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=gXvGQ-7Y0LI7PnLDH1nqjS6fpJ2YF3j9s-FJhVA1kdE,17346
2309
+ mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=728AC3hxFQINjF3CYap22wo3fTA8_419bHzR2UWNaww,17538
2301
2310
  mteb/tasks/retrieval/eng/visual_news_i2t_retrieval.py,sha256=iFk5HN1DPgISrJ3k4GFJkkxdrZqyMBZZagPTDJdaH7I,1409
2302
2311
  mteb/tasks/retrieval/eng/visual_news_t2i_retrieval.py,sha256=cNT4asxxsBjNKtNrmqZQN639Of7UKNutDv7Y5ZWB3eo,1437
2303
2312
  mteb/tasks/retrieval/eng/viz_wiz_it2t_retrieval.py,sha256=jE70T5If62lkKnbF-CMAgRK4eyUBmUjNAdREBhbvzRA,1438
@@ -2340,7 +2349,7 @@ mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py
2340
2349
  mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=Puy0PjpRr4M_Bbxdl7oWfa7pQGM04zaRaTNlnhyKejM,4677
2341
2350
  mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=dwzo2sqjamM_xkSiC-jbapyhDFezSJpM4S8KfBsuLPk,4562
2342
2351
  mteb/tasks/retrieval/multilingual/indic_qa_retrieval.py,sha256=K7iWZ-yTftZFQiXBOlkTJXGpQXs-ZFt6OQj_L6HjEwk,1872
2343
- mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=g_2r5BIAojIcoNxugtw87tc7NX90Jz7DQnTPHRGtisM,36624
2352
+ mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=dw2YuFrA5OWFTL5zREiix93oAj7WcpcnAhCRh8YRoHI,44579
2344
2353
  mteb/tasks/retrieval/multilingual/mintaka_retrieval.py,sha256=SwOliONITZM679LIBSMrvx_VymqE-zRN6YiYahhzfzw,2229
2345
2354
  mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=RT-zKWh6jdrr2ThnIjlFwAvA0eNaV867RwQIZQQr0EY,4121
2346
2355
  mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=mDp47UXPK5K99HVKIZcxTESnTIkFKLRf6AQV3NC6zQs,4763
@@ -2354,7 +2363,7 @@ mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=LJGpx4RkS
2354
2363
  mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=Mmcvrt_1cIxPfHZfUzSURPZyaaweGiB02im1ZszlS6M,6837
2355
2364
  mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=iFUQUlO_ogBdQBVYBQW3o-AJDQ792yg1pJtRxA5I3Qo,3796
2356
2365
  mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=UduWKefwP7bPYxiDlztPEvSWXmTdw0xElglMbPY6XhA,4449
2357
- mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=lRrca5HaCCDhlVdsiwhm4RWu4wrE3v3PbRCs-4EQUAg,9034
2366
+ mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=vOfiruHywYkP8pccdAuGLyYyFTw1zK0qcXDnUFA8Z5A,9091
2358
2367
  mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py,sha256=wOoC--IVTz0dR6RMVICbz6OWxfCyVahGDSfX_TScCgA,16934
2359
2368
  mteb/tasks/retrieval/multilingual/web_faq_retrieval.py,sha256=TM-Q98yXZny_PKHAFNEvw9o9ET_L6VM3aNis1NJ9DgM,2686
2360
2369
  mteb/tasks/retrieval/multilingual/wikipedia_retrieval_multilingual.py,sha256=zyqAt63bHXNU_I37jb891pwWUyGzZUGkXCyhWlRbed8,1569
@@ -2558,9 +2567,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
2558
2567
  mteb/types/_result.py,sha256=CRAUc5IvqI3_9SyXDwv-PWLCXwXdZem9RePeYESRtuw,996
2559
2568
  mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
2560
2569
  mteb/types/statistics.py,sha256=YwJsxTf1eaCI_RE-J37a-gK5wDeGAsmkeZKoZCFihSo,3755
2561
- mteb-2.2.2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2562
- mteb-2.2.2.dist-info/METADATA,sha256=YErx6a_mFp9XhpwLFxw7Z29HM0_jYa72R_fKYIx_Tq4,13573
2563
- mteb-2.2.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2564
- mteb-2.2.2.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2565
- mteb-2.2.2.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2566
- mteb-2.2.2.dist-info/RECORD,,
2570
+ mteb-2.3.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2571
+ mteb-2.3.1.dist-info/METADATA,sha256=AeDGGuksA6YmVR7zGXWB1jbk2mUD3w5tRCgTZjTnZ4U,13798
2572
+ mteb-2.3.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2573
+ mteb-2.3.1.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2574
+ mteb-2.3.1.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2575
+ mteb-2.3.1.dist-info/RECORD,,
File without changes