mteb 2.0.5__py3-none-any.whl → 2.1.1__py3-none-any.whl

mteb/descriptive_stats/MultilabelClassification/CovidDisinformationNLMultiLabelClassification.json

@@ -0,0 +1,84 @@
+{
+    "test": {
+        "num_samples": 252,
+        "number_texts_intersect_with_train": null,
+        "text_statistics": {
+            "total_text_length": 48963,
+            "min_text_length": 35,
+            "average_text_length": 194.29761904761904,
+            "max_text_length": 337,
+            "unique_texts": 252
+        },
+        "image_statistics": null,
+        "label_statistics": {
+            "min_labels_per_text": 0,
+            "average_label_per_text": 2.115079365079365,
+            "max_labels_per_text": 6,
+            "unique_labels": 7,
+            "labels": {
+                "1": {
+                    "count": 183
+                },
+                "None": {
+                    "count": 50
+                },
+                "3": {
+                    "count": 102
+                },
+                "5": {
+                    "count": 83
+                },
+                "0": {
+                    "count": 56
+                },
+                "2": {
+                    "count": 62
+                },
+                "4": {
+                    "count": 47
+                }
+            }
+        }
+    },
+    "train": {
+        "num_samples": 929,
+        "number_texts_intersect_with_train": null,
+        "text_statistics": {
+            "total_text_length": 174673,
+            "min_text_length": 33,
+            "average_text_length": 188.02260495156082,
+            "max_text_length": 714,
+            "unique_texts": 929
+        },
+        "image_statistics": null,
+        "label_statistics": {
+            "min_labels_per_text": 0,
+            "average_label_per_text": 1.9730893433799785,
+            "max_labels_per_text": 6,
+            "unique_labels": 7,
+            "labels": {
+                "1": {
+                    "count": 709
+                },
+                "3": {
+                    "count": 377
+                },
+                "0": {
+                    "count": 164
+                },
+                "2": {
+                    "count": 183
+                },
+                "4": {
+                    "count": 138
+                },
+                "5": {
+                    "count": 262
+                },
+                "None": {
+                    "count": 168
+                }
+            }
+        }
+    }
+}

mteb/descriptive_stats/MultilabelClassification/VABBMultiLabelClassification.json

@@ -0,0 +1,156 @@
+{
+    "test": {
+        "num_samples": 3235,
+        "number_texts_intersect_with_train": 2265,
+        "text_statistics": {
+            "total_text_length": 2927178,
+            "min_text_length": 47,
+            "average_text_length": 904.8463678516229,
+            "max_text_length": 35167,
+            "unique_texts": 3235
+        },
+        "image_statistics": null,
+        "label_statistics": {
+            "min_labels_per_text": 1,
+            "average_label_per_text": 1.8593508500772797,
+            "max_labels_per_text": 8,
+            "unique_labels": 19,
+            "labels": {
+                "Social Sciences (General)": {
+                    "count": 472
+                },
+                "Sociology": {
+                    "count": 366
+                },
+                "Other Disciplines": {
+                    "count": 557
+                },
+                "Educational Sciences": {
+                    "count": 302
+                },
+                "Economics & Business": {
+                    "count": 393
+                },
+                "Social Health Sciences": {
+                    "count": 255
+                },
+                "Political Sciences": {
+                    "count": 201
+                },
+                "Communication Studies": {
+                    "count": 155
+                },
+                "History": {
+                    "count": 287
+                },
+                "Humanities (General)": {
+                    "count": 398
+                },
+                "Law": {
+                    "count": 999
+                },
+                "Philosophy": {
+                    "count": 233
+                },
+                "Art History": {
+                    "count": 349
+                },
+                "Theology": {
+                    "count": 58
+                },
+                "Psychology": {
+                    "count": 174
+                },
+                "Criminology": {
+                    "count": 284
+                },
+                "Linguistics": {
+                    "count": 254
+                },
+                "Literature": {
+                    "count": 140
+                },
+                "Archaeology": {
+                    "count": 138
+                }
+            }
+        }
+    },
+    "train": {
+        "num_samples": 6471,
+        "number_texts_intersect_with_train": null,
+        "text_statistics": {
+            "total_text_length": 5847151,
+            "min_text_length": 38,
+            "average_text_length": 903.5931077113274,
+            "max_text_length": 35167,
+            "unique_texts": 6471
+        },
+        "image_statistics": null,
+        "label_statistics": {
+            "min_labels_per_text": 1,
+            "average_label_per_text": 1.8822438572090867,
+            "max_labels_per_text": 11,
+            "unique_labels": 19,
+            "labels": {
+                "Social Sciences (General)": {
+                    "count": 1021
+                },
+                "Sociology": {
+                    "count": 660
+                },
+                "Other Disciplines": {
+                    "count": 1124
+                },
+                "Educational Sciences": {
+                    "count": 541
+                },
+                "Economics & Business": {
+                    "count": 756
+                },
+                "Linguistics": {
+                    "count": 501
+                },
+                "Humanities (General)": {
+                    "count": 995
+                },
+                "Political Sciences": {
+                    "count": 380
+                },
+                "Communication Studies": {
+                    "count": 327
+                },
+                "Psychology": {
+                    "count": 375
+                },
+                "Philosophy": {
+                    "count": 434
+                },
+                "Art History": {
+                    "count": 703
+                },
+                "History": {
+                    "count": 522
+                },
+                "Law": {
+                    "count": 2150
+                },
+                "Theology": {
+                    "count": 116
+                },
+                "Social Health Sciences": {
+                    "count": 489
+                },
+                "Criminology": {
+                    "count": 576
+                },
+                "Literature": {
+                    "count": 275
+                },
+                "Archaeology": {
+                    "count": 235
+                }
+            }
+        }
+    }
+}

mteb/descriptive_stats/PairClassification/SICKNLPairClassification.json

@@ -0,0 +1,35 @@
+{
+    "test": {
+        "num_samples": 2115,
+        "number_of_characters": 194569,
+        "unique_pairs": 2115,
+        "text1_statistics": {
+            "total_text_length": 100505,
+            "min_text_length": 10,
+            "average_text_length": 47.520094562647756,
+            "max_text_length": 158,
+            "unique_texts": 1769
+        },
+        "text2_statistics": {
+            "total_text_length": 94064,
+            "min_text_length": 10,
+            "average_text_length": 44.47470449172577,
+            "max_text_length": 158,
+            "unique_texts": 1738
+        },
+        "labels_statistics": {
+            "min_labels_per_text": 1,
+            "average_label_per_text": 1.0,
+            "max_labels_per_text": 1,
+            "unique_labels": 2,
+            "labels": {
+                "1": {
+                    "count": 1404
+                },
+                "0": {
+                    "count": 711
+                }
+            }
+        }
+    }
+}

mteb/descriptive_stats/PairClassification/XLWICNLPairClassification.json

@@ -0,0 +1,35 @@
+{
+    "test": {
+        "num_samples": 1004,
+        "number_of_characters": 103768,
+        "unique_pairs": 1004,
+        "text1_statistics": {
+            "total_text_length": 52390,
+            "min_text_length": 15,
+            "average_text_length": 52.18127490039841,
+            "max_text_length": 139,
+            "unique_texts": 851
+        },
+        "text2_statistics": {
+            "total_text_length": 51378,
+            "min_text_length": 9,
+            "average_text_length": 51.17330677290837,
+            "max_text_length": 131,
+            "unique_texts": 863
+        },
+        "labels_statistics": {
+            "min_labels_per_text": 1,
+            "average_label_per_text": 1.0,
+            "max_labels_per_text": 1,
+            "unique_labels": 2,
+            "labels": {
+                "1": {
+                    "count": 502
+                },
+                "0": {
+                    "count": 502
+                }
+            }
+        }
+    }
+}

mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 48416,
+        "number_of_characters": 59218442,
+        "documents_text_statistics": {
+            "total_text_length": 59096563,
+            "min_text_length": 1,
+            "average_text_length": 1246.3422262527417,
+            "max_text_length": 36320,
+            "unique_texts": 47416
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 121879,
+            "min_text_length": 29,
+            "average_text_length": 121.879,
+            "max_text_length": 406,
+            "unique_texts": 1000
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 3048,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 3.048,
+            "max_relevant_docs_per_query": 5,
+            "unique_relevant_docs": 1042
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 90470,
+        "number_of_characters": 30600110,
+        "documents_text_statistics": {
+            "total_text_length": 30586476,
+            "min_text_length": 8,
+            "average_text_length": 339.58561119129564,
+            "max_text_length": 5857,
+            "unique_texts": 90070
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 13634,
+            "min_text_length": 6,
+            "average_text_length": 34.085,
+            "max_text_length": 88,
+            "unique_texts": 399
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 15286,
+            "min_relevant_docs_per_query": 21,
+            "average_relevant_docs_per_query": 38.215,
+            "max_relevant_docs_per_query": 1499,
+            "unique_relevant_docs": 40724
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/DutchNewsArticlesRetrieval.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 256524,
+        "number_of_characters": 415016602,
+        "documents_text_statistics": {
+            "total_text_length": 414968472,
+            "min_text_length": 0,
+            "average_text_length": 1623.9902005291087,
+            "max_text_length": 29368,
+            "unique_texts": 255216
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 48130,
+            "min_text_length": 11,
+            "average_text_length": 48.13,
+            "max_text_length": 110,
+            "unique_texts": 1000
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 1000,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 1,
+            "unique_relevant_docs": 1000
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/FEVERHardNegatives.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 164698,
+        "number_of_characters": 114050514,
+        "documents_text_statistics": {
+            "total_text_length": 114000894,
+            "min_text_length": 1,
+            "average_text_length": 696.4098156361104,
+            "max_text_length": 29033,
+            "unique_texts": 163698
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 49620,
+            "min_text_length": 15,
+            "average_text_length": 49.62,
+            "max_text_length": 172,
+            "unique_texts": 997
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 1171,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.171,
+            "max_relevant_docs_per_query": 15,
+            "unique_relevant_docs": 677
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/HotpotQAHardNegatives.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 226621,
+        "number_of_characters": 84600866,
+        "documents_text_statistics": {
+            "total_text_length": 84508282,
+            "min_text_length": 8,
+            "average_text_length": 374.55858275603777,
+            "max_text_length": 3463,
+            "unique_texts": 225621
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 92584,
+            "min_text_length": 34,
+            "average_text_length": 92.584,
+            "max_text_length": 288,
+            "unique_texts": 1000
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 2000,
+            "min_relevant_docs_per_query": 2,
+            "average_relevant_docs_per_query": 2.0,
+            "max_relevant_docs_per_query": 2,
+            "unique_relevant_docs": 1975
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/LegalQANLRetrieval.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 30905,
+        "number_of_characters": 20629665,
+        "documents_text_statistics": {
+            "total_text_length": 20619027,
+            "min_text_length": 41,
+            "average_text_length": 669.3837288575788,
+            "max_text_length": 1716,
+            "unique_texts": 30172
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 10638,
+            "min_text_length": 27,
+            "average_text_length": 104.29411764705883,
+            "max_text_length": 369,
+            "unique_texts": 102
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 157,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.5392156862745099,
+            "max_relevant_docs_per_query": 8,
+            "unique_relevant_docs": 148
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/OpenTenderRetrieval.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 138633,
+        "number_of_characters": 59639635,
+        "documents_text_statistics": {
+            "total_text_length": 59576581,
+            "min_text_length": 2,
+            "average_text_length": 432.86552643624714,
+            "max_text_length": 16782,
+            "unique_texts": 122413
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 63054,
+            "min_text_length": 9,
+            "average_text_length": 63.054,
+            "max_text_length": 286,
+            "unique_texts": 992
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 1000,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 1,
+            "unique_relevant_docs": 1000
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/QuoraRetrievalHardNegatives.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 178163,
+        "number_of_characters": 10498457,
+        "documents_text_statistics": {
+            "total_text_length": 10447229,
+            "min_text_length": 1,
+            "average_text_length": 58.96958732918273,
+            "max_text_length": 581,
+            "unique_texts": 176849
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 51228,
+            "min_text_length": 2,
+            "average_text_length": 51.228,
+            "max_text_length": 180,
+            "unique_texts": 1000
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 1641,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.641,
+            "max_relevant_docs_per_query": 34,
+            "unique_relevant_docs": 1641
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/RiaNewsRetrievalHardNegatives.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 192237,
+        "number_of_characters": 234466370,
+        "documents_text_statistics": {
+            "total_text_length": 234404032,
+            "min_text_length": 0,
+            "average_text_length": 1225.7253146619116,
+            "max_text_length": 2000,
+            "unique_texts": 191237
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 62338,
+            "min_text_length": 4,
+            "average_text_length": 62.338,
+            "max_text_length": 85,
+            "unique_texts": 1000
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 1000,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 1,
+            "unique_relevant_docs": 1000
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/VABBRetrieval.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 10318,
+        "number_of_characters": 7839416,
+        "documents_text_statistics": {
+            "total_text_length": 7765564,
+            "min_text_length": 9,
+            "average_text_length": 833.393861343636,
+            "max_text_length": 35146,
+            "unique_texts": 9123
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 73852,
+            "min_text_length": 7,
+            "average_text_length": 73.852,
+            "max_text_length": 258,
+            "unique_texts": 999
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 1000,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 1,
+            "unique_relevant_docs": 1000
+        },
+        "top_ranked_statistics": null
+    }
+}