mteb 2.1.4__py3-none-any.whl → 2.5.2__py3-none-any.whl

mteb/descriptive_stats/Classification/HebrewSentimentAnalysis.v3.json

@@ -0,0 +1,60 @@
+{
+    "test": {
+        "num_samples": 1085,
+        "number_texts_intersect_with_train": 0,
+        "text_statistics": {
+            "total_text_length": 115359,
+            "min_text_length": 8,
+            "average_text_length": 106.32165898617511,
+            "max_text_length": 2722,
+            "unique_texts": 1085
+        },
+        "image_statistics": null,
+        "label_statistics": {
+            "min_labels_per_text": 1,
+            "average_label_per_text": 1.0,
+            "max_labels_per_text": 1,
+            "unique_labels": 3,
+            "labels": {
+                "0": {
+                    "count": 868
+                },
+                "1": {
+                    "count": 190
+                },
+                "2": {
+                    "count": 27
+                }
+            }
+        }
+    },
+    "train": {
+        "num_samples": 7176,
+        "number_texts_intersect_with_train": null,
+        "text_statistics": {
+            "total_text_length": 830248,
+            "min_text_length": 5,
+            "average_text_length": 115.69788182831661,
+            "max_text_length": 4759,
+            "unique_texts": 7176
+        },
+        "image_statistics": null,
+        "label_statistics": {
+            "min_labels_per_text": 1,
+            "average_label_per_text": 1.0,
+            "max_labels_per_text": 1,
+            "unique_labels": 3,
+            "labels": {
+                "0": {
+                    "count": 4933
+                },
+                "1": {
+                    "count": 2047
+                },
+                "2": {
+                    "count": 196
+                }
+            }
+        }
+    }
+}

mteb/descriptive_stats/Classification/TurkishConstitutionalCourtViolation.json

@@ -0,0 +1,54 @@
+{
+    "test": {
+        "num_samples": 193,
+        "number_texts_intersect_with_train": 0,
+        "text_statistics": {
+            "total_text_length": 1543015,
+            "min_text_length": 492,
+            "average_text_length": 7994.896373056995,
+            "max_text_length": 49510,
+            "unique_texts": 193
+        },
+        "image_statistics": null,
+        "label_statistics": {
+            "min_labels_per_text": 1,
+            "average_label_per_text": 1.0,
+            "max_labels_per_text": 1,
+            "unique_labels": 2,
+            "labels": {
+                "1": {
+                    "count": 177
+                },
+                "0": {
+                    "count": 16
+                }
+            }
+        }
+    },
+    "train": {
+        "num_samples": 870,
+        "number_texts_intersect_with_train": null,
+        "text_statistics": {
+            "total_text_length": 6968132,
+            "min_text_length": 259,
+            "average_text_length": 8009.347126436782,
+            "max_text_length": 74490,
+            "unique_texts": 870
+        },
+        "image_statistics": null,
+        "label_statistics": {
+            "min_labels_per_text": 1,
+            "average_label_per_text": 1.0,
+            "max_labels_per_text": 1,
+            "unique_labels": 2,
+            "labels": {
+                "1": {
+                    "count": 755
+                },
+                "0": {
+                    "count": 115
+                }
+            }
+        }
+    }
+}

mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3ComputerScienceRetrieval.json

@@ -0,0 +1,214 @@
+{
+    "test": {
+        "num_samples": 9450,
+        "number_of_characters": 152825,
+        "documents_text_statistics": null,
+        "documents_image_statistics": {
+            "min_image_width": 1700,
+            "average_image_width": 1700.0,
+            "max_image_width": 1700,
+            "min_image_height": 2200,
+            "average_image_height": 2200.0,
+            "max_image_height": 2200,
+            "unique_images": 1359
+        },
+        "queries_text_statistics": {
+            "total_text_length": 152825,
+            "min_text_length": 21,
+            "average_text_length": 118.46899224806202,
+            "max_text_length": 591,
+            "unique_texts": 1290
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 37764,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 4.879069767441861,
+            "max_relevant_docs_per_query": 21,
+            "unique_relevant_docs": 3534
+        },
+        "top_ranked_statistics": null,
+        "hf_subset_descriptive_stats": {
+            "french": {
+                "num_samples": 1575,
+                "number_of_characters": 27948,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 1700,
+                    "average_image_width": 1700.0,
+                    "max_image_width": 1700,
+                    "min_image_height": 2200,
+                    "average_image_height": 2200.0,
+                    "max_image_height": 2200,
+                    "unique_images": 1359
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 27948,
+                    "min_text_length": 28,
+                    "average_text_length": 129.9906976744186,
+                    "max_text_length": 563,
+                    "unique_texts": 215
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 6294,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 4.879069767441861,
+                    "max_relevant_docs_per_query": 21,
+                    "unique_relevant_docs": 589
+                },
+                "top_ranked_statistics": null
+            },
+            "spanish": {
+                "num_samples": 1575,
+                "number_of_characters": 26025,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 1700,
+                    "average_image_width": 1700.0,
+                    "max_image_width": 1700,
+                    "min_image_height": 2200,
+                    "average_image_height": 2200.0,
+                    "max_image_height": 2200,
+                    "unique_images": 1359
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 26025,
+                    "min_text_length": 30,
+                    "average_text_length": 121.04651162790698,
+                    "max_text_length": 565,
+                    "unique_texts": 215
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 6294,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 4.879069767441861,
+                    "max_relevant_docs_per_query": 21,
+                    "unique_relevant_docs": 589
+                },
+                "top_ranked_statistics": null
+            },
+            "english": {
+                "num_samples": 1575,
+                "number_of_characters": 22198,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 1700,
+                    "average_image_width": 1700.0,
+                    "max_image_width": 1700,
+                    "min_image_height": 2200,
+                    "average_image_height": 2200.0,
+                    "max_image_height": 2200,
+                    "unique_images": 1359
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 22198,
+                    "min_text_length": 22,
+                    "average_text_length": 103.24651162790698,
+                    "max_text_length": 486,
+                    "unique_texts": 215
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 6294,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 4.879069767441861,
+                    "max_relevant_docs_per_query": 21,
+                    "unique_relevant_docs": 589
+                },
+                "top_ranked_statistics": null
+            },
+            "german": {
+                "num_samples": 1575,
+                "number_of_characters": 26237,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 1700,
+                    "average_image_width": 1700.0,
+                    "max_image_width": 1700,
+                    "min_image_height": 2200,
+                    "average_image_height": 2200.0,
+                    "max_image_height": 2200,
+                    "unique_images": 1359
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 26237,
+                    "min_text_length": 22,
+                    "average_text_length": 122.03255813953488,
+                    "max_text_length": 542,
+                    "unique_texts": 215
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 6294,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 4.879069767441861,
+                    "max_relevant_docs_per_query": 21,
+                    "unique_relevant_docs": 589
+                },
+                "top_ranked_statistics": null
+            },
+            "italian": {
+                "num_samples": 1575,
+                "number_of_characters": 25835,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 1700,
+                    "average_image_width": 1700.0,
+                    "max_image_width": 1700,
+                    "min_image_height": 2200,
+                    "average_image_height": 2200.0,
+                    "max_image_height": 2200,
+                    "unique_images": 1359
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 25835,
+                    "min_text_length": 21,
+                    "average_text_length": 120.16279069767442,
+                    "max_text_length": 521,
+                    "unique_texts": 215
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 6294,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 4.879069767441861,
+                    "max_relevant_docs_per_query": 21,
+                    "unique_relevant_docs": 589
+                },
+                "top_ranked_statistics": null
+            },
+            "portuguese": {
+                "num_samples": 1575,
+                "number_of_characters": 24582,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 1700,
+                    "average_image_width": 1700.0,
+                    "max_image_width": 1700,
+                    "min_image_height": 2200,
+                    "average_image_height": 2200.0,
+                    "max_image_height": 2200,
+                    "unique_images": 1359
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 24582,
+                    "min_text_length": 26,
+                    "average_text_length": 114.33488372093024,
+                    "max_text_length": 591,
+                    "unique_texts": 215
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 6294,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 4.879069767441861,
+                    "max_relevant_docs_per_query": 21,
+                    "unique_relevant_docs": 589
+                },
+                "top_ranked_statistics": null
+            }
+        }
+    }
+}

mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3EnergyRetrieval.json

@@ -0,0 +1,214 @@
+{
+    "test": {
+        "num_samples": 15198,
+        "number_of_characters": 208477,
+        "documents_text_statistics": null,
+        "documents_image_statistics": {
+            "min_image_width": 827,
+            "average_image_width": 1679.3770786516855,
+            "max_image_width": 2374,
+            "min_image_height": 1166,
+            "average_image_height": 2194.049438202247,
+            "max_image_height": 2339,
+            "unique_images": 2217
+        },
+        "queries_text_statistics": {
+            "total_text_length": 208477,
+            "min_text_length": 33,
+            "average_text_length": 112.81222943722943,
+            "max_text_length": 243,
+            "unique_texts": 1848
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 39708,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 3.581168831168831,
+            "max_relevant_docs_per_query": 29,
+            "unique_relevant_docs": 4332
+        },
+        "top_ranked_statistics": null,
+        "hf_subset_descriptive_stats": {
+            "french": {
+                "num_samples": 2533,
+                "number_of_characters": 35841,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 827,
+                    "average_image_width": 1679.3770786516855,
+                    "max_image_width": 2374,
+                    "min_image_height": 1166,
+                    "average_image_height": 2194.049438202247,
+                    "max_image_height": 2339,
+                    "unique_images": 2217
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 35841,
+                    "min_text_length": 33,
+                    "average_text_length": 116.36688311688312,
+                    "max_text_length": 223,
+                    "unique_texts": 308
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 6618,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 3.581168831168831,
+                    "max_relevant_docs_per_query": 29,
+                    "unique_relevant_docs": 722
+                },
+                "top_ranked_statistics": null
+            },
+            "spanish": {
+                "num_samples": 2533,
+                "number_of_characters": 35537,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 827,
+                    "average_image_width": 1679.3770786516855,
+                    "max_image_width": 2374,
+                    "min_image_height": 1166,
+                    "average_image_height": 2194.049438202247,
+                    "max_image_height": 2339,
+                    "unique_images": 2217
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 35537,
+                    "min_text_length": 35,
+                    "average_text_length": 115.37987012987013,
+                    "max_text_length": 241,
+                    "unique_texts": 308
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 6618,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 3.581168831168831,
+                    "max_relevant_docs_per_query": 29,
+                    "unique_relevant_docs": 722
+                },
+                "top_ranked_statistics": null
+            },
+            "english": {
+                "num_samples": 2533,
+                "number_of_characters": 31704,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 827,
+                    "average_image_width": 1679.3770786516855,
+                    "max_image_width": 2374,
+                    "min_image_height": 1166,
+                    "average_image_height": 2194.049438202247,
+                    "max_image_height": 2339,
+                    "unique_images": 2217
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 31704,
+                    "min_text_length": 33,
+                    "average_text_length": 102.93506493506493,
+                    "max_text_length": 198,
+                    "unique_texts": 308
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 6618,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 3.581168831168831,
+                    "max_relevant_docs_per_query": 29,
+                    "unique_relevant_docs": 722
+                },
+                "top_ranked_statistics": null
+            },
+            "german": {
+                "num_samples": 2533,
+                "number_of_characters": 36906,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 827,
+                    "average_image_width": 1679.3770786516855,
+                    "max_image_width": 2374,
+                    "min_image_height": 1166,
+                    "average_image_height": 2194.049438202247,
+                    "max_image_height": 2339,
+                    "unique_images": 2217
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 36906,
+                    "min_text_length": 38,
+                    "average_text_length": 119.82467532467533,
+                    "max_text_length": 243,
+                    "unique_texts": 308
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 6618,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 3.581168831168831,
+                    "max_relevant_docs_per_query": 29,
+                    "unique_relevant_docs": 722
+                },
+                "top_ranked_statistics": null
+            },
+            "italian": {
+                "num_samples": 2533,
+                "number_of_characters": 34888,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 827,
+                    "average_image_width": 1679.3770786516855,
+                    "max_image_width": 2374,
+                    "min_image_height": 1166,
+                    "average_image_height": 2194.049438202247,
+                    "max_image_height": 2339,
+                    "unique_images": 2217
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 34888,
+                    "min_text_length": 37,
+                    "average_text_length": 113.27272727272727,
+                    "max_text_length": 217,
+                    "unique_texts": 308
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 6618,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 3.581168831168831,
+                    "max_relevant_docs_per_query": 29,
+                    "unique_relevant_docs": 722
+                },
+                "top_ranked_statistics": null
+            },
+            "portuguese": {
+                "num_samples": 2533,
+                "number_of_characters": 33601,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 827,
+                    "average_image_width": 1679.3770786516855,
+                    "max_image_width": 2374,
+                    "min_image_height": 1166,
+                    "average_image_height": 2194.049438202247,
+                    "max_image_height": 2339,
+                    "unique_images": 2217
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 33601,
+                    "min_text_length": 39,
+                    "average_text_length": 109.09415584415585,
+                    "max_text_length": 220,
+                    "unique_texts": 308
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 6618,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 3.581168831168831,
+                    "max_relevant_docs_per_query": 29,
+                    "unique_relevant_docs": 722
+                },
+                "top_ranked_statistics": null
+            }
+        }
+    }
+}