dataeval 0.69.2__tar.gz → 0.69.3__tar.gz

{dataeval-0.69.2 → dataeval-0.69.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dataeval
-Version: 0.69.2
+Version: 0.69.3
 Summary: DataEval provides a simple interface to characterize image data and its impact on model performance across classification and object-detection tasks
 Home-page: https://dataeval.ai/
 License: MIT

{dataeval-0.69.2 → dataeval-0.69.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "dataeval"
-version = "0.69.2" # dynamic
+version = "0.69.3" # dynamic
 description = "DataEval provides a simple interface to characterize image data and its impact on model performance across classification and object-detection tasks"
 license = "MIT"
 readme = "README.md"
@@ -80,7 +80,7 @@ pytest-xdist = {version = "*"}
 coverage = {version = "*", extras = ["toml"]}
 torchmetrics = {version = ">=1.0.0", source = "pytorch"}
 # type
-pyright = {version = "*, !=1.1.340"}
+pyright = {version = "*", extras = ["nodejs"]}
 # prototype
 maite = {version = "*"}
 pandas = {version = "*"}

{dataeval-0.69.2 → dataeval-0.69.3}/src/dataeval/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "0.69.2"
+__version__ = "0.69.3"
 
 from importlib.util import find_spec
 

{dataeval-0.69.2 → dataeval-0.69.3}/src/dataeval/_internal/metrics/diversity.py

@@ -130,7 +130,10 @@ def diversity_simpson(
         p_i = cnts / cnts.sum()
         # inverse Simpson index normalized by (number of bins)
         s_0 = 1 / np.sum(p_i**2) / num_bins[col]
-        ev_index[col] = (s_0 * num_bins[col] - 1) / (num_bins[col] - 1)
+        if num_bins[col] == 1:
+            ev_index[col] = 0
+        else:
+            ev_index[col] = (s_0 * num_bins[col] - 1) / (num_bins[col] - 1)
     return ev_index
 
 

{dataeval-0.69.2 → dataeval-0.69.3}/src/dataeval/_internal/metrics/parity.py

@@ -348,6 +348,7 @@ def parity(
     chi_scores = np.zeros(len(factors))
     p_values = np.zeros(len(factors))
     n_cls = len(np.unique(labels))
+    not_enough_data = {}
     for i, (current_factor_name, factor_values) in enumerate(factors.items()):
         unique_factor_values = np.unique(factor_values)
         contingency_matrix = np.zeros((len(unique_factor_values), n_cls))
@@ -361,13 +362,12 @@ def parity(
                 with_both = np.bitwise_and((labels == label), factor_values == factor_value)
                 contingency_matrix[fi, label] = np.sum(with_both)
                 if 0 < contingency_matrix[fi, label] < 5:
-                    warnings.warn(
-                        f"Factor {current_factor_name} value {factor_value} co-occurs "
-                        f"only {contingency_matrix[fi, label]} times with label {label}. "
-                        "This can cause inaccurate chi_square calculation. Recommend"
-                        "ensuring each label occurs either 0 times or at least 5 times. "
-                        "Alternatively, digitize any continuous-valued factors "
-                        "into fewer bins."
+                    if current_factor_name not in not_enough_data:
+                        not_enough_data[current_factor_name] = {}
+                    if factor_value not in not_enough_data[current_factor_name]:
+                        not_enough_data[current_factor_name][factor_value] = []
+                    not_enough_data[current_factor_name][factor_value].append(
+                        (label, int(contingency_matrix[fi, label]))
                     )
 
         # This deletes rows containing only zeros,
@@ -381,4 +381,23 @@ def parity(
         chi_scores[i] = chi2
         p_values[i] = p
 
+    if not_enough_data:
+        factor_msg = []
+        for factor, fact_dict in not_enough_data.items():
+            stacked_msg = []
+            for key, value in fact_dict.items():
+                msg = []
+                for item in value:
+                    msg.append(f"label {item[0]}: {item[1]} occurrences")
+                flat_msg = "\n\t\t".join(msg)
+                stacked_msg.append(f"value {key} - {flat_msg}\n\t")
+            factor_msg.append(factor + " - " + "".join(stacked_msg))
+
+        message = "\n".join(factor_msg)
+
+        warnings.warn(
+            f"The following factors did not meet the recommended 5 occurrences for each value-label combination. \nRecommend rerunning parity after adjusting the following factor-value-label combinations: \n{message}",  # noqa: E501
+            UserWarning,
+        )
+
     return ParityOutput(chi_scores, p_values)