dataeval 0.61.0__py3-none-any.whl → 0.63.0__py3-none-any.whl

dataeval/_internal/metrics/parity.py

@@ -10,60 +10,8 @@ class Parity:
     Class for evaluating statistics of observed and expected class labels, including:
 
     - Chi Squared test for statistical independence between expected and observed labels
-
-    Parameters
-    ----------
-    expected_labels : np.ndarray
-        List of class labels in the expected dataset
-    observed_labels : np.ndarray
-        List of class labels in the observed dataset
-    num_classes : Optional[int]
-        The number of unique classes in the datasets. If this is not specified, it will
-        be inferred from the set of unique labels in expected_labels and observed_labels
     """
 
-    def __init__(self, expected_labels: np.ndarray, observed_labels: np.ndarray, num_classes: Optional[int] = None):
-        self.set_labels(expected_labels, observed_labels, num_classes)
-
-    def set_labels(self, expected_labels: np.ndarray, observed_labels: np.ndarray, num_classes: Optional[int] = None):
-        """
-        Calculates the label distributions for expected and observed labels
-        and performs validation on the results.
-
-        Parameters
-        ----------
-        expected_labels : np.ndarray
-            List of class labels in the expected dataset
-        observed_labels : np.ndarray
-            List of class labels in the observed dataset
-        num_classes : Optional[int]
-            The number of unique classes in the datasets. If this is not specified, it will
-            be inferred from the set of unique labels in expected_labels and observed_labels
-
-        Raises
-        ------
-        ValueError
-            If x is empty
-        """
-        self.num_classes = num_classes
-
-        # Calculate
-        observed_dist = self._calculate_label_dist(observed_labels)
-        expected_dist = self._calculate_label_dist(expected_labels)
-
-        # Validate
-        self._validate_dist(observed_dist, "observed")
-
-        # Normalize
-        expected_dist = self._normalize_expected_dist(expected_dist, observed_dist)
-
-        # Validate normalized expected distribution
-        self._validate_dist(expected_dist, f"expected for {np.sum(observed_dist)} observations")
-        self._validate_class_balance(expected_dist, observed_dist)
-
-        self._observed_dist = observed_dist
-        self._expected_dist = expected_dist
-
     def _normalize_expected_dist(self, expected_dist: np.ndarray, observed_dist: np.ndarray) -> np.ndarray:
         exp_sum = np.sum(expected_dist)
         obs_sum = np.sum(observed_dist)
@@ -81,7 +29,7 @@ class Parity:
 
         return expected_dist
 
-    def _calculate_label_dist(self, labels: np.ndarray) -> np.ndarray:
+    def _calculate_label_dist(self, labels: np.ndarray, num_classes: int) -> np.ndarray:
         """
         Calculate the class frequencies associated with a dataset
 
@@ -89,13 +37,15 @@ class Parity:
         ----------
         labels : np.ndarray
             List of class labels in a dataset
+        num_classes: int
+            The number of unique classes in the datasets
 
         Returns
         -------
         label_dist : np.ndarray
             Array representing label distributions
         """
-        label_dist = np.bincount(labels, minlength=(self.num_classes if self.num_classes else 0))
+        label_dist = np.bincount(labels, minlength=num_classes)
         return label_dist
 
     def _validate_class_balance(self, expected_dist: np.ndarray, observed_dist: np.ndarray):
@@ -157,7 +107,9 @@ class Parity:
                 " to invalid chi-squared evaluation."
             )
 
-    def evaluate(self) -> Tuple[np.float64, np.float64]:
+    def evaluate(
+        self, expected_labels: np.ndarray, observed_labels: np.ndarray, num_classes: Optional[int] = None
+    ) -> Tuple[np.float64, np.float64]:
         """
         Perform a one-way chi-squared test between observation frequencies and expected frequencies that
         tests the null hypothesis that the observed data has the expected frequencies.
@@ -166,14 +118,46 @@ class Parity:
         https://docs.scipy.org/doc/scipy/reference/generated/scipy.stats.chisquare.html
         https://docs.scipy.org/doc/scipy/reference/generated/scipy.stats.chisquare.html
 
+        Parameters
+        ----------
+        expected_labels : np.ndarray
+            List of class labels in the expected dataset
+        observed_labels : np.ndarray
+            List of class labels in the observed dataset
+        num_classes : Optional[int]
+            The number of unique classes in the datasets. If this is not specified, it will
+            be inferred from the set of unique labels in expected_labels and observed_labels
+
         Returns
         -------
         np.float64
             chi-squared value of the test
         np.float64
             p-value of the test
+
+        Raises
+        ------
+        ValueError
+            If x is empty
         """
-        cs_result = scipy.stats.chisquare(f_obs=self._observed_dist, f_exp=self._expected_dist)
+        # Calculate
+        if not num_classes:
+            num_classes = 0
+
+        observed_dist = self._calculate_label_dist(observed_labels, num_classes)
+        expected_dist = self._calculate_label_dist(expected_labels, num_classes)
+
+        # Validate
+        self._validate_dist(observed_dist, "observed")
+
+        # Normalize
+        expected_dist = self._normalize_expected_dist(expected_dist, observed_dist)
+
+        # Validate normalized expected distribution
+        self._validate_dist(expected_dist, f"expected for {np.sum(observed_dist)} observations")
+        self._validate_class_balance(expected_dist, observed_dist)
+
+        cs_result = scipy.stats.chisquare(f_obs=observed_dist, f_exp=expected_dist)
 
         chisquared = cs_result.statistic
         p_value = cs_result.pvalue

dataeval/_internal/metrics/stats.py

@@ -5,22 +5,23 @@ import numpy as np
 from scipy.stats import entropy, kurtosis, skew
 
 from dataeval._internal.flags import ImageHash, ImageProperty, ImageStatistics, ImageStatsFlags, ImageVisuals
-from dataeval._internal.metrics.base import MetricMixin
-from dataeval._internal.metrics.hash import pchash, xxhash
-from dataeval._internal.metrics.utils import edge_filter, get_bitdepth, normalize_image_shape, rescale
+from dataeval._internal.functional.hash import pchash, xxhash
+from dataeval._internal.functional.utils import edge_filter, get_bitdepth, normalize_image_shape, rescale
+from dataeval._internal.interop import ArrayLike, to_numpy_iter
+from dataeval._internal.metrics.base import EvaluateMixin, MetricMixin
 
 QUARTILES = (0, 25, 50, 75, 100)
 
-TBatch = TypeVar("TBatch", bound=Sequence)
+TBatch = TypeVar("TBatch", bound=Sequence[ArrayLike])
 TFlag = TypeVar("TFlag", bound=Flag)
 
 
-class BaseStatsMetric(MetricMixin, Generic[TBatch, TFlag]):
+class BaseStatsMetric(EvaluateMixin, MetricMixin, Generic[TBatch, TFlag]):
     def __init__(self, flags: TFlag):
         self.flags = flags
         self.results = []
 
-    def update(self, preds: TBatch, targets=None) -> None:
+    def update(self, images: TBatch) -> None:
         """
         Updates internal metric cache for later calculation
 
@@ -66,6 +67,16 @@ class BaseStatsMetric(MetricMixin, Generic[TBatch, TFlag]):
         )
         return [flag.name.lower() for flag in flags if flag.name is not None]
 
+    def evaluate(self, images: TBatch) -> Dict[str, Any]:
+        """Calculate metric results given a single batch of images"""
+        if self.results:
+            raise RuntimeError("Call reset before calling evaluate")
+
+        self.update(images)
+        results = self.compute()
+        self.reset()
+        return results
+
 
 class ImageHashMetric(BaseStatsMetric):
     """
@@ -80,12 +91,12 @@ class ImageHashMetric(BaseStatsMetric):
     def __init__(self, flags: ImageHash = ImageHash.ALL):
         super().__init__(flags)
 
-    def update(self, preds: Iterable[np.ndarray], targets=None) -> None:
-        for data in preds:
+    def update(self, images: Iterable[ArrayLike]) -> None:
+        for image in to_numpy_iter(images):
             results = self._map(
                 {
-                    ImageHash.XXHASH: lambda: xxhash(data),
-                    ImageHash.PCHASH: lambda: pchash(data),
+                    ImageHash.XXHASH: lambda: xxhash(image),
+                    ImageHash.PCHASH: lambda: pchash(image),
                 }
             )
             self.results.append(results)
@@ -104,16 +115,16 @@ class ImagePropertyMetric(BaseStatsMetric):
     def __init__(self, flags: ImageProperty = ImageProperty.ALL):
         super().__init__(flags)
 
-    def update(self, preds: Iterable[np.ndarray], targets=None) -> None:
-        for data in preds:
+    def update(self, images: Iterable[ArrayLike]) -> None:
+        for image in to_numpy_iter(images):
             results = self._map(
                 {
-                    ImageProperty.WIDTH: lambda: np.int32(data.shape[-1]),
-                    ImageProperty.HEIGHT: lambda: np.int32(data.shape[-2]),
-                    ImageProperty.SIZE: lambda: np.int32(data.shape[-1] * data.shape[-2]),
-                    ImageProperty.ASPECT_RATIO: lambda: data.shape[-1] / np.int32(data.shape[-2]),
-                    ImageProperty.CHANNELS: lambda: data.shape[-3],
-                    ImageProperty.DEPTH: lambda: get_bitdepth(data).depth,
+                    ImageProperty.WIDTH: lambda: np.int32(image.shape[-1]),
+                    ImageProperty.HEIGHT: lambda: np.int32(image.shape[-2]),
+                    ImageProperty.SIZE: lambda: np.int32(image.shape[-1] * image.shape[-2]),
+                    ImageProperty.ASPECT_RATIO: lambda: image.shape[-1] / np.int32(image.shape[-2]),
+                    ImageProperty.CHANNELS: lambda: image.shape[-3],
+                    ImageProperty.DEPTH: lambda: get_bitdepth(image).depth,
                 }
             )
             self.results.append(results)
@@ -132,14 +143,14 @@ class ImageVisualsMetric(BaseStatsMetric):
     def __init__(self, flags: ImageVisuals = ImageVisuals.ALL):
         super().__init__(flags)
 
-    def update(self, preds: Iterable[np.ndarray], targets=None) -> None:
-        for data in preds:
+    def update(self, images: Iterable[ArrayLike]) -> None:
+        for image in to_numpy_iter(images):
             results = self._map(
                 {
-                    ImageVisuals.BRIGHTNESS: lambda: np.mean(rescale(data)),
-                    ImageVisuals.BLURRINESS: lambda: np.std(edge_filter(np.mean(data, axis=0))),
-                    ImageVisuals.MISSING: lambda: np.sum(np.isnan(data)),
-                    ImageVisuals.ZERO: lambda: np.int32(np.count_nonzero(data == 0)),
+                    ImageVisuals.BRIGHTNESS: lambda: np.mean(rescale(image)),
+                    ImageVisuals.BLURRINESS: lambda: np.std(edge_filter(np.mean(image, axis=0))),
+                    ImageVisuals.MISSING: lambda: np.sum(np.isnan(image)),
+                    ImageVisuals.ZERO: lambda: np.int32(np.count_nonzero(image == 0)),
                 }
             )
             self.results.append(results)
@@ -158,9 +169,9 @@ class ImageStatisticsMetric(BaseStatsMetric):
     def __init__(self, flags: ImageStatistics = ImageStatistics.ALL):
         super().__init__(flags)
 
-    def update(self, preds: Iterable[np.ndarray], targets=None) -> None:
-        for data in preds:
-            scaled = rescale(data)
+    def update(self, images: Iterable[ArrayLike]) -> None:
+        for image in to_numpy_iter(images):
+            scaled = rescale(image)
             if (ImageStatistics.HISTOGRAM | ImageStatistics.ENTROPY) & self.flags:
                 hist = np.histogram(scaled, bins=256, range=(0, 1))[0]
 
@@ -192,10 +203,10 @@ class ChannelStatisticsMetric(BaseStatsMetric):
     def __init__(self, flags: ImageStatistics = ImageStatistics.ALL):
         super().__init__(flags)
 
-    def update(self, preds: Iterable[np.ndarray], targets=None) -> None:
-        for data in preds:
-            scaled = rescale(data)
-            flattened = scaled.reshape(data.shape[0], -1)
+    def update(self, images: Iterable[ArrayLike]) -> None:
+        for image in to_numpy_iter(images):
+            scaled = rescale(image)
+            flattened = scaled.reshape(image.shape[0], -1)
 
             if (ImageStatistics.HISTOGRAM | ImageStatistics.ENTROPY) & self.flags:
                 hist = np.apply_along_axis(lambda x: np.histogram(x, bins=256, range=(0, 1))[0], 1, flattened)
@@ -253,8 +264,8 @@ class ImageStats(BaseAggregateMetric):
         super().__init__(flags)
         self._length = 0
 
-    def update(self, preds: Iterable[np.ndarray], targets=None) -> None:
-        for image in preds:
+    def update(self, images: Iterable[ArrayLike]) -> None:
+        for image in to_numpy_iter(images):
             self._length += 1
             img = normalize_image_shape(image)
             for metric in self._metrics_dict:
@@ -295,8 +306,8 @@ class ChannelStats(BaseAggregateMetric):
     def __init__(self, flags: Optional[ImageStatistics] = None) -> None:
         super().__init__(flags)
 
-    def update(self, preds: Iterable[np.ndarray], targets=None) -> None:
-        for image in preds:
+    def update(self, images: Iterable[ArrayLike]) -> None:
+        for image in to_numpy_iter(images):
             img = normalize_image_shape(image)
             for metric in self._metrics_dict:
                 metric.update([img])

dataeval/_internal/metrics/uap.py

@@ -6,9 +6,8 @@ average precision using empirical mean precision
 
 from typing import Dict
 
-import numpy as np
-from sklearn.metrics import average_precision_score
-
+from dataeval._internal.functional.uap import uap
+from dataeval._internal.interop import ArrayLike, to_numpy
 from dataeval._internal.metrics.base import EvaluateMixin
 
 
@@ -16,21 +15,19 @@ class UAP(EvaluateMixin):
     """
     FR Test Statistic based estimate of the empirical mean precision
 
-    Parameters
-    ----------
-    labels : np.ndarray
-        A numpy array of n_samples of class labels with M unique classes.
-
-    scores : np.ndarray
-        A 2D array of class probabilities per image
     """
 
-    def __init__(self, labels: np.ndarray, scores: np.ndarray) -> None:
-        self.labels = labels
-        self.scores = scores
-
-    def evaluate(self) -> Dict[str, float]:
+    def evaluate(self, labels: ArrayLike, scores: ArrayLike) -> Dict[str, float]:
         """
+        Estimates the upperbound average precision
+
+        Parameters
+        ----------
+        labels : ArrayLike
+            A numpy array of n_samples of class labels with M unique classes.
+        scores : ArrayLike
+            A 2D array of class probabilities per image
+
         Returns
         -------
         Dict[str, float]
@@ -41,5 +38,5 @@ class UAP(EvaluateMixin):
         ValueError
             If unique classes M < 2
         """
-        uap = float(average_precision_score(self.labels, self.scores, average="weighted"))
-        return {"uap": uap}
+
+        return {"uap": uap(to_numpy(labels), to_numpy(scores))}

dataeval/metrics/__init__.py

@@ -1,7 +1,8 @@
 from dataeval._internal.metrics.ber import BER
+from dataeval._internal.metrics.coverage import Coverage
 from dataeval._internal.metrics.divergence import Divergence
 from dataeval._internal.metrics.parity import Parity
 from dataeval._internal.metrics.stats import ChannelStats, ImageStats
 from dataeval._internal.metrics.uap import UAP
 
-__all__ = ["BER", "Divergence", "Parity", "UAP", "ChannelStats", "ImageStats"]
+__all__ = ["BER", "Coverage", "Divergence", "Parity", "ChannelStats", "ImageStats", "UAP"]

{dataeval-0.61.0.dist-info → dataeval-0.63.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dataeval
-Version: 0.61.0
+Version: 0.63.0
 Summary: DataEval provides a simple interface to characterize image data and its impact on model performance across classification and object-detection tasks
 Home-page: https://dataeval.ai/
 License: MIT
@@ -23,7 +23,6 @@ Provides-Extra: all
 Provides-Extra: tensorflow
 Provides-Extra: torch
 Requires-Dist: hdbscan (>=0.8.36)
-Requires-Dist: maite
 Requires-Dist: matplotlib ; extra == "torch" or extra == "all"
 Requires-Dist: numpy (>1.24.3)
 Requires-Dist: nvidia-cudnn-cu11 (>=8.6.0.163) ; extra == "tensorflow" or extra == "torch" or extra == "all"

dataeval-0.63.0.dist-info/RECORD

@@ -0,0 +1,68 @@
+dataeval/__init__.py,sha256=kUzF3A_ow1IG-GGqko1M2MRd6wNqNTDSD32Nj-b7tXI,408
+dataeval/_internal/detectors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dataeval/_internal/detectors/clusterer.py,sha256=AAIhZQ1Tm5yOh2vLDJ9wlYmz0EuqXiy1tnrkJj119u0,20304
+dataeval/_internal/detectors/drift/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dataeval/_internal/detectors/drift/base.py,sha256=MTAuNBx8MQLkGJPt_F2M9hCWfJgMpy1N_fVnUniPul0,9103
+dataeval/_internal/detectors/drift/cvm.py,sha256=GU2RzqCeu5d-rR-tgpzEo_lqo7Gu7Fzkfxajc5W42ok,4001
+dataeval/_internal/detectors/drift/ks.py,sha256=MIYFjTSNs3H0pUk6HthYoGDBR6hB7YmS-ie8HOG2K2o,4004
+dataeval/_internal/detectors/drift/mmd.py,sha256=Q954j5znZNxP4JsEfceY1VAPrMyEsG0jFt5JRvMGbLg,7054
+dataeval/_internal/detectors/drift/torch.py,sha256=NsQYfDVRcCGmU8k6oBG_aVzmML1zre-xUKBVK1W680o,10872
+dataeval/_internal/detectors/drift/uncertainty.py,sha256=MnhEpTIkQ1zA3SiaKuNFsMi1Jge2a8uZRm4p2LX46iA,5338
+dataeval/_internal/detectors/duplicates.py,sha256=IqsX22N7wD8o0bYPc7N1S451w6lzjWLpJZs_RkxOgEU,2168
+dataeval/_internal/detectors/linter.py,sha256=CJlUviSUl9iVZix1tnZa6ldeYYB-vylA5tgobxq2apk,5292
+dataeval/_internal/detectors/ood/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dataeval/_internal/detectors/ood/ae.py,sha256=ASsN2XztlFdpupVgBazh_gInnToSAT8QjvJtA6EiVuY,2657
+dataeval/_internal/detectors/ood/aegmm.py,sha256=6ExAvYD0pGADmH9igk3r6t8cLPF4MgmrpGPrBybCSBA,2392
+dataeval/_internal/detectors/ood/base.py,sha256=IQQ0ZprNKpz09J7LKKSgoVvcKYIqaHw2p_tMb0OMwpI,6949
+dataeval/_internal/detectors/ood/llr.py,sha256=wW8d0pxBXvERCG7m8iBxzSC7hzN19O08IlI3FMvoLBw,10132
+dataeval/_internal/detectors/ood/vae.py,sha256=mWSbNY3-utuzeVSUkaqD_alLsgcfSMqdy2Aj1G7NUM4,2963
+dataeval/_internal/detectors/ood/vaegmm.py,sha256=FTHhuAF62hl3PQw2fQUZlPLgsi2ul0xxoUrRwr_Jd-o,2837
+dataeval/_internal/flags.py,sha256=dRApeFkdSXFbYHSmvzgUP78zH8jUGtfzKFfLQtX0Q18,883
+dataeval/_internal/functional/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dataeval/_internal/functional/ber.py,sha256=hJnFswWXnMjoYY62A7x8F3nyctMw3f3UlC8DdUX2Clg,2150
+dataeval/_internal/functional/coverage.py,sha256=Z56oE9LLosM1228DL0tfs12-MPrg_2ef4KzYhoTPPYg,2520
+dataeval/_internal/functional/divergence.py,sha256=fSZm2vIqChfj9sbgSuw9P8ZB8ih0nOPryRvnVQHsjzI,517
+dataeval/_internal/functional/hash.py,sha256=fhcWclSNmp4sJbFSWSqWB2nVxhEFNNje1ifVAX4qqls,2785
+dataeval/_internal/functional/metadata.py,sha256=6QCxnDzXAF0x6Xx-eUK_c4yOX-_RyTaYCqzDPzDYpLM,4228
+dataeval/_internal/functional/metadataparity.py,sha256=V6fCtSDx_tf49BnaGgatHNH8lgZoYtPggIuRa13AiHo,7771
+dataeval/_internal/functional/uap.py,sha256=PIeRAJcA1GBMJK_gBKg0U_bih73h-FKW2ruxJtGiiMc,200
+dataeval/_internal/functional/utils.py,sha256=u1kkGtS0irnx9dZTo9MahA-_4_uIorPDttQkBe8iU7U,4120
+dataeval/_internal/interop.py,sha256=tmcp666A_uhndsDLv2PFcZiPH2udz4Y7UVdjqs3vkqc,1280
+dataeval/_internal/maite/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dataeval/_internal/maite/utils.py,sha256=XJ6eCTZA_So_bJ2BoEZvMAY8GyC67p8Q044LGSAZepg,864
+dataeval/_internal/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dataeval/_internal/metrics/base.py,sha256=CO2deM6T-q1RAbu-C8k58pULt1KJEJM-kYjLMaHYzms,2641
+dataeval/_internal/metrics/ber.py,sha256=eQaTMjytVASkZz8bp8CqzpKBPzIYDp2qXmz1MBYNoj4,2261
+dataeval/_internal/metrics/coverage.py,sha256=Bhsvz0ZG8GsgsuYfUQ7i4xB5ebMBJYLk2QqXVfkjgJM,3421
+dataeval/_internal/metrics/divergence.py,sha256=QOWDfjlE84S2UvpX7x3pxVAPKdeqrdQ2cXzZkiaOyF8,3247
+dataeval/_internal/metrics/metadata.py,sha256=U2E2bG8BzRoHS6bx3a5KYEqE96ik9Sz1AW3MMMqQmLU,21472
+dataeval/_internal/metrics/metadataparity.py,sha256=zLo8WPcPM6OVWf7dK4LT8d3o9FlUHji1SJrDinztrv4,2972
+dataeval/_internal/metrics/parity.py,sha256=KAp_dznww1GXHwvIqKb3ZJVTQU2w8loyk8JrHBciEm4,6070
+dataeval/_internal/metrics/stats.py,sha256=6zvGdoYEpVpMMzduxzMkMfsaaKEyC4UVn4SWPcAO5Cg,12581
+dataeval/_internal/metrics/uap.py,sha256=pgfJY8kM5EFYYNbMzDcodOOzvPlzxrpsSXoL7dCrWn8,1113
+dataeval/_internal/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dataeval/_internal/models/pytorch/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dataeval/_internal/models/pytorch/autoencoder.py,sha256=iK3Z9claesU_pJkRaiFJIZ9zKZg-Qj8ugzVYTTokDbE,6123
+dataeval/_internal/models/pytorch/blocks.py,sha256=pm2xwsDZjZJYXrhhiz8husvh2vHmrkFMSYEn-EDUD5Q,1354
+dataeval/_internal/models/pytorch/utils.py,sha256=Qgwym1PxGuwxbXCKUT-8r6Iyrxqm7x94oj45Vf5_CjE,1675
+dataeval/_internal/models/tensorflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dataeval/_internal/models/tensorflow/autoencoder.py,sha256=rErnOfDFTd7e4brSGQ2Lr1x1kNjSEHdbOREOtUfIhIM,9975
+dataeval/_internal/models/tensorflow/gmm.py,sha256=wnqQKm3fURuvBROUd2fitCqzKViDo-g0-Djr3TBHZ3U,3640
+dataeval/_internal/models/tensorflow/losses.py,sha256=3y6tHm7PTQ7hmasJDwTXjdARjCUWycoXqSyXJ1uT2mM,3766
+dataeval/_internal/models/tensorflow/pixelcnn.py,sha256=B5cwB2IGPw-7b8klt82j_60g_IvqSiDELxvbiBYJtAo,48068
+dataeval/_internal/models/tensorflow/trainer.py,sha256=2KHtMRniVselCaDXeb8QEfX-wMRsPfT1xiG2gUQgelg,4090
+dataeval/_internal/models/tensorflow/utils.py,sha256=uK_fQ1JXUSVi0kgnhd9eRArlr36OzXUEdL4inJZCs-8,8579
+dataeval/_internal/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dataeval/_internal/workflows/sufficiency.py,sha256=QZQdhERVr3EmPA2sAFFudSDL4KLM0eAvYgV38jhjzaI,18374
+dataeval/detectors/__init__.py,sha256=I2e7YWb55RRlKQll85Z6KdN5wdBa53smn-_fcZIsCwA,1507
+dataeval/flags/__init__.py,sha256=1-HmwmtfPkHWwqXUjDwWko396qAKBeaSvqVsQZLrzD0,170
+dataeval/metrics/__init__.py,sha256=GmuGCzF7Sk6TtAH9amB494gNtDjgVsSemPWJChrz2eo,427
+dataeval/models/__init__.py,sha256=onevPb5wznCggowBnVT0OUa8uBJXZCbrkFuek1UFvOs,293
+dataeval/models/tensorflow/__init__.py,sha256=A1XRxVGHefuvh_WpaKE1x95pRD1FecuFp66iuNPA_5U,424
+dataeval/models/torch/__init__.py,sha256=su7P9DF9LChlVCNHWG6d7s_yeIfWQbhCYWIkzJe0Qig,190
+dataeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dataeval/workflows/__init__.py,sha256=ObgS1cVYFRzFZWbNzGs2OcU02IVkJkAMHNnlnSNTMCE,208
+dataeval-0.63.0.dist-info/LICENSE.txt,sha256=Kpzcfobf1HlqafF-EX6dQLw9TlJiaJzfgvLQFukyXYw,1060
+dataeval-0.63.0.dist-info/METADATA,sha256=6YmwpTrzkKyvPZ0IY3nwlTzeNsl-EaGJe8m_x2vwiaE,4217
+dataeval-0.63.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+dataeval-0.63.0.dist-info/RECORD,,

dataeval-0.61.0.dist-info/RECORD

@@ -1,55 +0,0 @@
-dataeval/__init__.py,sha256=hoMLXpAqvfNQ6BtdLD49hOXWMUp5_4zBg_IPeuGPyZA,408
-dataeval/_internal/detectors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dataeval/_internal/detectors/clusterer.py,sha256=zuWW7qfbQWQ777TqBOsDp2_fEbFmuUzNqOvTWv8xijo,19193
-dataeval/_internal/detectors/drift/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dataeval/_internal/detectors/drift/base.py,sha256=b6_kUHGPtfDnN6S9gNkldpoaGwdRKw6ohGI4wGega24,8981
-dataeval/_internal/detectors/drift/cvm.py,sha256=3YePeStvRSKVFqHEWshngXhJTCh3cn9-9B-Ou7FQHgM,3897
-dataeval/_internal/detectors/drift/ks.py,sha256=PW4qB4XbDUhVxpKJeA39-0GYVgeAxWggipBh2bhKDKg,3924
-dataeval/_internal/detectors/drift/mmd.py,sha256=ZJu28o6Brs0-pt3PVY2ysMKVfLYXaEz754I-lSLn1hM,6965
-dataeval/_internal/detectors/drift/torch.py,sha256=NsQYfDVRcCGmU8k6oBG_aVzmML1zre-xUKBVK1W680o,10872
-dataeval/_internal/detectors/drift/uncertainty.py,sha256=WeTQWZDL00-cs50neoJzs_9xBIdo-xxcj6bx0DApCQY,5263
-dataeval/_internal/detectors/duplicates.py,sha256=6MVsopmgA4NccWtriHHvz_3y3tgWWu_vzFcxpXgS5DI,1469
-dataeval/_internal/detectors/linter.py,sha256=Y8XIAbzMUe1UuYQLsZ1UyF1yVle2ExuzUmDQD2TF0z0,2792
-dataeval/_internal/detectors/ood/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dataeval/_internal/detectors/ood/ae.py,sha256=nM-uI-7h548yEc25iKlPYXTdG6RqDPA7Mup5IqPW7cg,2576
-dataeval/_internal/detectors/ood/aegmm.py,sha256=05yOyP1RDOqVWW30weW_YAgciwBYsUJy35nPSuKQD10,2340
-dataeval/_internal/detectors/ood/base.py,sha256=IxDhU4T8vlURvKkqakrwgUnWhl5a_u9_kXvrKkzWrog,6771
-dataeval/_internal/detectors/ood/llr.py,sha256=EGgj1LV0qq-fE9RoWwL_6WXPaSTfhbnXkq25VtTiB3s,10029
-dataeval/_internal/detectors/ood/vae.py,sha256=uh0QJ3b1_SQllHhb7BSt7IV369dmHjlU5PBwrOMesQg,2892
-dataeval/_internal/detectors/ood/vaegmm.py,sha256=Yr5dKWSEcfP0xqqHJIM98QhS62oS8aYMj6edl26bKHI,2766
-dataeval/_internal/flags.py,sha256=dRApeFkdSXFbYHSmvzgUP78zH8jUGtfzKFfLQtX0Q18,883
-dataeval/_internal/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dataeval/_internal/metrics/base.py,sha256=hUxJO-k0L7_nfach6xMW96YuMuu--A8Ypz7plYKGQA8,2623
-dataeval/_internal/metrics/ber.py,sha256=HI2Cn-YWkqPz-mVZ8JgwubgjKYFyquq7L3yuKo-s8vc,3970
-dataeval/_internal/metrics/coverage.py,sha256=eSOiCyqTN6t9OnhgFcPOp6HIReQvNL3tw6PzenrJ8aw,2700
-dataeval/_internal/metrics/divergence.py,sha256=aihP84c8SUQ7IMUmBebFKtJxbH9VDfV_R-QtWEdUkvA,2823
-dataeval/_internal/metrics/hash.py,sha256=5hdxMU2mFA9GxjF1MfhE_ztjJh7Ku1XpP82B_N54dwc,2782
-dataeval/_internal/metrics/parity.py,sha256=9JunlLgrdbB2EPDKEtUDQnkBrsNiFJZD58dg3lSiYgE,6823
-dataeval/_internal/metrics/stats.py,sha256=WnuO0tNnpz7mYi5_rmxdk8wZoEZFczo1DrV828lgcVk,12118
-dataeval/_internal/metrics/uap.py,sha256=7QmJb-wM2B6c9ORa9kAar657KhDFScjNOGhpbuTv8YA,1149
-dataeval/_internal/metrics/utils.py,sha256=u1kkGtS0irnx9dZTo9MahA-_4_uIorPDttQkBe8iU7U,4120
-dataeval/_internal/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dataeval/_internal/models/pytorch/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dataeval/_internal/models/pytorch/autoencoder.py,sha256=iK3Z9claesU_pJkRaiFJIZ9zKZg-Qj8ugzVYTTokDbE,6123
-dataeval/_internal/models/pytorch/blocks.py,sha256=pm2xwsDZjZJYXrhhiz8husvh2vHmrkFMSYEn-EDUD5Q,1354
-dataeval/_internal/models/pytorch/utils.py,sha256=Qgwym1PxGuwxbXCKUT-8r6Iyrxqm7x94oj45Vf5_CjE,1675
-dataeval/_internal/models/tensorflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dataeval/_internal/models/tensorflow/autoencoder.py,sha256=rErnOfDFTd7e4brSGQ2Lr1x1kNjSEHdbOREOtUfIhIM,9975
-dataeval/_internal/models/tensorflow/gmm.py,sha256=wnqQKm3fURuvBROUd2fitCqzKViDo-g0-Djr3TBHZ3U,3640
-dataeval/_internal/models/tensorflow/losses.py,sha256=3y6tHm7PTQ7hmasJDwTXjdARjCUWycoXqSyXJ1uT2mM,3766
-dataeval/_internal/models/tensorflow/pixelcnn.py,sha256=B5cwB2IGPw-7b8klt82j_60g_IvqSiDELxvbiBYJtAo,48068
-dataeval/_internal/models/tensorflow/trainer.py,sha256=2KHtMRniVselCaDXeb8QEfX-wMRsPfT1xiG2gUQgelg,4090
-dataeval/_internal/models/tensorflow/utils.py,sha256=uK_fQ1JXUSVi0kgnhd9eRArlr36OzXUEdL4inJZCs-8,8579
-dataeval/_internal/workflows/sufficiency.py,sha256=QZQdhERVr3EmPA2sAFFudSDL4KLM0eAvYgV38jhjzaI,18374
-dataeval/detectors/__init__.py,sha256=I2e7YWb55RRlKQll85Z6KdN5wdBa53smn-_fcZIsCwA,1507
-dataeval/flags/__init__.py,sha256=1-HmwmtfPkHWwqXUjDwWko396qAKBeaSvqVsQZLrzD0,170
-dataeval/metrics/__init__.py,sha256=uVz0GtRvCsh_r08qaBM-jc4bjcfAb1yzlIyx6zfPc9Y,358
-dataeval/models/__init__.py,sha256=onevPb5wznCggowBnVT0OUa8uBJXZCbrkFuek1UFvOs,293
-dataeval/models/tensorflow/__init__.py,sha256=A1XRxVGHefuvh_WpaKE1x95pRD1FecuFp66iuNPA_5U,424
-dataeval/models/torch/__init__.py,sha256=su7P9DF9LChlVCNHWG6d7s_yeIfWQbhCYWIkzJe0Qig,190
-dataeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dataeval/workflows/__init__.py,sha256=ObgS1cVYFRzFZWbNzGs2OcU02IVkJkAMHNnlnSNTMCE,208
-dataeval-0.61.0.dist-info/LICENSE.txt,sha256=Kpzcfobf1HlqafF-EX6dQLw9TlJiaJzfgvLQFukyXYw,1060
-dataeval-0.61.0.dist-info/METADATA,sha256=-d5akTEAHSqWXZ1JeCTkIvxDc-HdECfNxcLWQlFqhhs,4238
-dataeval-0.61.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-dataeval-0.61.0.dist-info/RECORD,,