dataeval 0.76.0__py3-none-any.whl → 0.81.0__py3-none-any.whl

dataeval/utils/torch/{gmm.py → _gmm.py}

@@ -10,7 +10,8 @@ from __future__ import annotations
 
 __all__ = []
 
-from typing import NamedTuple, TypeVar
+from dataclasses import dataclass
+from typing import TypeVar
 
 import numpy as np
 import torch
@@ -18,7 +19,8 @@ import torch
 TGMMData = TypeVar("TGMMData")
 
 
-class GaussianMixtureModelParams(NamedTuple):
+@dataclass
+class GaussianMixtureModelParams:
     """
     phi : torch.Tensor
         Mixture component distribution weights.

dataeval/utils/torch/{internal.py → _internal.py}

@@ -11,30 +11,7 @@ from numpy.typing import NDArray
 from torch.utils.data import DataLoader, TensorDataset
 from tqdm import tqdm
 
-
-def get_device(device: str | torch.device | None = None) -> torch.device:
-    """
-    Instantiates a PyTorch device object.
-
-    Parameters
-    ----------
-    device : str | torch.device | None, default None
-        Either ``None``, a str ('gpu' or 'cpu') indicating the device to choose, or an
-        already instantiated device object. If ``None``, the GPU is selected if it is
-        detected, otherwise the CPU is used as a fallback.
-
-    Returns
-    -------
-    The instantiated device object.
-    """
-    if isinstance(device, torch.device):  # Already a torch device
-        return device
-    else:  # Instantiate device
-        if device is None or device.lower() in ["gpu", "cuda"]:
-            torch_device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
-        else:
-            torch_device = torch.device("cpu")
-    return torch_device
+from dataeval.config import get_device
 
 
 def predict_batch(
@@ -42,7 +19,7 @@ def predict_batch(
     model: Callable | torch.nn.Module | torch.nn.Sequential,
     device: torch.device | None = None,
     batch_size: int = int(1e10),
-    preprocess_fn: Callable | None = None,
+    preprocess_fn: Callable[[torch.Tensor], torch.Tensor] | None = None,
     dtype: type[np.generic] | torch.dtype = np.float32,
 ) -> NDArray[Any] | torch.Tensor | tuple[Any, ...]:
     """
@@ -71,11 +48,12 @@ def predict_batch(
     """
     device = get_device(device)
     if isinstance(x, np.ndarray):
-        x = torch.from_numpy(x).to(device)
+        x = torch.tensor(x, device=device)
     n = len(x)
     n_minibatch = int(np.ceil(n / batch_size))
     return_np = not isinstance(dtype, torch.dtype)
-    preds = []
+    preds_tuple = None
+    preds_array = []
     with torch.no_grad():
         for i in range(n_minibatch):
             istart, istop = i * batch_size, min((i + 1) * batch_size, n)
@@ -83,23 +61,17 @@ def predict_batch(
             if isinstance(preprocess_fn, Callable):
                 x_batch = preprocess_fn(x_batch)
 
-            preds_tmp = model(x_batch.to(torch.float32).to(device))
+            preds_tmp = model(x_batch.to(dtype=torch.float32))
             if isinstance(preds_tmp, (list, tuple)):
-                if len(preds) == 0:  # init tuple with lists to store predictions
-                    preds = tuple([] for _ in range(len(preds_tmp)))
+                if preds_tuple is None:  # init tuple with lists to store predictions
+                    preds_tuple = tuple([] for _ in range(len(preds_tmp)))
                 for j, p in enumerate(preds_tmp):
-                    if isinstance(p, torch.Tensor):
-                        p = p.cpu()
-                    preds[j].append(p if not return_np or isinstance(p, np.ndarray) else p.numpy())
+                    p = p.cpu() if isinstance(p, torch.Tensor) else p
+                    preds_tuple[j].append(p if not return_np or isinstance(p, np.ndarray) else p.numpy())
             elif isinstance(preds_tmp, (np.ndarray, torch.Tensor)):
-                if isinstance(preds_tmp, torch.Tensor):
-                    preds_tmp = preds_tmp.cpu()
-                if isinstance(preds, tuple):
-                    preds = list(preds)
-                preds.append(
-                    preds_tmp
-                    if not return_np or isinstance(preds_tmp, np.ndarray)  # type: ignore
-                    else preds_tmp.numpy()
+                preds_tmp = preds_tmp.cpu() if isinstance(preds_tmp, torch.Tensor) else preds_tmp
+                preds_array.append(
+                    preds_tmp if not return_np or isinstance(preds_tmp, np.ndarray) else preds_tmp.numpy()
                 )
             else:
                 raise TypeError(
@@ -108,9 +80,7 @@ def predict_batch(
                     torch.Tensor."
                 )
     concat = partial(np.concatenate, axis=0) if return_np else partial(torch.cat, dim=0)
-    out: tuple | np.ndarray | torch.Tensor = (
-        tuple(concat(p) for p in preds) if isinstance(preds, tuple) else concat(preds)  # type: ignore
-    )
+    out = tuple(concat(p) for p in preds_tuple) if preds_tuple is not None else concat(preds_array)
     return out
 
 
@@ -154,18 +124,18 @@ def trainer(
     verbose
         Whether to print training progress.
     """
+    if loss_fn is None:
+        loss_fn = torch.nn.MSELoss()
+
     if optimizer is None:
         optimizer = torch.optim.Adam(model.parameters(), lr=0.001)
 
     if y_train is None:
-        dataset = TensorDataset(torch.from_numpy(x_train).to(torch.float32))
-
+        dataset = TensorDataset(torch.tensor(x_train, dtype=torch.float32))
     else:
-        dataset = TensorDataset(
-            torch.from_numpy(x_train).to(torch.float32), torch.from_numpy(y_train).to(torch.float32)
-        )
+        dataset = TensorDataset(torch.tensor(x_train, dtype=torch.float32), torch.tensor(y_train, dtype=torch.float32))
 
-    loader = DataLoader(dataset=dataset)
+    loader = DataLoader(dataset=dataset, batch_size=batch_size)
 
     model = model.to(device)
 
@@ -186,7 +156,7 @@ def trainer(
             y_hat = model(x)
             y = x if y is None else y
 
-            loss = loss_fn(y, y_hat)  # type: ignore
+            loss = loss_fn(y, *y_hat) if isinstance(y_hat, tuple) else loss_fn(y, y_hat)  # type: ignore
 
             optimizer.zero_grad()
             loss.backward()

dataeval/utils/torch/models.py

@@ -2,13 +2,19 @@
 
 from __future__ import annotations
 
-__all__ = ["Autoencoder", "Encoder", "Decoder"]
+__all__ = ["Autoencoder", "Encoder", "Decoder", "ResNet18"]
 
 import math
-from typing import Any
+from typing import Any, Protocol, runtime_checkable
 
 import torch
 import torch.nn as nn
+from torchvision.models import ResNet18_Weights, resnet18
+
+
+@runtime_checkable
+class SupportsEncode(Protocol):
+    def encode(self, x: Any) -> Any: ...
 
 
 class Autoencoder(nn.Module):
@@ -330,3 +336,38 @@ class Decoder_AE(nn.Module):
         x = self.decoder(x)
         x = x.reshape((-1, *self.input_shape))
         return x
+
+
+class ResNet18(nn.Module):
+    """
+    A wrapper class for the torchvision.models.resnet18 model
+
+
+    Note
+    ----
+    This class is provided for the use of DataEval documentation and excludes many features
+    of the torchvision implementation.
+
+    Warning
+    -------
+    This class has been thoroughly tested for the purposes
+    of DataEval's documentation but not for operational use.
+    Please use with caution if deploying this class or subclasses.
+    """
+
+    def __init__(self, embedding_size: int = 128):
+        super().__init__()
+        self.model: nn.Module = resnet18(weights=ResNet18_Weights.DEFAULT, progress=False)
+        self.model.fc = nn.Linear(self.model.fc.in_features, embedding_size)
+
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
+        return self.model(x)
+
+    @staticmethod
+    def transforms() -> Any:
+        """(Returns) the default ResNet18 IMAGENET1K_V1 transforms"""
+
+        return ResNet18_Weights.DEFAULT.transforms()
+
+    def __str__(self) -> str:
+        return str(self.model)

dataeval/workflows/sufficiency.py

@@ -5,17 +5,18 @@ __all__ = []
 import contextlib
 import warnings
 from dataclasses import dataclass
-from typing import Any, Callable, Generic, Iterable, Mapping, Sequence, TypeVar, cast
+from typing import Any, Callable, Generic, Iterable, Mapping, Sequence, Sized, TypeVar, cast
 
 import numpy as np
 import torch
 import torch.nn as nn
-from numpy.typing import ArrayLike, NDArray
+from numpy.typing import NDArray
 from scipy.optimize import basinhopping
 from torch.utils.data import Dataset
 
-from dataeval.interop import as_numpy
-from dataeval.output import Output, set_metadata
+from dataeval._output import Output, set_metadata
+from dataeval.typing import ArrayLike
+from dataeval.utils._array import as_numpy
 
 with contextlib.suppress(ImportError):
     from matplotlib.figure import Figure
@@ -24,7 +25,7 @@ with contextlib.suppress(ImportError):
 @dataclass(frozen=True)
 class SufficiencyOutput(Output):
     """
-    Output class for :class:`Sufficiency` workflow.
+    Output class for :class:`.Sufficiency` workflow.
 
     Attributes
     ----------
@@ -277,9 +278,9 @@ def reset_parameters(model: nn.Module) -> nn.Module:
 
 
 def validate_dataset_len(dataset: Dataset[Any]) -> int:
-    if not hasattr(dataset, "__len__"):
+    if not isinstance(dataset, Sized):
         raise TypeError("Must provide a dataset with a length attribute")
-    length: int = dataset.__len__()  # type: ignore
+    length: int = len(dataset)
     if length <= 0:
         raise ValueError("Dataset length must be greater than 0")
     return length
@@ -460,13 +461,13 @@ class Sufficiency(Generic[T]):
     @property
     def eval_fn(
         self,
-    ) -> Callable[[nn.Module, Dataset[T]], dict[str, float] | Mapping[str, ArrayLike]]:
+    ) -> Callable[[nn.Module, Dataset[T]], Mapping[str, float] | Mapping[str, ArrayLike]]:
         return self._eval_fn
 
     @eval_fn.setter
     def eval_fn(
         self,
-        value: Callable[[nn.Module, Dataset[T]], dict[str, float] | Mapping[str, ArrayLike]],
+        value: Callable[[nn.Module, Dataset[T]], Mapping[str, float] | Mapping[str, ArrayLike]],
     ) -> None:
         if not callable(value):
             raise TypeError("Must provide a callable for eval_fn.")

{dataeval-0.76.0.dist-info → dataeval-0.81.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dataeval
-Version: 0.76.0
+Version: 0.81.0
 Summary: DataEval provides a simple interface to characterize image data and its impact on model performance across classification and object-detection tasks
 Home-page: https://dataeval.ai/
 License: MIT
@@ -21,8 +21,12 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Topic :: Scientific/Engineering
 Provides-Extra: all
-Requires-Dist: matplotlib ; extra == "all"
+Requires-Dist: defusedxml (>=0.7.1)
+Requires-Dist: fast_hdbscan (==0.2.0)
+Requires-Dist: matplotlib (>=3.7.1) ; extra == "all"
+Requires-Dist: numba (>=0.59.1)
 Requires-Dist: numpy (>=1.24.2)
+Requires-Dist: pandas (>=2.0) ; extra == "all"
 Requires-Dist: pillow (>=10.3.0)
 Requires-Dist: requests
 Requires-Dist: scikit-learn (>=1.5.0)
@@ -38,13 +42,17 @@ Description-Content-Type: text/markdown
 
 # DataEval
 
-To view our extensive collection of tutorials, how-to's, explanation guides, and reference material, please visit our documentation on **[Read the Docs](https://dataeval.readthedocs.io/)**
+To view our extensive collection of tutorials, how-to's, explanation guides,
+and reference material, please visit our documentation on
+**[Read the Docs](https://dataeval.readthedocs.io/)**
 
 ## About DataEval
 
 <!-- start tagline -->
 
-DataEval curates datasets to train and test performant, robust, unbiased and reliable AI models and monitors for data shifts that impact performance of deployed models. 
+DataEval curates datasets to train and test performant, robust, unbiased and
+reliable AI models and monitors for data shifts that impact performance of
+deployed models.
 
 <!-- end tagline -->
 
@@ -52,22 +60,33 @@ DataEval curates datasets to train and test performant, robust, unbiased and rel
 
 <!-- start needs -->
 
-DataEval is an effective, powerful, and reliable set of tools for any T&E engineer. Throughout all stages of the machine learning lifecycle, DataEval supports model development, data analysis, and monitoring with state-of-the-art algorithms to help you solve difficult problems. With a focus on computer vision tasks, DataEval provides simple, but effective metrics for performance estimation, bias detection, and dataset linting.
+DataEval is an effective, powerful, and reliable set of tools for any T&E
+engineer. Throughout all stages of the machine learning lifecycle, DataEval
+supports model development, data analysis, and monitoring with state-of-the-art
+algorithms to help you solve difficult problems. With a focus on computer
+vision tasks, DataEval provides simple, but effective metrics for performance
+estimation, bias detection, and dataset linting.
 
 <!-- end needs -->
 
 <!-- start JATIC interop -->
-DataEval is easy to install, supports a wide range of Python versions, and is compatible with many of the most popular packages in the scientific and T&E communities.
-DataEval also has native interopability between JATIC's suite of tools when using MAITE-compliant datasets and models.
+DataEval is easy to install, supports a wide range of Python versions, and is
+compatible with many of the most popular packages in the scientific and T&E
+communities.
+
+DataEval also has native interopability between JATIC's suite of tools when
+using MAITE-compliant datasets and models.
 <!-- end JATIC interop -->
 
 ## Getting Started
 
 **Python versions:** 3.9 - 3.12
 
-**Supported packages**: *NumPy*, *Pandas*, *Sci-kit learn*, *MAITE*, *NRTK*, *Gradient*
+**Supported packages**: *NumPy*, *Pandas*, *Sci-kit learn*, *MAITE*, *NRTK*,
+*Gradient*
 
-Choose your preferred method of installation below or follow our [installation guide](https://dataeval.readthedocs.io/en/v0.74.2/installation.html).
+Choose your preferred method of installation below or follow our
+[installation guide](https://dataeval.readthedocs.io/en/v0.74.2/installation.html).
 
 * [Installing with pip](#installing-with-pip)
 * [Installing with conda/mamba](#installing-with-conda)
@@ -75,7 +94,8 @@ Choose your preferred method of installation below or follow our [installation g
 
 ### **Installing with pip**
 
-You can install DataEval directly from pypi.org using the following command.  The optional dependencies of DataEval are `all`.
+You can install DataEval directly from pypi.org using the following command.
+The optional dependencies of DataEval are `all`.
 
 ```bash
 pip install dataeval[all]
@@ -83,8 +103,9 @@ pip install dataeval[all]
 
 ### **Installing with conda**
 
-DataEval can be installed in a Conda/Mamba environment using the provided `environment.yaml` file.  As some dependencies
-are installed from the `pytorch` channel, the channel is specified in the below example.
+DataEval can be installed in a Conda/Mamba environment using the provided
+`environment.yaml` file.  As some dependencies are installed from the `pytorch`
+channel, the channel is specified in the below example.
 
 ```bash
 micromamba create -f environment\environment.yaml -c pytorch
@@ -92,7 +113,9 @@ micromamba create -f environment\environment.yaml -c pytorch
 
 ### **Installing from GitHub**
 
-To install DataEval from source locally on Ubuntu, you will need `git-lfs` to download larger, binary source files and `poetry` for project dependency management.
+To install DataEval from source locally on Ubuntu, you will need `git-lfs` to
+download larger, binary source files and `poetry` for project dependency
+management.
 
 ```bash
 sudo apt-get install git-lfs
@@ -112,7 +135,9 @@ Install DataEval with optional dependencies for development.
 poetry install --all-extras --with dev
 ```
 
-Now that DataEval is installed, you can run commands in the poetry virtual environment by prefixing shell commands with `poetry run`, or activate the virtual environment directly in the shell.
+Now that DataEval is installed, you can run commands in the poetry virtual
+environment by prefixing shell commands with `poetry run`, or activate the
+virtual environment directly in the shell.
 
 ```bash
 poetry shell
@@ -131,7 +156,11 @@ If you have any questions, feel free to reach out to the people below:
 
 ### CDAO Funding Acknowledgement
 
-This material is based upon work supported by the Chief Digital and Artificial Intelligence Office under Contract No. W519TC-23-9-2033. The views and conclusions contained herein are those of the author(s) and should not be interpreted as necessarily representing the official policies or endorsements, either expressed or implied, of the U.S. Government.
+This material is based upon work supported by the Chief Digital and Artificial
+Intelligence Office under Contract No. W519TC-23-9-2033. The views and
+conclusions contained herein are those of the author(s) and should not be
+interpreted as necessarily representing the official policies or endorsements,
+either expressed or implied, of the U.S. Government.
 
 <!-- end acknowledgement -->
 

dataeval-0.81.0.dist-info/RECORD

@@ -0,0 +1,94 @@
+dataeval/__init__.py,sha256=XbukGD_taba_kqIskYMUHjfbRwCiS9AatkZlWOKwAyw,1510
+dataeval/_log.py,sha256=Mn5bRWO0cgtAYd5VGYSFiPgu57ta3zoktrtHAZ1m3dU,357
+dataeval/_output.py,sha256=BB_wJJpQX7CaPZFE8x-0KMYBhuO1pramZhkz6LQ4uf0,4281
+dataeval/config.py,sha256=x55jqLFrlHvOcNqPXudVnF24yc3OAaEAu-q9NJZSIq4,2225
+dataeval/detectors/__init__.py,sha256=3Sg-XWlwr75zEEH3hZKA4nWMtGvaRlnfzTWvZG_Ak6U,189
+dataeval/detectors/drift/__init__.py,sha256=nagRw504maFP_129qBLY170RExXy4LNJQCujfPdCopk,658
+dataeval/detectors/drift/_base.py,sha256=MMqm9ysw4ehozQsepR6utPJhvybdOJOk-sjKx8N-Vqw,14782
+dataeval/detectors/drift/_cvm.py,sha256=H2w-I0eMD7yP-CSmpdodeJ0-TYznJT7w_H7JuobESow,3859
+dataeval/detectors/drift/_ks.py,sha256=-5k3RBPA3kadX7oD14Wc52rAqQf1udwFeW7Qf3Sv4Tw,4058
+dataeval/detectors/drift/_mmd.py,sha256=11z6zIUs9NzD2J5j1RtZQZkLOOP0mtLQIzKSSOnPfUU,7931
+dataeval/detectors/drift/_torch.py,sha256=BY-AEqjkzX8fJnLJSBosHnsRsUorL0de_ysJjkZyS0s,7687
+dataeval/detectors/drift/_uncertainty.py,sha256=c86qgGqP-Ig2r0l1cnsNUqzRxRoM13TJafuXsELzdZw,5675
+dataeval/detectors/drift/updates.py,sha256=CKH1aEvo1Ltz1zxsKA-0uXR3mz7CiQHeTx86lxgg0SY,1782
+dataeval/detectors/linters/__init__.py,sha256=x6upwKPxJCBQvFcUyLf_4jTmL-CmTt1G4XeZUcQuhvc,367
+dataeval/detectors/linters/duplicates.py,sha256=KagOkHZcx2YxGc6DqA1Vof1rq7ELZUHW9dRIBrQBJ28,6037
+dataeval/detectors/linters/outliers.py,sha256=vPQRfJeo9npEVGRjg2c5ffuuqf-hyxGQsyVcb5fZ9Kg,14128
+dataeval/detectors/ood/__init__.py,sha256=Ws6_un4pFWNknki7Bp7qjrslZVB9pYNE-K72u2lF65k,291
+dataeval/detectors/ood/ae.py,sha256=3uzPMN1MZlnRXOmgsgkg7V1PpkqCFSSTR2xmfJDFEjk,2962
+dataeval/detectors/ood/base.py,sha256=I2gW8cRWR-eBSI2zwESDrnYUEsMlhRsnWJWVyw4Jgkg,3047
+dataeval/detectors/ood/metadata_ks_compare.py,sha256=4wwf6Nwx8qeCL9AnGP91vMfeMD8wpAF1_XOA15sdXsY,5205
+dataeval/detectors/ood/metadata_ood_mi.py,sha256=7_Sdzf7-x1TlrIQvSyOIB98C8_UQhUwmwFQmZ9_q1Uc,4042
+dataeval/detectors/ood/mixin.py,sha256=hisM-xQgcz2kyC8sPHqCQ_ZaUSLWdsOT0QdouezQwOo,5439
+dataeval/detectors/ood/output.py,sha256=srbcxYehJpMPEwzy9mk0LUEOUNXO2y8rMu7HaxuNXfE,1711
+dataeval/detectors/ood/vae.py,sha256=TEvv1ydHk_URio9Nm9KNb4Ci3jyj-g4l31fakkV3vus,2273
+dataeval/metadata/__init__.py,sha256=_GVidbjjjxOxvdy0H-cTIOAzlwTRaXJR8NN9_9W3SAk,183
+dataeval/metadata/_ood.py,sha256=NRCqG5LLR1CTaj10bI2PUltPoxyYGGdhi8JYX4xDKB4,8408
+dataeval/metrics/__init__.py,sha256=8VC8q3HuJN3o_WN51Ae2_wXznl3RMXIvA5GYVcy7vr8,225
+dataeval/metrics/bias/__init__.py,sha256=I8h7QDGpB21HY-mkU0B9wJKnUBr3Kx2xTmeebkpqe_Y,649
+dataeval/metrics/bias/_balance.py,sha256=6W40OWkLO3c5QKcPXMBaUrC1JOiNNmMiWll4VhVK7yE,11219
+dataeval/metrics/bias/_coverage.py,sha256=QU0Pl3u6qdYgjBoLqoec0BJQtHgZ0M_EmGUSYo9unPI,6395
+dataeval/metrics/bias/_diversity.py,sha256=vOnziwmwnEO6v2BLk8C9nKzyDAwjXMzv5God1Le629Y,8566
+dataeval/metrics/bias/_parity.py,sha256=FYsqy8_R0LAPj6-NkSWy9gHGJ1V3wC4KYRRjSFjY6ww,13137
+dataeval/metrics/estimators/__init__.py,sha256=d0b1eqlForaiXAUY7E7HUfITVhJu4mzo0ULe50EBrDE,528
+dataeval/metrics/estimators/_ber.py,sha256=Xtn9YKS7uUlyJkDck9kqSOyEnqI7GFiyq4zrWpTLyAs,5697
+dataeval/metrics/estimators/_clusterer.py,sha256=wqtw4_2kw6tdb1zx7b9vNdK0iQYZ1KESZ2nSx2txvoo,3403
+dataeval/metrics/estimators/_divergence.py,sha256=m2-9oO5Sx6ybFyhm3IwARoPudMz7kKnj6m6p31gGZSw,4426
+dataeval/metrics/estimators/_uap.py,sha256=GyLd7fgyALit3jpPaEzAntOm9ULim2bO64HFEOX2KO4,2153
+dataeval/metrics/stats/__init__.py,sha256=xmoChTCtSgE5ZPPLmXV6VbePGpNp-wryuERC1y10J_I,1095
+dataeval/metrics/stats/_base.py,sha256=KP_1VhgYPS6maDbzLG8xMldjjv-MfFBlC2huP2yadpY,13605
+dataeval/metrics/stats/_boxratiostats.py,sha256=kUEyPF9-6XSlegqNONN-FbnpahJPCPB4-VjMFPtg1Wg,6321
+dataeval/metrics/stats/_datasetstats.py,sha256=N2DAZWUzCx5dF8aWIcQjStE1Vpdzk0Gf8Nbjrptm9hg,7385
+dataeval/metrics/stats/_dimensionstats.py,sha256=qqSqzhpsGT1wGxgqI6PhZSzJQcf0ZQCFNQqDYAIkkao,4058
+dataeval/metrics/stats/_hashstats.py,sha256=aBB-VeNZMxLBSzGoXKps8kqxQbrtJ7z_-6HRENjPo0s,5082
+dataeval/metrics/stats/_labelstats.py,sha256=KCEsVXH6AmVvXtg-uBVicFloWeO5J9oApX9DGpm7Xhw,7002
+dataeval/metrics/stats/_pixelstats.py,sha256=bzi_zEivcNXEKu2xgv3TCoqpAURym35kLwKNM2-8Dnk,4250
+dataeval/metrics/stats/_visualstats.py,sha256=s84iwDYYUp5DWIdaeLs68PIcZkD8Wa52V7Y8tDPD76Q,4689
+dataeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dataeval/typing.py,sha256=qXAGzxJoaTZ5BBUUsQP8KEiswu8IKt2PRvZIXKvxjcU,1284
+dataeval/utils/__init__.py,sha256=T8F8zJh4ZAeu0wDzfpld92I2zJg9mWBmkGCHrDPU7gk,264
+dataeval/utils/_array.py,sha256=fc04sYShIdsRS4qtG1UCnlGGk-yVRxlOHTNAmW7NpDY,4990
+dataeval/utils/_bin.py,sha256=nylthmsC3vzLHLhlUMACvZs--h7xvAh9Pt75InaQJW8,7322
+dataeval/utils/_clusterer.py,sha256=fw5x-2QN0TIbiodDKHZxRgxKHINedpPcOklzce0Rbjg,5436
+dataeval/utils/_fast_mst.py,sha256=4_7ykVihCL5jWtxcGnrecIsDQo65kUml9SZ1JxgBZYY,7172
+dataeval/utils/_image.py,sha256=capzF_X5H0jy0PmTP3Hf52GFgLqrnfU6gS4tiwck9jo,1939
+dataeval/utils/_method.py,sha256=EplDHf402o8EDlY5PHLCKk1XObK2i-MWZp4BgymNn9A,480
+dataeval/utils/_mst.py,sha256=gXjUUhz9G4wkcCUTqQ-61Ti9sZUFx08hEjlZXWiEmPc,2163
+dataeval/utils/_plot.py,sha256=8w7utZ6sT0flCQi5KNFHNmEIbDvru7SE18r_w9DnEX8,7114
+dataeval/utils/data/__init__.py,sha256=G3PKWyEDG6RPwawPBKEpCVx-cakIHwScGxxCdstpbP4,609
+dataeval/utils/data/_embeddings.py,sha256=SSGaXnsyjF9gozr_nF4WJ8ljY-PSxNu7ITJZyeKy-AA,3574
+dataeval/utils/data/_images.py,sha256=aN_VUZt4mCB_0LGpR79QC-325ZhvmsyANoquWmyhDbg,1764
+dataeval/utils/data/_metadata.py,sha256=7czoekyYY1x2oYaxXQHwpla-RQxLnkX-nGPu54x5nQg,13632
+dataeval/utils/data/_selection.py,sha256=bhvDRd-zyPCshTraDBfvVuOd4tKQ5dhiE0Bqvn7sTao,4019
+dataeval/utils/data/_split.py,sha256=3Fn73qImqtwPQP49W4fQvbiURnMV45xA6DW7lW3nGR0,18872
+dataeval/utils/data/_targets.py,sha256=GZpN0NuvO6i0dXF_I5jDEvcmBWz0yVQ5OFfYQUyc3rs,2581
+dataeval/utils/data/_types.py,sha256=tNhw5a6pvuG0EHpLDwSvNWt7vESYEh48LzR4l6eXC7M,1388
+dataeval/utils/data/collate.py,sha256=Z5nmBnWV_IoJzMp_tj8RCKjMJA9sSCY_zZITqISGixc,3865
+dataeval/utils/data/datasets/__init__.py,sha256=jBrswiERrvBx4pJQJZIq_B5UE-Wy8a2_SBfM2crG8R8,511
+dataeval/utils/data/datasets/_base.py,sha256=1GxwEB_Ql84183SdL_jTwLkUzdfXxNMgX3PLMzJJm4Y,8682
+dataeval/utils/data/datasets/_cifar10.py,sha256=p0IdnHai80kLnA7V5rxdtxOuuBaWGJ5Ymi5xZTLmrgY,5151
+dataeval/utils/data/datasets/_fileio.py,sha256=SixIk5nIlIwJdX9zjNXS10vHA3hL8aaYbqHsDg1xSpY,6447
+dataeval/utils/data/datasets/_milco.py,sha256=KJjmF6IhBZHdSHRvRveD0wsMeixMFS5qgcKudqXmcRc,6059
+dataeval/utils/data/datasets/_mixin.py,sha256=FJgZP_cpJkgAHA3j3ai_j3Wt7aFSEjIMVmt9NpvVXzg,1757
+dataeval/utils/data/datasets/_mnist.py,sha256=_9pOWmTF43Is354kTdT1YAqThUmiFyIbKLncFVBuK_k,7214
+dataeval/utils/data/datasets/_ships.py,sha256=M_46nzlOLv6jk5EOTWIub3MraAMbDQREnCVA0XdGW6Q,4352
+dataeval/utils/data/datasets/_voc.py,sha256=vvpCuahGPN4cRLAGIXldD8a3cYqsx2cFomwx6T9oSaI,13828
+dataeval/utils/data/selections/__init__.py,sha256=RLjkIh2IAvPktLbUmyLv3p-rvDEaBAdWzjiNnnhVtn8,481
+dataeval/utils/data/selections/_classfilter.py,sha256=4AixzXlS8SudKTOTHvx5PlJvhAINAp110Q7RKDqpno4,2334
+dataeval/utils/data/selections/_indices.py,sha256=Z5RTFSRUZqv8vFoo5vPxJOCS5jpdstl8Ru59COl8weY,646
+dataeval/utils/data/selections/_limit.py,sha256=kZFhFOxWBFaZgM0zOFF5lLse3osWlelMDFE9fUO3wJE,528
+dataeval/utils/data/selections/_reverse.py,sha256=sBkuBmkCllqUufdQvjj1Sslg3QzWkTB5BPlo45ONFxE,384
+dataeval/utils/data/selections/_shuffle.py,sha256=3T_F53BKD-S4cVCaj1MQoF6k0Dp64PdIGbPNuOQ38-8,591
+dataeval/utils/metadata.py,sha256=X8Hu4LdCzAaE9uk1hI4BflmFve_VOQCqK9lXq0sk9ow,14196
+dataeval/utils/torch/__init__.py,sha256=dn5mjCrFp0b1aL_UEURhONU0Ag0cmXoTOBSGagpkTiA,325
+dataeval/utils/torch/_blocks.py,sha256=HVhBTMMD5NA4qheMUgyol1KWiKZDIuc8k5j4RcMKmhk,1466
+dataeval/utils/torch/_gmm.py,sha256=XBHNLPTtLGRrzq0B4GI48Sha7YHL-0PpXil3s3exLGE,3714
+dataeval/utils/torch/_internal.py,sha256=5BYibQvvXS-trsHi2x7gjxuaknLwSyj6yWXbOFEdx-M,5790
+dataeval/utils/torch/models.py,sha256=hmroEs6C6jQ5tAoZa71RFeIvXLxfXrTJSFH_jG2LGQU,9749
+dataeval/utils/torch/trainer.py,sha256=Qay0LK63RuyoGYiJ5zI2C5BVym309ORvp6shhpcrIU4,5589
+dataeval/workflows/__init__.py,sha256=L9yfBipNFGnYuN2JbMknIHDvziwfa2XAGFnOwifZbls,216
+dataeval/workflows/sufficiency.py,sha256=flYfHh3NX02MPFzeGmk4s_1WctoQFf2hIsbAHch-lQ0,18700
+dataeval-0.81.0.dist-info/LICENSE.txt,sha256=uAooygKWvX6NbU9Ran9oG2msttoG8aeTeHSTe5JeCnY,1061
+dataeval-0.81.0.dist-info/METADATA,sha256=tYTSEqObHVtAexNlrGwq99AWtPxBjmrkOUYUiX31pwE,5302
+dataeval-0.81.0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+dataeval-0.81.0.dist-info/RECORD,,