dataeval 0.74.2__py3-none-any.whl → 0.76.0__py3-none-any.whl

dataeval/utils/torch/{utils.py → internal.py}

@@ -1,70 +1,15 @@
 from __future__ import annotations
 
-__all__ = ["read_dataset"]
+__all__ = []
 
-from collections import defaultdict
 from functools import partial
 from typing import Any, Callable
 
 import numpy as np
 import torch
 from numpy.typing import NDArray
-from torch.utils.data import Dataset
-
-
-def read_dataset(dataset: Dataset[Any]) -> list[list[Any]]:
-    """
-    Extract information from a dataset at each index into individual lists of each information position
-
-    Parameters
-    ----------
-    dataset : torch.utils.data.Dataset
-        Input dataset
-
-    Returns
-    -------
-    List[List[Any]]
-        All objects in individual lists based on return position from dataset
-
-    Warning
-    -------
-    No type checking is done between lists or data inside lists
-
-    See Also
-    --------
-    torch.utils.data.Dataset
-
-    Examples
-    --------
-    >>> import numpy as np
-    >>> data = np.ones((10, 1, 3, 3))
-    >>> labels = np.ones((10,))
-    >>> class ICDataset:
-    ...     def __init__(self, data, labels):
-    ...         self.data = data
-    ...         self.labels = labels
-    ...
-    ...     def __getitem__(self, idx):
-    ...         return self.data[idx], self.labels[idx]
-
-    >>> ds = ICDataset(data, labels)
-
-    >>> result = read_dataset(ds)
-    >>> len(result)  # images and labels
-    2
-    >>> np.asarray(result[0]).shape  # images
-    (10, 1, 3, 3)
-    >>> np.asarray(result[1]).shape  # labels
-    (10,)
-    """
-
-    ddict: dict[int, list[Any]] = defaultdict(list[Any])
-
-    for data in dataset:
-        for i, d in enumerate(data if isinstance(data, tuple) else (data,)):
-            ddict[i].append(d)
-
-    return list(ddict.values())
+from torch.utils.data import DataLoader, TensorDataset
+from tqdm import tqdm
 
 
 def get_device(device: str | torch.device | None = None) -> torch.device:
@@ -167,3 +112,82 @@ def predict_batch(
         tuple(concat(p) for p in preds) if isinstance(preds, tuple) else concat(preds)  # type: ignore
     )
     return out
+
+
+def trainer(
+    model: torch.nn.Module,
+    x_train: NDArray[Any],
+    y_train: NDArray[Any] | None,
+    loss_fn: Callable[..., torch.Tensor | torch.nn.Module] | None,
+    optimizer: torch.optim.Optimizer | None,
+    preprocess_fn: Callable[[torch.Tensor], torch.Tensor] | None,
+    epochs: int,
+    batch_size: int,
+    device: torch.device,
+    verbose: bool,
+) -> None:
+    """
+    Train Pytorch model.
+
+    Parameters
+    ----------
+    model
+        Model to train.
+    loss_fn
+        Loss function used for training.
+    x_train
+        Training data.
+    y_train
+        Training labels.
+    optimizer
+        Optimizer used for training.
+    preprocess_fn
+        Preprocessing function applied to each training batch.
+    epochs
+        Number of training epochs.
+    reg_loss_fn
+        Allows an additional regularisation term to be defined as reg_loss_fn(model)
+    batch_size
+        Batch size used for training.
+    buffer_size
+        Maximum number of elements that will be buffered when prefetching.
+    verbose
+        Whether to print training progress.
+    """
+    if optimizer is None:
+        optimizer = torch.optim.Adam(model.parameters(), lr=0.001)
+
+    if y_train is None:
+        dataset = TensorDataset(torch.from_numpy(x_train).to(torch.float32))
+
+    else:
+        dataset = TensorDataset(
+            torch.from_numpy(x_train).to(torch.float32), torch.from_numpy(y_train).to(torch.float32)
+        )
+
+    loader = DataLoader(dataset=dataset)
+
+    model = model.to(device)
+
+    # iterate over epochs
+    loss = torch.nan
+    disable_tqdm = not verbose
+    for epoch in (pbar := tqdm(range(epochs), disable=disable_tqdm)):
+        epoch_loss = loss
+        for step, data in enumerate(loader):
+            if step % 250 == 0:
+                pbar.set_description(f"Epoch: {epoch} ({epoch_loss:.3f}), loss: {loss:.3f}")
+
+            x, y = [d.to(device) for d in data] if len(data) > 1 else (data[0].to(device), None)
+
+            if isinstance(preprocess_fn, Callable):
+                x = preprocess_fn(x)
+
+            y_hat = model(x)
+            y = x if y is None else y
+
+            loss = loss_fn(y, y_hat)  # type: ignore
+
+            optimizer.zero_grad()
+            loss.backward()
+            optimizer.step()

dataeval/utils/torch/models.py

@@ -1,6 +1,8 @@
+"""Simple PyTorch model architectures used by DataEval."""
+
 from __future__ import annotations
 
-__all__ = ["AriaAutoencoder", "Encoder", "Decoder"]
+__all__ = ["Autoencoder", "Encoder", "Decoder"]
 
 import math
 from typing import Any
@@ -9,7 +11,7 @@ import torch
 import torch.nn as nn
 
 
-class AriaAutoencoder(nn.Module):
+class Autoencoder(nn.Module):
     """
     An autoencoder model with a separate encoder and decoder.
 
@@ -63,7 +65,7 @@ class Encoder(nn.Module):
     """
     A simple encoder to be used in an autoencoder model.
 
-    This is the encoder used by the AriaAutoencoder model.
+    This is the encoder used by the Autoencoder model.
 
     Parameters
     ----------
@@ -104,7 +106,7 @@ class Decoder(nn.Module):
     """
     A simple decoder to be used in an autoencoder model.
 
-    This is the decoder used by the AriaAutoencoder model.
+    This is the decoder used by the Autoencoder model.
 
     Parameters
     ----------
@@ -142,14 +144,14 @@ class Decoder(nn.Module):
 
 class AE(nn.Module):
     """
-    An autoencoder model with a separate encoder and decoder. Meant to replace the TensorFlow model called AE, which we
-      used as the core of an autoencoder-based OOD detector, i.e. as an argument to OOD_AE().
+    An autoencoder model with a separate encoder and decoder used as the core of an autoencoder-based
+    OOD detector, i.e. as an argument to OOD_AE().
 
     Parameters
     ----------
     input_shape : tuple[int, int, int]
         Number of input channels, number of rows, number of columns.() Number of examples per batch will be inferred
-          at runtime.)
+        at runtime.)
     """
 
     def __init__(self, input_shape: tuple[int, int, int]) -> None:
@@ -279,7 +281,7 @@ class Decoder_AE(nn.Module):
     """
     A simple decoder to be used in an autoencoder model.
 
-    This is the decoder used by the AriaAutoencoder model.
+    This is the decoder used by the Autoencoder model.
 
     Parameters
     ----------

dataeval/utils/torch/trainer.py

@@ -1,15 +1,15 @@
+"""Utility classes for training PyTorch models."""
+
 from __future__ import annotations
 
-from typing import Any, Callable
+__all__ = ["AETrainer"]
+
+from typing import Any
 
 import torch
 import torch.nn as nn
-from numpy.typing import NDArray
 from torch.optim import Adam
-from torch.utils.data import DataLoader, Dataset, TensorDataset
-from tqdm import tqdm
-
-__all__ = ["AETrainer", "trainer"]
+from torch.utils.data import DataLoader, Dataset
 
 
 def get_images_from_batch(batch: Any) -> Any:
@@ -176,82 +176,3 @@ class AETrainer:
             encodings = torch.vstack((encodings, embeddings)) if len(encodings) else embeddings
 
         return encodings
-
-
-def trainer(
-    model: torch.nn.Module,
-    x_train: NDArray[Any],
-    y_train: NDArray[Any] | None,
-    loss_fn: Callable[..., torch.Tensor | torch.nn.Module] | None,
-    optimizer: torch.optim.Optimizer | None,
-    preprocess_fn: Callable[[torch.Tensor], torch.Tensor] | None,
-    epochs: int,
-    batch_size: int,
-    device: torch.device,
-    verbose: bool,
-) -> None:
-    """
-    Train Pytorch model.
-
-    Parameters
-    ----------
-    model
-        Model to train.
-    loss_fn
-        Loss function used for training.
-    x_train
-        Training data.
-    y_train
-        Training labels.
-    optimizer
-        Optimizer used for training.
-    preprocess_fn
-        Preprocessing function applied to each training batch.
-    epochs
-        Number of training epochs.
-    reg_loss_fn
-        Allows an additional regularisation term to be defined as reg_loss_fn(model)
-    batch_size
-        Batch size used for training.
-    buffer_size
-        Maximum number of elements that will be buffered when prefetching.
-    verbose
-        Whether to print training progress.
-    """
-    if optimizer is None:
-        optimizer = torch.optim.Adam(model.parameters(), lr=0.001)
-
-    if y_train is None:
-        dataset = TensorDataset(torch.from_numpy(x_train).to(torch.float32))
-
-    else:
-        dataset = TensorDataset(
-            torch.from_numpy(x_train).to(torch.float32), torch.from_numpy(y_train).to(torch.float32)
-        )
-
-    loader = DataLoader(dataset=dataset)
-
-    model = model.to(device)
-
-    # iterate over epochs
-    loss = torch.nan
-    disable_tqdm = not verbose
-    for epoch in (pbar := tqdm(range(epochs), disable=disable_tqdm)):
-        epoch_loss = loss
-        for step, data in enumerate(loader):
-            if step % 250 == 0:
-                pbar.set_description(f"Epoch: {epoch} ({epoch_loss:.3f}), loss: {loss:.3f}")
-
-            x, y = [d.to(device) for d in data] if len(data) > 1 else (data[0].to(device), None)
-
-            if isinstance(preprocess_fn, Callable):
-                x = preprocess_fn(x)
-
-            y_hat = model(x)
-            y = x if y is None else y
-
-            loss = loss_fn(y, y_hat)  # type: ignore
-
-            optimizer.zero_grad()
-            loss.backward()
-            optimizer.step()

dataeval/workflows/__init__.py

@@ -2,9 +2,6 @@
 Workflows perform a sequence of actions to analyze the dataset and make predictions.
 """
 
-from dataeval import _IS_TORCH_AVAILABLE
+__all__ = ["Sufficiency", "SufficiencyOutput"]
 
-if _IS_TORCH_AVAILABLE:
-    from dataeval.workflows.sufficiency import Sufficiency, SufficiencyOutput
-
-    __all__ = ["Sufficiency", "SufficiencyOutput"]
+from dataeval.workflows.sufficiency import Sufficiency, SufficiencyOutput

dataeval/workflows/sufficiency.py

@@ -1,16 +1,15 @@
 from __future__ import annotations
 
-__all__ = ["SufficiencyOutput", "Sufficiency"]
+__all__ = []
 
+import contextlib
 import warnings
 from dataclasses import dataclass
 from typing import Any, Callable, Generic, Iterable, Mapping, Sequence, TypeVar, cast
 
-import matplotlib.pyplot as plt
 import numpy as np
 import torch
 import torch.nn as nn
-from matplotlib.figure import Figure
 from numpy.typing import ArrayLike, NDArray
 from scipy.optimize import basinhopping
 from torch.utils.data import Dataset
@@ -18,11 +17,14 @@ from torch.utils.data import Dataset
 from dataeval.interop import as_numpy
 from dataeval.output import Output, set_metadata
 
+with contextlib.suppress(ImportError):
+    from matplotlib.figure import Figure
+
 
 @dataclass(frozen=True)
 class SufficiencyOutput(Output):
     """
-    Output class for :class:`Sufficiency` workflow
+    Output class for :class:`Sufficiency` workflow.
 
     Attributes
     ----------
@@ -97,7 +99,7 @@ class SufficiencyOutput(Output):
 
         Returns
         -------
-        list[plt.Figure]
+        list[Figure]
             List of Figures for each measure
 
         Raises
@@ -344,7 +346,9 @@ def plot_measure(
     params: NDArray[Any],
     projection: NDArray[Any],
 ) -> Figure:
-    fig = plt.figure()
+    import matplotlib.pyplot
+
+    fig = matplotlib.pyplot.figure()
     fig = cast(Figure, fig)
     fig.tight_layout()
 
@@ -374,7 +378,7 @@ T = TypeVar("T")
 
 class Sufficiency(Generic[T]):
     """
-    Project dataset :term:`sufficiency<Sufficiency>` using given a model and evaluation criteria
+    Project dataset :term:`sufficiency<Sufficiency>` using given a model and evaluation criteria.
 
     Parameters
     ----------
@@ -510,7 +514,13 @@ class Sufficiency(Generic[T]):
         Examples
         --------
         >>> suff = Sufficiency(
-        ...     model=model, train_ds=train_ds, test_ds=test_ds, train_fn=train_fn, eval_fn=eval_fn, runs=3, substeps=5
+        ...     model=model,
+        ...     train_ds=train_ds,
+        ...     test_ds=test_ds,
+        ...     train_fn=train_fn,
+        ...     eval_fn=eval_fn,
+        ...     runs=3,
+        ...     substeps=5,
         ... )
         >>> suff.evaluate()
         SufficiencyOutput(steps=array([  1,   3,  10,  31, 100], dtype=uint32), params={'test': array([ 0., 42.,  0.])}, measures={'test': array([1., 1., 1., 1., 1.])})

{dataeval-0.74.2.dist-info → dataeval-0.76.0.dist-info}/LICENSE.txt

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2024 ARiA
+Copyright (c) 2025 ARiA
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -18,4 +18,4 @@ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
+SOFTWARE.

dataeval-0.76.0.dist-info/METADATA

@@ -0,0 +1,137 @@
+Metadata-Version: 2.1
+Name: dataeval
+Version: 0.76.0
+Summary: DataEval provides a simple interface to characterize image data and its impact on model performance across classification and object-detection tasks
+Home-page: https://dataeval.ai/
+License: MIT
+Author: Andrew Weng
+Author-email: andrew.weng@ariacoustics.com
+Maintainer: ARiA
+Maintainer-email: dataeval@ariacoustics.com
+Requires-Python: >=3.9,<3.13
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Topic :: Scientific/Engineering
+Provides-Extra: all
+Requires-Dist: matplotlib ; extra == "all"
+Requires-Dist: numpy (>=1.24.2)
+Requires-Dist: pillow (>=10.3.0)
+Requires-Dist: requests
+Requires-Dist: scikit-learn (>=1.5.0)
+Requires-Dist: scipy (>=1.10)
+Requires-Dist: torch (>=2.2.0)
+Requires-Dist: torchvision (>=0.17.0)
+Requires-Dist: tqdm
+Requires-Dist: typing-extensions (>=4.12) ; python_version >= "3.9" and python_version < "4.0"
+Requires-Dist: xxhash (>=3.3)
+Project-URL: Documentation, https://dataeval.readthedocs.io/
+Project-URL: Repository, https://github.com/aria-ml/dataeval/
+Description-Content-Type: text/markdown
+
+# DataEval
+
+To view our extensive collection of tutorials, how-to's, explanation guides, and reference material, please visit our documentation on **[Read the Docs](https://dataeval.readthedocs.io/)**
+
+## About DataEval
+
+<!-- start tagline -->
+
+DataEval curates datasets to train and test performant, robust, unbiased and reliable AI models and monitors for data shifts that impact performance of deployed models. 
+
+<!-- end tagline -->
+
+### Our mission
+
+<!-- start needs -->
+
+DataEval is an effective, powerful, and reliable set of tools for any T&E engineer. Throughout all stages of the machine learning lifecycle, DataEval supports model development, data analysis, and monitoring with state-of-the-art algorithms to help you solve difficult problems. With a focus on computer vision tasks, DataEval provides simple, but effective metrics for performance estimation, bias detection, and dataset linting.
+
+<!-- end needs -->
+
+<!-- start JATIC interop -->
+DataEval is easy to install, supports a wide range of Python versions, and is compatible with many of the most popular packages in the scientific and T&E communities.
+DataEval also has native interopability between JATIC's suite of tools when using MAITE-compliant datasets and models.
+<!-- end JATIC interop -->
+
+## Getting Started
+
+**Python versions:** 3.9 - 3.12
+
+**Supported packages**: *NumPy*, *Pandas*, *Sci-kit learn*, *MAITE*, *NRTK*, *Gradient*
+
+Choose your preferred method of installation below or follow our [installation guide](https://dataeval.readthedocs.io/en/v0.74.2/installation.html).
+
+* [Installing with pip](#installing-with-pip)
+* [Installing with conda/mamba](#installing-with-conda)
+* [Installing from GitHub](#installing-from-github)
+
+### **Installing with pip**
+
+You can install DataEval directly from pypi.org using the following command.  The optional dependencies of DataEval are `all`.
+
+```bash
+pip install dataeval[all]
+```
+
+### **Installing with conda**
+
+DataEval can be installed in a Conda/Mamba environment using the provided `environment.yaml` file.  As some dependencies
+are installed from the `pytorch` channel, the channel is specified in the below example.
+
+```bash
+micromamba create -f environment\environment.yaml -c pytorch
+```
+
+### **Installing from GitHub**
+
+To install DataEval from source locally on Ubuntu, you will need `git-lfs` to download larger, binary source files and `poetry` for project dependency management.
+
+```bash
+sudo apt-get install git-lfs
+pip install poetry
+```
+
+Pull the source down and change to the DataEval project directory.
+
+```bash
+git clone https://github.com/aria-ml/dataeval.git
+cd dataeval
+```
+
+Install DataEval with optional dependencies for development.
+
+```bash
+poetry install --all-extras --with dev
+```
+
+Now that DataEval is installed, you can run commands in the poetry virtual environment by prefixing shell commands with `poetry run`, or activate the virtual environment directly in the shell.
+
+```bash
+poetry shell
+```
+
+## Contact Us
+
+If you have any questions, feel free to reach out to the people below:
+
+* **POC**: Scott Swan @scott.swan
+* **DPOC**: Andrew Weng @aweng
+
+## Acknowledgement
+
+<!-- start acknowledgement -->
+
+### CDAO Funding Acknowledgement
+
+This material is based upon work supported by the Chief Digital and Artificial Intelligence Office under Contract No. W519TC-23-9-2033. The views and conclusions contained herein are those of the author(s) and should not be interpreted as necessarily representing the official policies or endorsements, either expressed or implied, of the U.S. Government.
+
+<!-- end acknowledgement -->
+

dataeval-0.76.0.dist-info/RECORD

@@ -0,0 +1,67 @@
+dataeval/__init__.py,sha256=TSINwIPlGIGiYd66kY8gnBnEpBhcgWm7_029htFBgv8,1474
+dataeval/detectors/__init__.py,sha256=iifG-Z08mH5B4QhkKtAieDGJBKldKvmCXpDQJD9qVY8,206
+dataeval/detectors/drift/__init__.py,sha256=wO294Oz--l0GuZTAkBpyGwZphbQsot57HoiEX6kjNOc,652
+dataeval/detectors/drift/base.py,sha256=8zHUnUpmgpWMzDv5C-tUX61lbpDjhJ-eAIiNxaNvWP8,14469
+dataeval/detectors/drift/cvm.py,sha256=TATS6IOE0INO1pkyRkesgrhDawD_kITsRsOOGVRs420,4132
+dataeval/detectors/drift/ks.py,sha256=SAd2T9CdytXD7DegCzAX1pWYJdPuttyL97KAQYF4j7Y,4265
+dataeval/detectors/drift/mmd.py,sha256=z7JPFbW4fmHJhR-Qe1OQ4mM8kW6dNxnd3uHD9oXMETE,7599
+dataeval/detectors/drift/torch.py,sha256=ykD-Nggys5T9FTGXXbYYOi2WRKwEzEjXhL8ZueVmTxU,7659
+dataeval/detectors/drift/uncertainty.py,sha256=zkrqz5euJJtYFKsDiRqFfTnDjVOTbqpZWgZiGMrYxvI,5351
+dataeval/detectors/drift/updates.py,sha256=nKsF4xrMFZd2X84GJ5XnGylUuketX_RcH7UpcdlonIo,1781
+dataeval/detectors/linters/__init__.py,sha256=CZV5naeYQYL3sHXO_CXB26AXkyTeKHI-TMaewtEs8Ag,483
+dataeval/detectors/linters/clusterer.py,sha256=V-bNs4ut2E6SIqU4MR1Y96WBZcs4cavQhvXBB0vFZPw,20937
+dataeval/detectors/linters/duplicates.py,sha256=Ba-Nmbjqg_HDMlEBqlWW1aFO_BA-HSc-uWHc3cmI394,5620
+dataeval/detectors/linters/merged_stats.py,sha256=X-bDTwjyR8RuVmzxLaHZmQ5nI3oOWvsqVlitdSncapk,1355
+dataeval/detectors/linters/outliers.py,sha256=aGGGOJKs0FTObQtj1m-ench0MHADOhrhC8idf1wRB0s,13786
+dataeval/detectors/ood/__init__.py,sha256=Ws6_un4pFWNknki7Bp7qjrslZVB9pYNE-K72u2lF65k,291
+dataeval/detectors/ood/ae.py,sha256=SL8oKTERhMwaZTQWwDhQQ6H07UKj8ozXqEWO3TaOAos,2151
+dataeval/detectors/ood/base.py,sha256=-ApcC9lyZJAgk-joMpLXF20sJqtvlAugg-W18TcAsEw,3010
+dataeval/detectors/ood/metadata_ks_compare.py,sha256=-hEhDNXFC7X8wmFeoigO7A7Qn90vRLroN_nKDwNgjnE,5204
+dataeval/detectors/ood/metadata_least_likely.py,sha256=rb8GOgsrlrEzc6fxccdmyZQ5PC7HtTsTY8U97D-h5OU,5088
+dataeval/detectors/ood/metadata_ood_mi.py,sha256=7_Sdzf7-x1TlrIQvSyOIB98C8_UQhUwmwFQmZ9_q1Uc,4042
+dataeval/detectors/ood/mixin.py,sha256=Ia-rJF6rtGhE8uavijdbzOha3ueFk2CFfA0Ah_mnF40,4976
+dataeval/detectors/ood/output.py,sha256=yygnsjaIQB6v6sXh7glqX2aoqWdf3_YLINqx7BGKMtk,1710
+dataeval/interop.py,sha256=P9Kwe-vOVgbn1ng60y4giCnJYmHjIOpyGpccuIA7P1g,2322
+dataeval/log.py,sha256=Mn5bRWO0cgtAYd5VGYSFiPgu57ta3zoktrtHAZ1m3dU,357
+dataeval/metrics/__init__.py,sha256=OMntcHmmrsOfIlRsJTZQQaF5qXEuP61Li-ElKy7Ysbk,240
+dataeval/metrics/bias/__init__.py,sha256=SIg4Qxza9BqXyKNQLIY0bpqoFvZfK5-GaejpTH6efVc,601
+dataeval/metrics/bias/balance.py,sha256=B1sPackyodiBct9Hs88BR4nJde_R61JyjwSBIG_CFug,9171
+dataeval/metrics/bias/coverage.py,sha256=igVDWJSrO2MvaTEiDUhVzVWPGNB1QOZvngCi8UF0RwA,5746
+dataeval/metrics/bias/diversity.py,sha256=nF1y2FaQIU0yHQtckoddjqoty2hsVVMqwaXWHRdGfqA,8521
+dataeval/metrics/bias/parity.py,sha256=rzi7Z0Z6injCaj2vkbSsZvbKMfk1EN648oKinv5y5Dk,12760
+dataeval/metrics/estimators/__init__.py,sha256=oY_9jX7V-Kg7-4KpvMNB4rUhsk8QTA0DIoM8d2VtVIg,380
+dataeval/metrics/estimators/ber.py,sha256=vcndXr0PNLRlYz7u7K74f-B5g3DnUkaTO_WigGdj0cg,5012
+dataeval/metrics/estimators/divergence.py,sha256=joqqlH0AQFibJkHCCb7i7dMJIGF28fmZIR-tGupQQJQ,4247
+dataeval/metrics/estimators/uap.py,sha256=ZAQUjJCbdulftWk6yjILCbnXGOE8RuDqEINZRtMW3tc,2143
+dataeval/metrics/stats/__init__.py,sha256=pUT84sOxDiCHW6xz6Ml1Mf1bFszQrtd3qPG0Ja3boxA,1088
+dataeval/metrics/stats/base.py,sha256=1ejjwlA0FmllcAw7J9Yv1r7GMmBYKvuGPzmDk9ktASM,12613
+dataeval/metrics/stats/boxratiostats.py,sha256=PS1wvWwhTCMJX56erfPW-BZymXrevvXnKl2PkE0qmLk,6315
+dataeval/metrics/stats/datasetstats.py,sha256=mt5t5WhlVI7mo56dmhqgnk1eH8oBV7dahgmqkFDcKo0,7387
+dataeval/metrics/stats/dimensionstats.py,sha256=AlPor23dUH718jFNiVNedHQVaQzN-6OKQEVDQbnGE50,4027
+dataeval/metrics/stats/hashstats.py,sha256=5nNSJ3Tl8gPqpYlWpxl7EHfW6pJd1BtbXYUiuGgH4Eo,5070
+dataeval/metrics/stats/labelstats.py,sha256=v9EAg-9h0OtuoU0r3K5TJbHj87fjmnWnNdtg0EPp8co,7030
+dataeval/metrics/stats/pixelstats.py,sha256=tfvu0tYPgDS0jCCSY2sZ2Ice5r1nNuKx-LYXxZQCw7s,4220
+dataeval/metrics/stats/visualstats.py,sha256=pEQnAPFg-zQ1U5orwF0-U7kfHuZGjMJDsdEMAoDZd4I,4634
+dataeval/output.py,sha256=Dyfv1xlrwSbCe7HdDyq8t-kiIRJbBeaMEmMROr1FrVQ,4034
+dataeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dataeval/utils/__init__.py,sha256=WW9e_1RbtkvLDRqu1NpDw3-V4su4mA8yJ_P3bgd_7Ho,283
+dataeval/utils/dataset/__init__.py,sha256=IvRauQaa0CzJ5nZrfTSjGoaaKelyJcQDe3OPRw0-NXs,332
+dataeval/utils/dataset/datasets.py,sha256=7tSqN3d8UncqmXh4eiEwarXgVxc4sMuIKPTqBCE0pN8,15080
+dataeval/utils/dataset/read.py,sha256=Q_RaNTFXhkMsx3PrgJEIySdHAA-QxGuih6eq6mnJv-4,1524
+dataeval/utils/dataset/split.py,sha256=1vNy5I1zZx-LIf8B0y57dUaO_UdVd1hyJggUANkwNtM,18958
+dataeval/utils/image.py,sha256=AQljELyMFkYsf2AoNOH5dZG8DYE4hPw0MCk85eIXqAw,1926
+dataeval/utils/metadata.py,sha256=SjYPXvM7x_3OyQbdfn4WsViqMplEjRxTdz8tjSJEP3E,22497
+dataeval/utils/plot.py,sha256=YyFL1KoJgnl2Bip7m73WVBJa6zbsBnn5c1b3skFfUrA,7068
+dataeval/utils/shared.py,sha256=xvF3VLfyheVwJtdtDrneOobkKf7t-JTmf_w91FWXmqo,3616
+dataeval/utils/torch/__init__.py,sha256=dn5mjCrFp0b1aL_UEURhONU0Ag0cmXoTOBSGagpkTiA,325
+dataeval/utils/torch/blocks.py,sha256=HVhBTMMD5NA4qheMUgyol1KWiKZDIuc8k5j4RcMKmhk,1466
+dataeval/utils/torch/gmm.py,sha256=fQ8CBO4Bf6i9N1CZdeJ8VJP25fsPjgMextQkondwgvo,3693
+dataeval/utils/torch/internal.py,sha256=qAzQTwTI9Qy6f01Olw3d1TIJ4HoWGf0gQzgWVcdD2x4,6653
+dataeval/utils/torch/models.py,sha256=Df3B_9x5uu-Y5ZOyhRZYpKJnDvxt0hgMeJLy1E4oxpU,8519
+dataeval/utils/torch/trainer.py,sha256=Qay0LK63RuyoGYiJ5zI2C5BVym309ORvp6shhpcrIU4,5589
+dataeval/workflows/__init__.py,sha256=L9yfBipNFGnYuN2JbMknIHDvziwfa2XAGFnOwifZbls,216
+dataeval/workflows/sufficiency.py,sha256=jf53J1PAlfRHSjGpMCWRJzImitLtCQvTMCaMm28ZuPM,18675
+dataeval-0.76.0.dist-info/LICENSE.txt,sha256=uAooygKWvX6NbU9Ran9oG2msttoG8aeTeHSTe5JeCnY,1061
+dataeval-0.76.0.dist-info/METADATA,sha256=zk12Bkp0R6Glx-VSrG7ip45aTU4y6i_P_mPw2c_SQ6w,5140
+dataeval-0.76.0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+dataeval-0.76.0.dist-info/RECORD,,