dataeval 0.86.7__py3-none-any.whl → 0.86.9__py3-none-any.whl

dataeval/utils/datasets/_voc.py

@@ -51,7 +51,7 @@ VOCClassStringMap = Literal[
 TVOCClassMap = TypeVar("TVOCClassMap", VOCClassStringMap, int, list[VOCClassStringMap], list[int])
 
 
-class BaseVOCDataset(BaseDataset[_TArray, _TTarget, list[str]]):
+class BaseVOCDataset(BaseDataset[_TArray, _TTarget, list[str], str]):
     _resources = [
         DataLocation(
             url="https://data.brainchip.com/dataset-mirror/voc/VOCtrainval_11-May-2012.tar",
@@ -412,7 +412,7 @@ class BaseVOCDataset(BaseDataset[_TArray, _TTarget, list[str]]):
 
 class VOCDetection(
     BaseVOCDataset[NDArray[Any], ObjectDetectionTarget[NDArray[Any]]],
-    BaseODDataset[NDArray[Any]],
+    BaseODDataset[NDArray[Any], list[str], str],
     BaseDatasetNumpyMixin,
 ):
     """
@@ -467,7 +467,7 @@ class VOCDetection(
 
 class VOCDetectionTorch(
     BaseVOCDataset[torch.Tensor, ObjectDetectionTarget[torch.Tensor]],
-    BaseODDataset[torch.Tensor],
+    BaseODDataset[torch.Tensor, list[str], str],
     BaseDatasetTorchMixin,
 ):
     """

dataeval/utils/torch/_internal.py

@@ -65,7 +65,7 @@ def trainer(
     model: torch.nn.Module,
     x_train: NDArray[Any],
     y_train: NDArray[Any] | None,
-    loss_fn: Callable[..., torch.Tensor | torch.nn.Module] | None,
+    loss_fn: Callable[..., torch.Tensor] | None,
     optimizer: torch.optim.Optimizer | None,
     preprocess_fn: Callable[[torch.Tensor], torch.Tensor] | None,
     epochs: int,
@@ -117,7 +117,7 @@ def trainer(
     model = model.to(device)
 
     # iterate over epochs
-    loss = torch.nan
+    loss = torch.scalar_tensor(torch.nan)
     disable_tqdm = not verbose
     for epoch in (pbar := tqdm(range(epochs), disable=disable_tqdm)):
         epoch_loss = loss
@@ -133,7 +133,7 @@ def trainer(
             y_hat = model(x)
             y = x if y is None else y
 
-            loss = loss_fn(y, *y_hat) if isinstance(y_hat, tuple) else loss_fn(y, y_hat)  # type: ignore
+            loss = loss_fn(y, *y_hat) if isinstance(y_hat, tuple) else loss_fn(y, y_hat)
 
             optimizer.zero_grad()
             loss.backward()

dataeval/utils/torch/trainer.py

@@ -172,7 +172,7 @@ class AETrainer:
         for batch in dl:
             imgs = get_images_from_batch(batch)
             imgs = imgs.to(self.device)
-            embeddings = encode_func(imgs).to("cpu")
+            embeddings = encode_func(imgs).to("cpu")  # type: ignore
             encodings = torch.vstack((encodings, embeddings)) if len(encodings) else embeddings
 
         return encodings

dataeval/workflows/sufficiency.py

@@ -57,22 +57,29 @@ class Sufficiency(Generic[T]):
     test_ds : torch.Dataset
         Data that will be used for every run's evaluation
     train_fn : Callable[[nn.Module, Dataset, Sequence[int]], None]
-        Function which takes a model (torch.nn.Module), a dataset
-        (torch.utils.data.Dataset), indices to train on and executes model
+        Function which takes a model, a dataset, and indices to train on and then executes model
         training against the data.
     eval_fn : Callable[[nn.Module, Dataset], Mapping[str, float | ArrayLike]]
-        Function which takes a model (torch.nn.Module), a dataset
-        (torch.utils.data.Dataset) and returns a dictionary of metric
-        values (Mapping[str, float]) which is used to assess model performance
+        Function which takes a model, a dataset and returns a dictionary of metric
+        values which is used to assess model performance
         given the model and data.
     runs : int, default 1
-        Number of models to run over all subsets
+        Number of models to train over the entire dataset.
     substeps : int, default 5
-        Total number of dataset partitions that each model will train on
+        The number of steps that each model will be trained and evaluated on.
     train_kwargs : Mapping | None, default None
         Additional arguments required for custom training function
     eval_kwargs : Mapping | None, default None
         Additional arguments required for custom evaluation function
+
+    Warning
+    -------
+    Since each run is trained sequentially, increasing the parameter `runs` can significantly increase runtime.
+
+    Note
+    ----
+    Substeps is overridden by the parameter `eval_at` in :meth:`.Sufficiency.evaluate`
+
     """
 
     def __init__(
@@ -159,13 +166,22 @@ class Sufficiency(Generic[T]):
     @set_metadata(state=["runs", "substeps"])
     def evaluate(self, eval_at: int | Iterable[int] | None = None) -> SufficiencyOutput:
         """
-        Creates data indices, trains models, and returns plotting data
+        Train and evaluate a model over multiple substeps
+
+        This function trains a model up to each step calculated from substeps. The model is then evaluated
+        at that step and trained from 0 to the next step. This repeats for all substeps. Once a model has been
+        trained and evaluated at all substeps, if runs is greater than one, the model weights are reset and
+        the process is repeated.
+
+        During each evaluation, the metrics returned as a dictionary by the given evaluation function are stored
+        and then averaged over when all runs are complete.
 
         Parameters
         ----------
         eval_at : int | Iterable[int] | None, default None
-            Specify this to collect accuracies over a specific set of dataset lengths, rather
-            than letting :term:`sufficiency<Sufficiency>` internally create the lengths to evaluate at.
+            Specify this to collect metrics over a specific set of dataset lengths.
+            If `None`, evaluates at each step is calculated by
+            `np.geomspace` over the length of the dataset for self.substeps
 
         Returns
         -------
@@ -179,6 +195,8 @@ class Sufficiency(Generic[T]):
 
         Examples
         --------
+        Default runs and substeps
+
         >>> suff = Sufficiency(
         ...     model=model,
         ...     train_ds=train_ds,
@@ -190,6 +208,31 @@ class Sufficiency(Generic[T]):
         ... )
         >>> suff.evaluate()
         SufficiencyOutput(steps=array([  1,   3,  10,  31, 100], dtype=uint32), measures={'test': array([1., 1., 1., 1., 1.])}, n_iter=1000)
+
+        Evaluate at a single value
+
+        >>> suff = Sufficiency(
+        ...     model=model,
+        ...     train_ds=train_ds,
+        ...     test_ds=test_ds,
+        ...     train_fn=train_fn,
+        ...     eval_fn=eval_fn,
+        ... )
+        >>> suff.evaluate(eval_at=50)
+        SufficiencyOutput(steps=array([50]), measures={'test': array([1.])}, n_iter=1000)
+
+        Evaluating at linear steps from 0-100 inclusive
+
+        >>> suff = Sufficiency(
+        ...     model=model,
+        ...     train_ds=train_ds,
+        ...     test_ds=test_ds,
+        ...     train_fn=train_fn,
+        ...     eval_fn=eval_fn,
+        ... )
+        >>> suff.evaluate(eval_at=np.arange(0, 101, 20))
+        SufficiencyOutput(steps=array([  0,  20,  40,  60,  80, 100]), measures={'test': array([1., 1., 1., 1., 1., 1.])}, n_iter=1000)
+
         """  # noqa: E501
         if eval_at is not None:
             ranges = np.asarray(list(eval_at) if isinstance(eval_at, Iterable) else [eval_at])

{dataeval-0.86.7.dist-info → dataeval-0.86.9.dist-info}/METADATA

@@ -1,45 +1,52 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: dataeval
-Version: 0.86.7
+Version: 0.86.9
 Summary: DataEval provides a simple interface to characterize image data and its impact on model performance across classification and object-detection tasks
-Home-page: https://dataeval.ai/
-License: MIT
-Author: Andrew Weng
-Author-email: andrew.weng@ariacoustics.com
-Maintainer: ARiA
-Maintainer-email: dataeval@ariacoustics.com
-Requires-Python: >=3.9,<3.13
+Project-URL: Homepage, https://dataeval.ai/
+Project-URL: Repository, https://github.com/aria-ml/dataeval/
+Project-URL: Documentation, https://dataeval.readthedocs.io/
+Author-email: Andrew Weng <andrew.weng@ariacoustics.com>, Bill Peria <bill.peria@ariacoustics.com>, Jon Botts <jonathan.botts@ariacoustics.com>, Jonathan Christian <jonathan.christian@ariacoustics.com>, Justin McMillan <justin.mcmillan@ariacoustics.com>, Ryan Wood <ryan.wood@ariacoustics.com>, Scott Swan <scott.swan@ariacoustics.com>, Shaun Jullens <shaun.jullens@ariacoustics.com>
+Maintainer-email: ARiA <dataeval@ariacoustics.com>
+License-Expression: MIT
+License-File: LICENSE.txt
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Science/Research
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: OS Independent
-Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
-Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Topic :: Scientific/Engineering
+Requires-Python: <3.13,>=3.9
+Requires-Dist: defusedxml>=0.7.1
+Requires-Dist: fast-hdbscan==0.2.0
+Requires-Dist: lightgbm>=4
+Requires-Dist: numba>=0.59.1
+Requires-Dist: numpy>=1.24.2
+Requires-Dist: pandas>=2.0
+Requires-Dist: pillow>=10.3.0
+Requires-Dist: polars>=1.0.0
+Requires-Dist: requests>=2.32.3
+Requires-Dist: scikit-learn>=1.5.0
+Requires-Dist: scipy>=1.10
+Requires-Dist: torch>=2.2.0
+Requires-Dist: torchvision>=0.17.0
+Requires-Dist: tqdm>=4.66
+Requires-Dist: typing-extensions>=4.12; python_version ~= '3.9'
+Requires-Dist: xxhash>=3.3
 Provides-Extra: all
-Requires-Dist: defusedxml (>=0.7.1)
-Requires-Dist: fast_hdbscan (==0.2.0)
-Requires-Dist: lightgbm (>=4)
-Requires-Dist: matplotlib (>=3.7.1) ; extra == "all"
-Requires-Dist: numba (>=0.59.1)
-Requires-Dist: numpy (>=1.24.2)
-Requires-Dist: pandas (>=2.0)
-Requires-Dist: pillow (>=10.3.0)
-Requires-Dist: polars (>=1.0.0)
-Requires-Dist: requests
-Requires-Dist: scikit-learn (>=1.5.0)
-Requires-Dist: scipy (>=1.10)
-Requires-Dist: torch (>=2.2.0)
-Requires-Dist: torchvision (>=0.17.0)
-Requires-Dist: tqdm
-Requires-Dist: typing-extensions (>=4.12) ; python_version >= "3.9" and python_version < "4.0"
-Requires-Dist: xxhash (>=3.3)
-Project-URL: Documentation, https://dataeval.readthedocs.io/
-Project-URL: Repository, https://github.com/aria-ml/dataeval/
+Requires-Dist: matplotlib>=3.7.1; extra == 'all'
+Provides-Extra: cpu
+Requires-Dist: torch>=2.2.0; extra == 'cpu'
+Requires-Dist: torchvision>=0.17.0; extra == 'cpu'
+Provides-Extra: cu118
+Requires-Dist: torch>=2.2.0; extra == 'cu118'
+Requires-Dist: torchvision>=0.17.0; extra == 'cu118'
+Provides-Extra: cu124
+Requires-Dist: torch>=2.2.0; extra == 'cu124'
+Requires-Dist: torchvision>=0.17.0; extra == 'cu124'
 Description-Content-Type: text/markdown
 
 # DataEval
@@ -72,26 +79,28 @@ estimation, bias detection, and dataset linting.
 <!-- end needs -->
 
 <!-- start JATIC interop -->
+
 DataEval is easy to install, supports a wide range of Python versions, and is
 compatible with many of the most popular packages in the scientific and T&E
 communities.
 
 DataEval also has native interoperability between JATIC's suite of tools when
 using MAITE-compliant datasets and models.
+
 <!-- end JATIC interop -->
 
 ## Getting Started
 
 **Python versions:** 3.9 - 3.12
 
-**Supported packages**: *NumPy*, *Pandas*, *Sci-kit learn*, *MAITE*, *NRTK*
+**Supported packages**: _NumPy_, _Pandas_, _Sci-kit learn_, _MAITE_, _NRTK_
 
 Choose your preferred method of installation below or follow our
 [installation guide](https://dataeval.readthedocs.io/en/v0.74.2/installation.html).
 
-* [Installing with pip](#installing-with-pip)
-* [Installing with conda/mamba](#installing-with-conda)
-* [Installing from GitHub](#installing-from-github)
+- [Installing with pip](#installing-with-pip)
+- [Installing with conda/mamba](#installing-with-conda)
+- [Installing from GitHub](#installing-from-github)
 
 ### **Installing with pip**
 
@@ -105,7 +114,7 @@ pip install dataeval[all]
 ### **Installing with conda**
 
 DataEval can be installed in a Conda/Mamba environment using the provided
-`environment.yaml` file.  As some dependencies are installed from the `pytorch`
+`environment.yaml` file. As some dependencies are installed from the `pytorch`
 channel, the channel is specified in the below example.
 
 ```bash
@@ -115,12 +124,10 @@ micromamba create -f environment\environment.yaml -c pytorch
 ### **Installing from GitHub**
 
 To install DataEval from source locally on Ubuntu, you will need `git-lfs` to
-download larger, binary source files and `poetry` for project dependency
-management.
+download larger, binary source files.
 
 ```bash
 sudo apt-get install git-lfs
-pip install poetry
 ```
 
 Pull the source down and change to the DataEval project directory.
@@ -130,26 +137,40 @@ git clone https://github.com/aria-ml/dataeval.git
 cd dataeval
 ```
 
-Install DataEval with optional dependencies for development.
+#### **Using Poetry**
+
+Install DataEval with all extras.
 
 ```bash
-poetry install --all-extras --with dev
+poetry install --extras=all
 ```
 
-Now that DataEval is installed, you can run commands in the poetry virtual
-environment by prefixing shell commands with `poetry run`, or activate the
-virtual environment directly in the shell.
+Enable Poetry's virtual environment.
 
 ```bash
-poetry shell
+poetry env activate
+```
+
+#### **Using uv**
+
+Install DataEval with all extras and dependencies for development.
+
+```bash
+uv sync --extra=all
+```
+
+Enable uv's virtual environment.
+
+```bash
+source .venv/bin/activate
 ```
 
 ## Contact Us
 
 If you have any questions, feel free to reach out to the people below:
 
-* **POC**: Scott Swan @scott.swan
-* **DPOC**: Andrew Weng @aweng
+- **POC**: Scott Swan @scott.swan
+- **DPOC**: Andrew Weng @aweng
 
 ## Acknowledgement
 
@@ -164,4 +185,3 @@ interpreted as necessarily representing the official policies or endorsements,
 either expressed or implied, of the U.S. Government.
 
 <!-- end acknowledgement -->
-

{dataeval-0.86.7.dist-info → dataeval-0.86.9.dist-info}/RECORD

@@ -1,6 +1,9 @@
-dataeval/__init__.py,sha256=P6WvVjHlE2nH57bXBR4A9ez6R32OQGm9bshYrxRKwFw,1636
+dataeval/__init__.py,sha256=dEDltdHOnbk4-XAbQwJLOZtCbRLZsDMnptWRwbF2r54,1773
 dataeval/_log.py,sha256=C7AGkIRzymvYJ0LQXtnShiy3i5Xrp8T58JzIHHguk_Q,365
-dataeval/config.py,sha256=bHa8np4FCtLLv8_xlfdDC4lb1InJ_kT0vXDO5P42rvk,4082
+dataeval/_version.py,sha256=NKlNIBKyuGsE6TJjC6ieMwWJh-T6f3KPhk_0sXgjByQ,513
+dataeval/config.py,sha256=g3Np0Q3J5Rzij6Gsz7tJh7eOxgwNPf6NsFYmAR8Atfs,4219
+dataeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dataeval/typing.py,sha256=W8rqFFkAqE5a5ar3MmB-O5gcMJqvoDKXC8Y0ggBqAKo,7216
 dataeval/data/__init__.py,sha256=wzQ6uUFLNB3VJR0a2QnRBYwEmwXT93q0WpHu7FmFW1E,486
 dataeval/data/_embeddings.py,sha256=PFjpdV9bfusCB4taTIYSzx1hP8nJb_KCkZTN8kMw-Hs,12885
 dataeval/data/_images.py,sha256=Rc_59CuU4zfN7Xm7an1XUx8ZghQg6a56VJWMZD9edRw,2654
@@ -21,21 +24,21 @@ dataeval/detectors/drift/_base.py,sha256=6aNF1LzG3w1sNUrmSBbsvuN5IkQnoRikRacqobY
 dataeval/detectors/drift/_cvm.py,sha256=cS33zWJmFY1fft1XcANcP2jSD5ou7TxvIU2AldhTynM,3004
 dataeval/detectors/drift/_ks.py,sha256=uMc5-NA-lSV1IODrY8uJe87ll3uRJT_oXLJFXy95M1w,3186
 dataeval/detectors/drift/_mmd.py,sha256=uw8axM6dWxTBrCaXwkbldIDcdhe4hmim9yrsbuOwA-0,11523
-dataeval/detectors/drift/_mvdc.py,sha256=ABxGut6KzxF_oM-Hs87WARCR0692dhPVdZNoGGwJaa4,3058
+dataeval/detectors/drift/_mvdc.py,sha256=WMN6aDOWCh1q1MtdRXFIZlFcfnVi4XgBHsS0A6L5UuY,2942
+dataeval/detectors/drift/_uncertainty.py,sha256=BHlykJ-r7TGLJxdPfoazXnoAJ1qVDzbk5HjAMdsnHz8,5847
+dataeval/detectors/drift/updates.py,sha256=L1PnrPlIE1x6ujCc5mCwjcAZwadVTn-Zjb6MnTDvzJQ,2251
 dataeval/detectors/drift/_nml/__init__.py,sha256=MNyKyZlfTjr5uQql2uBBfRkUdsuduie_WJdn09GYmqg,137
 dataeval/detectors/drift/_nml/_base.py,sha256=o34LcCsD9p1A6u8UdQn-dxIVwC2CMr6uCpC0vq16JX0,2663
-dataeval/detectors/drift/_nml/_chunk.py,sha256=t12eouanRNiu5DJXOaYDZXUvFMqfcp1BETLOufdV79M,13567
+dataeval/detectors/drift/_nml/_chunk.py,sha256=xF3U-CAobzoKX-20yjWjGVD14IOcAV6rPaIrqCMwGdQ,13564
 dataeval/detectors/drift/_nml/_domainclassifier.py,sha256=n7Ttq5Ej7sAY9Jn2iagaGj4IIWiG8gmA3wwFizlBqes,7292
 dataeval/detectors/drift/_nml/_result.py,sha256=TMK17bnlgSdL0MCRHtQZJO8YoWWe4C2kh_akESrlP1g,3269
 dataeval/detectors/drift/_nml/_thresholds.py,sha256=WGdkLei9w_EvvsRHQzWdDyFVoZHIwM78k_aB3eoh31Q,12060
-dataeval/detectors/drift/_uncertainty.py,sha256=BHlykJ-r7TGLJxdPfoazXnoAJ1qVDzbk5HjAMdsnHz8,5847
-dataeval/detectors/drift/updates.py,sha256=L1PnrPlIE1x6ujCc5mCwjcAZwadVTn-Zjb6MnTDvzJQ,2251
 dataeval/detectors/linters/__init__.py,sha256=xn2zPwUcmsuf-Jd9uw6AVI11C9z1b1Y9fYtuFnXenZ0,404
 dataeval/detectors/linters/duplicates.py,sha256=X5WSEvI_BHkLoXjkaHK6wTnSkx4IjpO_exMRjSlhc70,4963
 dataeval/detectors/linters/outliers.py,sha256=GaM9n8yPgBPzVOL_bxJCj0eCwobEEP4JHKHD9liRdlw,10130
 dataeval/detectors/ood/__init__.py,sha256=juCYBDs7CQEAtMhnEpPqF6uTrOIH9kTBSuQ_GRw6a8o,283
-dataeval/detectors/ood/ae.py,sha256=fTrUfFxv6xUqzKpwMC8rW3JrizA16M_bgzqLuBKMrS0,2944
-dataeval/detectors/ood/base.py,sha256=9b-Ljznf0lB1SXF4F_Aj3eJ4Y3ijGEDPMjucUsWOGJM,3051
+dataeval/detectors/ood/ae.py,sha256=cJ7nq4iwTvW8uihHCUhGfTlKsAlthJ2tOhgSsB27cOY,2941
+dataeval/detectors/ood/base.py,sha256=hx-TPJnUTZ7KcBkm8SbN1RGhtJyQN0XLajDyNqiZrJo,3042
 dataeval/detectors/ood/mixin.py,sha256=0_o-1HPvgf3-Lf1MSOIfjj5UB8LTLEBGYtJJfyCCzwc,5431
 dataeval/metadata/__init__.py,sha256=XDDmJbOZBNM6pL0r6Nbu6oMRoyAh22IDkPYGndNlkZU,316
 dataeval/metadata/_distance.py,sha256=MbXM9idsooNWnGLaTKg8j4ZqavUeJUjuW7EPW3-UQyg,4234
@@ -44,14 +47,14 @@ dataeval/metadata/_utils.py,sha256=BcGoYVfA4AkAWpInY5txOc3QBpsGf6cnnUAsHOQTJAE,1
 dataeval/metrics/__init__.py,sha256=8VC8q3HuJN3o_WN51Ae2_wXznl3RMXIvA5GYVcy7vr8,225
 dataeval/metrics/bias/__init__.py,sha256=329S1_3WnWqeU4-qVcbe0fMy4lDrj9uKslWHIQf93yg,839
 dataeval/metrics/bias/_balance.py,sha256=fREtoMLUZPOf_ivqNKwij6oPiKMTk02ECO5rWURf3KY,5541
-dataeval/metrics/bias/_completeness.py,sha256=BysXU2Jpw33n5dl3acJFEqF3mFGiJLsfG4n5Q2fkTaY,4608
-dataeval/metrics/bias/_coverage.py,sha256=PeUoOiaghUEdn6Ov8z2-am7-fnBVIPcFbJK7Ty5JObA,3647
+dataeval/metrics/bias/_completeness.py,sha256=2cvOXe7fhtxZGH_4QBuiCafIeamxFBarMiUBuEP7QGI,4596
+dataeval/metrics/bias/_coverage.py,sha256=v2x2hbOf2za9jFcSVSJUAoJ2BJfzzlCzt0mFIGtBL0A,3639
 dataeval/metrics/bias/_diversity.py,sha256=25udDKmel9IjeVT5nM4dOa1apda66QdRxBc922yuUvI,5830
-dataeval/metrics/bias/_parity.py,sha256=Kmzr9-NXxGzGtj6A-qUa88FTGaRyJU2xQj7tsplXJH4,11427
+dataeval/metrics/bias/_parity.py,sha256=MKpqL4aoqEHkRl0vtGvVq9V3KBOtDFTtAo5I2GfIG4A,11443
 dataeval/metrics/estimators/__init__.py,sha256=Pnds8uIyAovt2fKqZjiHCIP_kVoBWlVllekYuK5UmmU,568
-dataeval/metrics/estimators/_ber.py,sha256=C30E5LiGGTAfo31zWFYDptDg0R7CTJGJ-a60YgzSkYY,5382
+dataeval/metrics/estimators/_ber.py,sha256=7noeRyOJJYqrJ_jt90nRHtR2t2u5MIvTCmWt0_rd4EU,5370
 dataeval/metrics/estimators/_clusterer.py,sha256=1HrpihGTJ63IkNSOy4Ibw633Gllkm1RxKmoKT5MOgt0,1434
-dataeval/metrics/estimators/_divergence.py,sha256=-np4nWNtRrHnvo4xdWuTzkyJJmobyjDnVDBOMjtBS1Y,4003
+dataeval/metrics/estimators/_divergence.py,sha256=t-Z_7Bq4V4FunxKlq7G4ThtgLany8n4iEU0n0afr7F8,3991
 dataeval/metrics/estimators/_uap.py,sha256=BULEBbJ9BQ1IcTeZf0x7iI60QHAWCccBOM97FIu9VXA,1928
 dataeval/metrics/stats/__init__.py,sha256=6tA_9nbbM5ObJ6cds8Y1VBtTQiTOxrpGQSFLu_lWGGA,1098
 dataeval/metrics/stats/_base.py,sha256=R-hxoEPLreZcxYxBfyjbKfdoGMMTPiqJ5g2zSO-1UYM,12541
@@ -66,19 +69,17 @@ dataeval/outputs/__init__.py,sha256=geHB5M3QOiFFaQGV4ZwDTTKpqZPvPePbqG7lzaPhaXQ,
 dataeval/outputs/_base.py,sha256=-Wa0gFcBVLbfWPMZyCql7x4vGsnkLP4pecsQIeUZ2_Y,5904
 dataeval/outputs/_bias.py,sha256=1OZpKncYTryjPLRHb4d6NlhE27uPT57gCob_5jtjKDI,10456
 dataeval/outputs/_drift.py,sha256=hXILED_soY8ppIQZgftQvmumtwDrTnABbYl-flIGEU4,4588
-dataeval/outputs/_estimators.py,sha256=mh-R08CgYtmq9ffANDMYR-V4vrZnSjOjEyOMiMDZ2Ic,3091
+dataeval/outputs/_estimators.py,sha256=IQgSbOPHYzzxn1X64XF2XxQhDlWy6jwy6RNyoyvsipE,3111
 dataeval/outputs/_linters.py,sha256=k8lkd8EZ23q0m-HOD-FgqMcLQFy1UH7vws2ucLPyn08,6697
 dataeval/outputs/_metadata.py,sha256=ffZgpX8KWURPHXpOWjbvJ2KRqWQkS2nWuIjKUzoHhMI,1710
 dataeval/outputs/_ood.py,sha256=suLKVXULGtXH0rq9eXHI1d3d2jhGmItJtz4QiQd47A4,1718
 dataeval/outputs/_stats.py,sha256=_ItGjs9YaMHqjivkR1YBcSErD5ICfa_-iV9nq0l8bTM,17451
 dataeval/outputs/_utils.py,sha256=NfhYaGT2PZlhIs8ICKUsPWHZXjhWYDkEJqBDdqMeaOM,929
 dataeval/outputs/_workflows.py,sha256=K786mOgegxVi81diUA-qpbwGEkwa8YA7Fk4ttgjJeaY,10831
-dataeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dataeval/typing.py,sha256=W8rqFFkAqE5a5ar3MmB-O5gcMJqvoDKXC8Y0ggBqAKo,7216
 dataeval/utils/__init__.py,sha256=hRvyUK7b3d6JBEV5u47rFcOHEcmDYqAvZQw_T5pDAWw,264
-dataeval/utils/_array.py,sha256=ftX8S6HKAIUOuc1xd30VC3Pz5yUzRglDpCLisWY_tHs,5888
+dataeval/utils/_array.py,sha256=bIDbnv15_hNzFn2Uc4WV1qRyFzubQj2nNYsFUDIdwT0,6335
 dataeval/utils/_bin.py,sha256=w3eJ2Szw5eapqQ0cGv731rhNgLFGW0cCz2pXo9I6CuY,7296
-dataeval/utils/_clusterer.py,sha256=XmyW2j_JLMYLds8QYgV0nAfdqxWfNR0ZI-6rnZsyHwU,5630
+dataeval/utils/_clusterer.py,sha256=rUvEdyMwp95lffmt6xKMEwsjRXNoBS0n5mAS_HNOnck,5656
 dataeval/utils/_fast_mst.py,sha256=pv42flr1Uf5RBa9qDG0YLDXWH7Mr7a9zpauO1HqZXaY,8061
 dataeval/utils/_image.py,sha256=4uxTIOYZZlRJOfNmdA3ek3no3FrLWCK5un48kStMDt8,3578
 dataeval/utils/_method.py,sha256=9B9JQbgqWJBRhQJb7glajUtWaQzUTIUuvrZ9_bisxsM,394
@@ -88,26 +89,27 @@ dataeval/utils/data/__init__.py,sha256=xGzrjrOxOP2DP1tU84AWMKPnSxFvSjM81CTlDg4rN
 dataeval/utils/data/_dataset.py,sha256=tC_vqgWnmojAoAANo5BUVfEUYXl7GzOBSeYjR9olbDk,9506
 dataeval/utils/data/collate.py,sha256=5egEEKhNNCGeNLChO1p6dZ4Wg6x51VEaMNHz7hEZUxI,3936
 dataeval/utils/data/metadata.py,sha256=L1c2bCiMj0aR0QCoKkjwBujIftJDEMgW_3ZbgeS8WHo,14703
-dataeval/utils/datasets/__init__.py,sha256=pAXqHX76yAoBI8XB3m6zGuW-u3s3PCoIXG5GDzxH7Zs,572
-dataeval/utils/datasets/_antiuav.py,sha256=kA_ia1fYNcJiz9SpCvh-Z8iSc7iJrdogjBI3soyaa7A,8304
-dataeval/utils/datasets/_base.py,sha256=pyfpJda3ku469M3TFRsJn9S2oAiQODOGTlLcdcoEW9U,9031
+dataeval/utils/datasets/__init__.py,sha256=8sEQwOixx9OMkwaU0u9Hl2Cdcb5095tJzz5dgqgdNKc,643
+dataeval/utils/datasets/_antiuav.py,sha256=CvqFIBEu8X1MmKzyUBTw1uzog2DWppiJ6ZynVNp8mv0,8320
+dataeval/utils/datasets/_base.py,sha256=hMVza1lN9yhLVLSR7ucw1cQKn3s8UGdq74NV8MN6ZYo,9285
 dataeval/utils/datasets/_cifar10.py,sha256=hZc_A30yKYBbv2kvVdEkZ9egyEe6XBUnmksoIAoJ-5Y,8265
-dataeval/utils/datasets/_fileio.py,sha256=LEoFVNdryRdi7mKpWw-9D8lA6XMa-Jaszd85bv93POo,5454
-dataeval/utils/datasets/_milco.py,sha256=iXf4C1I3Eg_3gHKUe4XPi21yFMBO51zxTIqAkGf9bYg,7869
+dataeval/utils/datasets/_fileio.py,sha256=hMxGm-OnsDMj8_xbbHgv9YSxpqm_8NXWQrj53rDg-nQ,5451
+dataeval/utils/datasets/_milco.py,sha256=yWAqH-Dxe2ZYWG8dW89j4SQHh8O_Ys90LurGKFYfSU4,7885
 dataeval/utils/datasets/_mixin.py,sha256=S8iii-SoYUsFFYNXjw2thlZkpBvRLnZ4XI8wTqOKXgU,1729
 dataeval/utils/datasets/_mnist.py,sha256=uz46sE1Go3TgGjG6x2cXckSVQ0mSg2mhgk8BUvLWjb0,8149
+dataeval/utils/datasets/_seadrone.py,sha256=daRjeRNaa5CPhwr1nelbTXaJrF5H6nUbz4scH3gCl8g,270979
 dataeval/utils/datasets/_ships.py,sha256=6U04HAoM3jgLl1qv-NnxjZeSsBipcqWJBMhBMn5iIUY,5115
 dataeval/utils/datasets/_types.py,sha256=iSKyHXRlGuomXs0FHK6md8lXLQrQQ4fxgVOwr4o81bo,1089
-dataeval/utils/datasets/_voc.py,sha256=pafY112O80isYkrdy7Quie9SBm_TmYhREuyl8SxtsR0,24586
+dataeval/utils/datasets/_voc.py,sha256=P11jLIMo87_f8xBLWCMAX1-lA5OGCowmfWpVxpQJFEc,24623
 dataeval/utils/torch/__init__.py,sha256=dn5mjCrFp0b1aL_UEURhONU0Ag0cmXoTOBSGagpkTiA,325
 dataeval/utils/torch/_blocks.py,sha256=HVhBTMMD5NA4qheMUgyol1KWiKZDIuc8k5j4RcMKmhk,1466
 dataeval/utils/torch/_gmm.py,sha256=XM68GNEP97EjaB1U49-ZXRb81d0CEFnPS910alrcB3g,3740
-dataeval/utils/torch/_internal.py,sha256=HuyBB7NWFI9sUrRbOCZFxOfZjRGPdqr5iF7_DT2S0wo,4159
+dataeval/utils/torch/_internal.py,sha256=9rzlMeM8i3p-ctulh9WDQATMXtlp-Jk2pBX7NGC8l2I,4146
 dataeval/utils/torch/models.py,sha256=1idpXyjrYcCBSsbxxRUOto8xr4MJNjDEqQHiIXVU5Zc,9700
-dataeval/utils/torch/trainer.py,sha256=Oc2lK13uPGhmLYbmAqlPWyKxgG4YJFlnSXCqFHUZbdA,5528
+dataeval/utils/torch/trainer.py,sha256=DRyPScGdE4o5Xo3BmD9p2PGOApzi1E-QfsBRNZ5IXW8,5544
 dataeval/workflows/__init__.py,sha256=ou8y0KO-d6W5lgmcyLjKlf-J_ckP3vilW7wHkgiDlZ4,255
-dataeval/workflows/sufficiency.py,sha256=j-R8dg4XE6a66p_oTXG2GNzgg3vGk85CTblxhFXaxog,8513
-dataeval-0.86.7.dist-info/LICENSE.txt,sha256=uAooygKWvX6NbU9Ran9oG2msttoG8aeTeHSTe5JeCnY,1061
-dataeval-0.86.7.dist-info/METADATA,sha256=7FTgPB4Yj2zF7z2B6IIRe9WFc9VCBqrcFEIf5ByVHdw,5353
-dataeval-0.86.7.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-dataeval-0.86.7.dist-info/RECORD,,
+dataeval/workflows/sufficiency.py,sha256=UAPjowFrmM6IJJaOk9GkH3nfQTyDy2_zOY55o2g3G1M,10072
+dataeval-0.86.9.dist-info/METADATA,sha256=qUho4Ureh4Pfo91py79pNNUK5yu0x0c6K8R29Al5yQ4,5925
+dataeval-0.86.9.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+dataeval-0.86.9.dist-info/licenses/LICENSE.txt,sha256=uAooygKWvX6NbU9Ran9oG2msttoG8aeTeHSTe5JeCnY,1061
+dataeval-0.86.9.dist-info/RECORD,,

{dataeval-0.86.7.dist-info → dataeval-0.86.9.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 1.9.1
+Generator: hatchling 1.27.0
 Root-Is-Purelib: true
 Tag: py3-none-any