valor-lite 0.33.7__py3-none-any.whl → 0.33.9__py3-none-any.whl

valor_lite/detection/metric.py

@@ -1,408 +0,0 @@
-from dataclasses import dataclass
-from enum import Enum
-
-from valor_lite.schemas import Metric
-
-
-class MetricType(str, Enum):
-    Counts = "Counts"
-    Accuracy = "Accuracy"
-    Precision = "Precision"
-    Recall = "Recall"
-    F1 = "F1"
-    AP = "AP"
-    AR = "AR"
-    mAP = "mAP"
-    mAR = "mAR"
-    APAveragedOverIOUs = "APAveragedOverIOUs"
-    mAPAveragedOverIOUs = "mAPAveragedOverIOUs"
-    ARAveragedOverScores = "ARAveragedOverScores"
-    mARAveragedOverScores = "mARAveragedOverScores"
-    PrecisionRecallCurve = "PrecisionRecallCurve"
-    ConfusionMatrix = "ConfusionMatrix"
-
-    @classmethod
-    def base_metrics(cls):
-        return [
-            cls.Counts,
-            cls.Accuracy,
-            cls.Precision,
-            cls.Recall,
-            cls.F1,
-            cls.AP,
-            cls.AR,
-            cls.mAP,
-            cls.mAR,
-            cls.APAveragedOverIOUs,
-            cls.mAPAveragedOverIOUs,
-            cls.ARAveragedOverScores,
-            cls.mARAveragedOverScores,
-            cls.PrecisionRecallCurve,
-        ]
-
-
-@dataclass
-class Counts:
-    tp: int
-    fp: int
-    fn: int
-    label: tuple[str, str]
-    iou_threshold: float
-    score_threshold: float
-
-    @property
-    def metric(self) -> Metric:
-        return Metric(
-            type=type(self).__name__,
-            value={
-                "tp": self.tp,
-                "fp": self.fp,
-                "fn": self.fn,
-            },
-            parameters={
-                "iou_threshold": self.iou_threshold,
-                "score_threshold": self.score_threshold,
-                "label": {
-                    "key": self.label[0],
-                    "value": self.label[1],
-                },
-            },
-        )
-
-    def to_dict(self) -> dict:
-        return self.metric.to_dict()
-
-
-@dataclass
-class ClassMetric:
-    value: float
-    label: tuple[str, str]
-    iou_threshold: float
-    score_threshold: float
-
-    @property
-    def metric(self) -> Metric:
-        return Metric(
-            type=type(self).__name__,
-            value=self.value,
-            parameters={
-                "iou_threshold": self.iou_threshold,
-                "score_threshold": self.score_threshold,
-                "label": {
-                    "key": self.label[0],
-                    "value": self.label[1],
-                },
-            },
-        )
-
-    def to_dict(self) -> dict:
-        return self.metric.to_dict()
-
-
-class Precision(ClassMetric):
-    pass
-
-
-class Recall(ClassMetric):
-    pass
-
-
-class Accuracy(ClassMetric):
-    pass
-
-
-class F1(ClassMetric):
-    pass
-
-
-@dataclass
-class AP:
-    value: float
-    iou_threshold: float
-    label: tuple[str, str]
-
-    @property
-    def metric(self) -> Metric:
-        return Metric(
-            type=type(self).__name__,
-            value=self.value,
-            parameters={
-                "iou_threshold": self.iou_threshold,
-                "label": {
-                    "key": self.label[0],
-                    "value": self.label[1],
-                },
-            },
-        )
-
-    def to_dict(self) -> dict:
-        return self.metric.to_dict()
-
-
-@dataclass
-class mAP:
-    value: float
-    iou_threshold: float
-    label_key: str
-
-    @property
-    def metric(self) -> Metric:
-        return Metric(
-            type=type(self).__name__,
-            value=self.value,
-            parameters={
-                "iou_threshold": self.iou_threshold,
-                "label_key": self.label_key,
-            },
-        )
-
-    def to_dict(self) -> dict:
-        return self.metric.to_dict()
-
-
-@dataclass
-class APAveragedOverIOUs:
-    value: float
-    iou_thresholds: list[float]
-    label: tuple[str, str]
-
-    @property
-    def metric(self) -> Metric:
-        return Metric(
-            type=type(self).__name__,
-            value=self.value,
-            parameters={
-                "iou_thresholds": self.iou_thresholds,
-                "label": {
-                    "key": self.label[0],
-                    "value": self.label[1],
-                },
-            },
-        )
-
-    def to_dict(self) -> dict:
-        return self.metric.to_dict()
-
-
-@dataclass
-class mAPAveragedOverIOUs:
-    value: float
-    iou_thresholds: list[float]
-    label_key: str
-
-    @property
-    def metric(self) -> Metric:
-        return Metric(
-            type=type(self).__name__,
-            value=self.value,
-            parameters={
-                "iou_thresholds": self.iou_thresholds,
-                "label_key": self.label_key,
-            },
-        )
-
-    def to_dict(self) -> dict:
-        return self.metric.to_dict()
-
-
-@dataclass
-class AR:
-    value: float
-    score_threshold: float
-    iou_thresholds: list[float]
-    label: tuple[str, str]
-
-    @property
-    def metric(self) -> Metric:
-        return Metric(
-            type=type(self).__name__,
-            value=self.value,
-            parameters={
-                "score_threshold": self.score_threshold,
-                "iou_thresholds": self.iou_thresholds,
-                "label": {
-                    "key": self.label[0],
-                    "value": self.label[1],
-                },
-            },
-        )
-
-    def to_dict(self) -> dict:
-        return self.metric.to_dict()
-
-
-@dataclass
-class mAR:
-    value: float
-    score_threshold: float
-    iou_thresholds: list[float]
-    label_key: str
-
-    @property
-    def metric(self) -> Metric:
-        return Metric(
-            type=type(self).__name__,
-            value=self.value,
-            parameters={
-                "score_threshold": self.score_threshold,
-                "iou_thresholds": self.iou_thresholds,
-                "label_key": self.label_key,
-            },
-        )
-
-    def to_dict(self) -> dict:
-        return self.metric.to_dict()
-
-
-@dataclass
-class ARAveragedOverScores:
-    value: float
-    score_thresholds: list[float]
-    iou_thresholds: list[float]
-    label: tuple[str, str]
-
-    @property
-    def metric(self) -> Metric:
-        return Metric(
-            type=type(self).__name__,
-            value=self.value,
-            parameters={
-                "score_thresholds": self.score_thresholds,
-                "iou_thresholds": self.iou_thresholds,
-                "label": {
-                    "key": self.label[0],
-                    "value": self.label[1],
-                },
-            },
-        )
-
-    def to_dict(self) -> dict:
-        return self.metric.to_dict()
-
-
-@dataclass
-class mARAveragedOverScores:
-    value: float
-    score_thresholds: list[float]
-    iou_thresholds: list[float]
-    label_key: str
-
-    @property
-    def metric(self) -> Metric:
-        return Metric(
-            type=type(self).__name__,
-            value=self.value,
-            parameters={
-                "score_thresholds": self.score_thresholds,
-                "iou_thresholds": self.iou_thresholds,
-                "label_key": self.label_key,
-            },
-        )
-
-    def to_dict(self) -> dict:
-        return self.metric.to_dict()
-
-
-@dataclass
-class PrecisionRecallCurve:
-    """
-    Interpolated over recalls 0.0, 0.01, ..., 1.0.
-    """
-
-    precision: list[float]
-    iou_threshold: float
-    label: tuple[str, str]
-
-    @property
-    def metric(self) -> Metric:
-        return Metric(
-            type=type(self).__name__,
-            value=self.precision,
-            parameters={
-                "iou_threshold": self.iou_threshold,
-                "label": {"key": self.label[0], "value": self.label[1]},
-            },
-        )
-
-    def to_dict(self) -> dict:
-        return self.metric.to_dict()
-
-
-@dataclass
-class ConfusionMatrix:
-    confusion_matrix: dict[
-        str,  # ground truth label value
-        dict[
-            str,  # prediction label value
-            dict[
-                str,  # either `count` or `examples`
-                int
-                | list[
-                    dict[
-                        str,  # either `datum`, `groundtruth`, `prediction` or score
-                        str  # datum uid
-                        | tuple[
-                            float, float, float, float
-                        ]  # bounding box (xmin, xmax, ymin, ymax)
-                        | float,  # prediction score
-                    ]
-                ],
-            ],
-        ],
-    ]
-    hallucinations: dict[
-        str,  # prediction label value
-        dict[
-            str,  # either `count` or `examples`
-            int
-            | list[
-                dict[
-                    str,  # either `datum`, `prediction` or score
-                    str  # datum uid
-                    | float  # prediction score
-                    | tuple[
-                        float, float, float, float
-                    ],  # bounding box (xmin, xmax, ymin, ymax)
-                ]
-            ],
-        ],
-    ]
-    missing_predictions: dict[
-        str,  # ground truth label value
-        dict[
-            str,  # either `count` or `examples`
-            int
-            | list[
-                dict[
-                    str,  # either `datum` or `groundtruth`
-                    str  # datum uid
-                    | tuple[
-                        float, float, float, float
-                    ],  # bounding box (xmin, xmax, ymin, ymax)
-                ]
-            ],
-        ],
-    ]
-    score_threshold: float
-    iou_threshold: float
-    label_key: str
-    number_of_examples: int
-
-    @property
-    def metric(self) -> Metric:
-        return Metric(
-            type=type(self).__name__,
-            value={
-                "confusion_matrix": self.confusion_matrix,
-                "hallucinations": self.hallucinations,
-                "missing_predictions": self.missing_predictions,
-            },
-            parameters={
-                "score_threshold": self.score_threshold,
-                "iou_threshold": self.iou_threshold,
-                "label_key": self.label_key,
-            },
-        )
-
-    def to_dict(self) -> dict:
-        return self.metric.to_dict()

valor_lite-0.33.7.dist-info/METADATA

@@ -1,41 +0,0 @@
-Metadata-Version: 2.1
-Name: valor-lite
-Version: 0.33.7
-Summary: Compute valor metrics directly in your client.
-License: MIT License
-        
-        Copyright (c) 2023 Striveworks
-        
-        Permission is hereby granted, free of charge, to any person obtaining a copy
-        of this software and associated documentation files (the "Software"), to deal
-        in the Software without restriction, including without limitation the rights
-        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-        copies of the Software, and to permit persons to whom the Software is
-        furnished to do so, subject to the following conditions:
-        
-        The above copyright notice and this permission notice shall be included in all
-        copies or substantial portions of the Software.
-        
-        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-        SOFTWARE.
-        
-Project-URL: homepage, https://www.striveworks.com
-Requires-Python: >=3.10
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: Pillow >=9.1.0
-Requires-Dist: tqdm
-Requires-Dist: requests
-Requires-Dist: numpy
-Requires-Dist: shapely
-Requires-Dist: importlib-metadata ; python_version < "3.8"
-Provides-Extra: test
-Requires-Dist: pytest ; extra == 'test'
-Requires-Dist: coverage ; extra == 'test'
-
-# valor-lite: Compute classification, object detection, and segmentation metrics locally.

valor_lite-0.33.7.dist-info/RECORD

@@ -1,17 +0,0 @@
-valor_lite/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-valor_lite/schemas.py,sha256=r4cC10w1xYsA785KmGE4ePeOX3wzEs846vT7QAiVg_I,293
-valor_lite/classification/__init__.py,sha256=2wmmziIzUATm7MbmAcPNLXrEX5l4oeD7XBwPd9bWM3Q,506
-valor_lite/classification/annotation.py,sha256=rMDTvPHdAlvJ6_M2kRrnJQnj1oqKe-lxbncWC7Q50RE,345
-valor_lite/classification/computation.py,sha256=pqAPX6zFlaWyYBnve4sdgJLba_m7smeaqZAsEBvi1no,12776
-valor_lite/classification/manager.py,sha256=Tx6SpEBnV17V-rT6b4MG5jQN-fqG2dlau2-aBnzF_mI,27965
-valor_lite/classification/metric.py,sha256=00qmagf-zQXUZ1qJW_UmN1k35aaYK_7GEM292Tc_cBE,4256
-valor_lite/detection/__init__.py,sha256=PiKfemo8FkZRzBhPSjhil8ahGURLy0Vk_iV25CB4UBU,1139
-valor_lite/detection/annotation.py,sha256=BspLc3SjWXj6qYlGGpzDPHEZ8j7CiFzIL5cNlk0WCAM,2732
-valor_lite/detection/computation.py,sha256=HDFfPTFQN2obm-g570KKDf7SP9V-h09OyMtFEJXsoTA,26323
-valor_lite/detection/manager.py,sha256=BnLqDGaP5h1aC5D_Vm6-oUYFlz-1yuQqlJAnQ1zztSI,53160
-valor_lite/detection/metric.py,sha256=RYKN17nEFRIZIqmotQa6OyNnU0nkjXyfFIclX_5hGpY,9933
-valor_lite-0.33.7.dist-info/LICENSE,sha256=M0L53VuwfEEqezhHb7NPeYcO_glw7-k4DMLZQ3eRN64,1068
-valor_lite-0.33.7.dist-info/METADATA,sha256=EyxuCPqIDbQa4PAQ0utdpb0TVmZUn8TfwSTHnvoKXBc,1865
-valor_lite-0.33.7.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-valor_lite-0.33.7.dist-info/top_level.txt,sha256=9ujykxSwpl2Hu0_R95UQTR_l07k9UUTSdrpiqmq6zc4,11
-valor_lite-0.33.7.dist-info/RECORD,,