valor-lite 0.33.13__py3-none-any.whl → 0.33.15__py3-none-any.whl

valor_lite/semantic_segmentation/utilities.py

@@ -0,0 +1,104 @@
+from collections import defaultdict
+
+import numpy as np
+from numpy.typing import NDArray
+from valor_lite.semantic_segmentation.metric import Metric, MetricType
+
+
+def unpack_precision_recall_iou_into_metric_lists(
+    results: tuple,
+    label_metadata: NDArray[np.int32],
+    index_to_label: dict[int, str],
+) -> dict[MetricType, list[Metric]]:
+
+    n_labels = len(index_to_label)
+    (
+        precision,
+        recall,
+        f1_score,
+        accuracy,
+        ious,
+        hallucination_ratios,
+        missing_prediction_ratios,
+    ) = results
+
+    metrics = defaultdict(list)
+
+    metrics[MetricType.Accuracy] = [
+        Metric.accuracy(
+            value=float(accuracy),
+        )
+    ]
+
+    metrics[MetricType.ConfusionMatrix] = [
+        Metric.confusion_matrix(
+            confusion_matrix={
+                index_to_label[gt_label_idx]: {
+                    index_to_label[pd_label_idx]: {
+                        "iou": float(ious[gt_label_idx, pd_label_idx])
+                    }
+                    for pd_label_idx in range(n_labels)
+                    if label_metadata[pd_label_idx, 0] > 0
+                }
+                for gt_label_idx in range(n_labels)
+                if label_metadata[gt_label_idx, 0] > 0
+            },
+            hallucinations={
+                index_to_label[pd_label_idx]: {
+                    "ratio": float(hallucination_ratios[pd_label_idx])
+                }
+                for pd_label_idx in range(n_labels)
+                if label_metadata[pd_label_idx, 0] > 0
+            },
+            missing_predictions={
+                index_to_label[gt_label_idx]: {
+                    "ratio": float(missing_prediction_ratios[gt_label_idx])
+                }
+                for gt_label_idx in range(n_labels)
+                if label_metadata[gt_label_idx, 0] > 0
+            },
+        )
+    ]
+
+    metrics[MetricType.mIOU] = [
+        Metric.mean_iou(
+            value=float(ious.diagonal().mean()),
+        )
+    ]
+
+    for label_idx, label in index_to_label.items():
+
+        kwargs = {
+            "label": label,
+        }
+
+        # if no groundtruths exists for a label, skip it.
+        if label_metadata[label_idx, 0] == 0:
+            continue
+
+        metrics[MetricType.Precision].append(
+            Metric.precision(
+                value=float(precision[label_idx]),
+                **kwargs,
+            )
+        )
+        metrics[MetricType.Recall].append(
+            Metric.recall(
+                value=float(recall[label_idx]),
+                **kwargs,
+            )
+        )
+        metrics[MetricType.F1].append(
+            Metric.f1_score(
+                value=float(f1_score[label_idx]),
+                **kwargs,
+            )
+        )
+        metrics[MetricType.IOU].append(
+            Metric.iou(
+                value=float(ious[label_idx, label_idx]),
+                **kwargs,
+            )
+        )
+
+    return metrics

{valor_lite-0.33.13.dist-info → valor_lite-0.33.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: valor-lite
-Version: 0.33.13
+Version: 0.33.15
 Summary: Compute valor metrics locally.
 License: MIT License
         

valor_lite-0.33.15.dist-info/RECORD

@@ -0,0 +1,27 @@
+valor_lite/LICENSE,sha256=M0L53VuwfEEqezhHb7NPeYcO_glw7-k4DMLZQ3eRN64,1068
+valor_lite/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+valor_lite/schemas.py,sha256=hcCFJ4ZywlFCqhx0om80Uf4xpASYPvs2vpP1yOUIqaE,403
+valor_lite/classification/__init__.py,sha256=8MI8bGwCxYGqRP7KxG7ezhYv4qQ5947XGvvlF8WPM5g,392
+valor_lite/classification/annotation.py,sha256=0aUOvcwBAZgiNOJuyh-pXyNTG7vP7r8CUfnU3OmpUwQ,1113
+valor_lite/classification/computation.py,sha256=qfBhhuDYCiY8h2RdBG3shzgJbHLXDVNujkYFg9xZa6U,12116
+valor_lite/classification/manager.py,sha256=8GXZECSx4CBbG5NfPrA19BPENqmrjo-wZBmaulWHY20,16676
+valor_lite/classification/metric.py,sha256=0ZGp7Wm4oc0h_EBiYfVEs39QEeL5xa-F27gig7smnq8,11409
+valor_lite/classification/utilities.py,sha256=PmQar06Vt-ew4Jvnn0IM63mq730QVTsdRtFdVu1HMFU,6885
+valor_lite/object_detection/__init__.py,sha256=Ql8rju2q7y0Zd9zFvtBJDRhgQFDm1RSYkTsyH3ZE6pA,648
+valor_lite/object_detection/annotation.py,sha256=o6VfiRobiB0ljqsNBLAYMXgi32RSIR7uTA-dgxq6zBI,8248
+valor_lite/object_detection/computation.py,sha256=P5ijxEBuZ3mxYjBQy24TiQpGxRmPuS40Gwn44uv0J7M,28064
+valor_lite/object_detection/manager.py,sha256=YjM9Kx3xrIt2VMjNZ-8guPchPq7YBABlams_7eZvYVY,23298
+valor_lite/object_detection/metric.py,sha256=QbxYTOykysshhpdVJjxMPnw8hvcAv4SM3sXDZj8OwnE,23967
+valor_lite/object_detection/utilities.py,sha256=98VSW-g8EYI8Cdd9KHLHdm6F4fI89jaX5I4z99zny4s,16271
+valor_lite/semantic_segmentation/__init__.py,sha256=HQQkr3iBPQfdUrsu0uvx-Uyv9SYmumU1B3slbWOnpNY,245
+valor_lite/semantic_segmentation/annotation.py,sha256=CujYFdHS3fgr4Y7mEDs_u1XBmbPJzNU2CdqvjCT_d_A,2938
+valor_lite/semantic_segmentation/computation.py,sha256=rrql3zmpqt4Zygc2BD4SyUfNW_NXC93_kHB-lGBzjXU,5122
+valor_lite/semantic_segmentation/manager.py,sha256=pMepH3zk_fApyFtC9tLrmEYuCbg1n5TLh1J8QRadE44,14287
+valor_lite/semantic_segmentation/metric.py,sha256=i8uTcalwvzK7CDHJ_8I-zplWe-qrMtXwH_5ZcTBi3M8,6219
+valor_lite/semantic_segmentation/utilities.py,sha256=vZM66YNMz9VJclhuKvcWp74nF65s6bscnnD5U9iDW7Q,2925
+valor_lite/text_generation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+valor_lite-0.33.15.dist-info/LICENSE,sha256=M0L53VuwfEEqezhHb7NPeYcO_glw7-k4DMLZQ3eRN64,1068
+valor_lite-0.33.15.dist-info/METADATA,sha256=7vxvGO1Gc3A0CoRu-T42OA1IM0ksQOjkL13kPZTkcaY,5632
+valor_lite-0.33.15.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
+valor_lite-0.33.15.dist-info/top_level.txt,sha256=9ujykxSwpl2Hu0_R95UQTR_l07k9UUTSdrpiqmq6zc4,11
+valor_lite-0.33.15.dist-info/RECORD,,

valor_lite-0.33.13.dist-info/RECORD

@@ -1,24 +0,0 @@
-valor_lite/LICENSE,sha256=M0L53VuwfEEqezhHb7NPeYcO_glw7-k4DMLZQ3eRN64,1068
-valor_lite/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-valor_lite/schemas.py,sha256=r4cC10w1xYsA785KmGE4ePeOX3wzEs846vT7QAiVg_I,293
-valor_lite/classification/__init__.py,sha256=2wmmziIzUATm7MbmAcPNLXrEX5l4oeD7XBwPd9bWM3Q,506
-valor_lite/classification/annotation.py,sha256=0aUOvcwBAZgiNOJuyh-pXyNTG7vP7r8CUfnU3OmpUwQ,1113
-valor_lite/classification/computation.py,sha256=pMePRFKCikYiGDgR-ZB8TmrzAts5ZIz4EywCT-XL42g,12100
-valor_lite/classification/manager.py,sha256=fwb5z84SzgJ-ud1kTY3oYbUJLbA7R0cdWqqcaAIUcWs,23222
-valor_lite/classification/metric.py,sha256=JjY9x6Sq1Hr_2agGnyT9EhVI5wXKQcMmEwxIK32yhGw,11903
-valor_lite/object_detection/__init__.py,sha256=PiKfemo8FkZRzBhPSjhil8ahGURLy0Vk_iV25CB4UBU,1139
-valor_lite/object_detection/annotation.py,sha256=o6VfiRobiB0ljqsNBLAYMXgi32RSIR7uTA-dgxq6zBI,8248
-valor_lite/object_detection/computation.py,sha256=dbwyBgRQqG47R8FINd0vQq10b85rsq0jZH4M81KQT24,28017
-valor_lite/object_detection/manager.py,sha256=gjKpytNldF51V_xUktJHrLRDQme-AkZ3HpiL8uMnYJY,39156
-valor_lite/object_detection/metric.py,sha256=SS3U-HV3QgHoN3hcY2DmLl5GzK4KyvC78vjXTIa7XAU,24330
-valor_lite/semantic_segmentation/__init__.py,sha256=IdarTHKUuUMDvMBmInQu12Mm_NMCbql6Hf0nL5b56Ak,424
-valor_lite/semantic_segmentation/annotation.py,sha256=CujYFdHS3fgr4Y7mEDs_u1XBmbPJzNU2CdqvjCT_d_A,2938
-valor_lite/semantic_segmentation/computation.py,sha256=iJkEmTNmw9HwQCxSnpJkQsAdVcFriGhhu_WMks6D7tU,5122
-valor_lite/semantic_segmentation/manager.py,sha256=aJk6edWZWKqrzl6hVmEUSZVYhHLuyihxWgAIXsCXkZ0,17361
-valor_lite/semantic_segmentation/metric.py,sha256=Y8M3z92SaABEe9TwBUN37TFsh9DR5WoIxO-TfXVwz8I,6289
-valor_lite/text_generation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-valor_lite-0.33.13.dist-info/LICENSE,sha256=M0L53VuwfEEqezhHb7NPeYcO_glw7-k4DMLZQ3eRN64,1068
-valor_lite-0.33.13.dist-info/METADATA,sha256=4WsoZ-i3KETNN5d1F333ZJvhGPj1tiGEAzSTjrOW7yk,5632
-valor_lite-0.33.13.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
-valor_lite-0.33.13.dist-info/top_level.txt,sha256=9ujykxSwpl2Hu0_R95UQTR_l07k9UUTSdrpiqmq6zc4,11
-valor_lite-0.33.13.dist-info/RECORD,,