valor-lite 0.33.9__py3-none-any.whl → 0.33.10__py3-none-any.whl

valor_lite/object_detection/computation.py

@@ -334,7 +334,10 @@ def compute_metrics(
     counts = np.zeros((n_ious, n_scores, n_labels, 7))
 
     pd_labels = data[:, 5].astype(int)
-    unique_pd_labels = np.unique(pd_labels)
+    scores = data[:, 6]
+    unique_pd_labels, unique_pd_indices = np.unique(
+        pd_labels, return_index=True
+    )
     gt_count = label_metadata[:, 0]
     running_total_count = np.zeros(
         (n_ious, n_rows),
@@ -342,7 +345,6 @@ def compute_metrics(
     )
     running_tp_count = np.zeros_like(running_total_count)
     running_gt_count = np.zeros_like(running_total_count)
-    pr_curve = np.zeros((n_ious, n_labels, 101))
 
     mask_score_nonzero = data[:, 6] > 1e-9
     mask_gt_exists = data[:, 1] >= 0.0
@@ -475,20 +477,42 @@ def compute_metrics(
         out=recall,
     )
     recall_index = np.floor(recall * 100.0).astype(int)
+
+    # bin precision-recall curve
+    pr_curve = np.zeros((n_ious, n_labels, 101, 2))
     for iou_idx in range(n_ious):
         p = precision[iou_idx]
         r = recall_index[iou_idx]
-        pr_curve[iou_idx, pd_labels, r] = np.maximum(
-            pr_curve[iou_idx, pd_labels, r], p
+        pr_curve[iou_idx, pd_labels, r, 0] = np.maximum(
+            pr_curve[iou_idx, pd_labels, r, 0],
+            p,
+        )
+        pr_curve[iou_idx, pd_labels, r, 1] = np.maximum(
+            pr_curve[iou_idx, pd_labels, r, 1],
+            scores,
         )
 
     # calculate average precision
-    running_max = np.zeros((n_ious, n_labels))
+    running_max_precision = np.zeros((n_ious, n_labels))
+    running_max_score = np.zeros((n_labels))
     for recall in range(100, -1, -1):
-        precision = pr_curve[:, :, recall]
-        running_max = np.maximum(precision, running_max)
-        average_precision += running_max
-        pr_curve[:, :, recall] = running_max
+
+        # running max precision
+        running_max_precision = np.maximum(
+            pr_curve[:, :, recall, 0],
+            running_max_precision,
+        )
+        pr_curve[:, :, recall, 0] = running_max_precision
+
+        # running max score
+        running_max_score = np.maximum(
+            pr_curve[:, :, recall, 1],
+            running_max_score,
+        )
+        pr_curve[:, :, recall, 1] = running_max_score
+
+        average_precision += running_max_precision
+
     average_precision = average_precision / 101.0
 
     # calculate average recall

valor_lite/object_detection/manager.py

@@ -595,7 +595,12 @@ class Evaluator:
 
         metrics[MetricType.PrecisionRecallCurve] = [
             PrecisionRecallCurve(
-                precision=pr_curves[iou_idx][label_idx].astype(float).tolist(),
+                precisions=pr_curves[iou_idx, label_idx, :, 0]
+                .astype(float)
+                .tolist(),
+                scores=pr_curves[iou_idx, label_idx, :, 1]
+                .astype(float)
+                .tolist(),
                 iou_threshold=iou_threshold,
                 label=label,
             )

valor_lite/object_detection/metric.py

@@ -591,8 +591,10 @@ class PrecisionRecallCurve:
 
     Attributes
     ----------
-    precision : list[float]
+    precisions : list[float]
         Interpolated precision values corresponding to recalls at 0.0, 0.01, ..., 1.0.
+    scores : list[float]
+        Maximum prediction score for each point on the interpolated curve.
     iou_threshold : float
         The Intersection over Union (IoU) threshold used to determine true positives.
     label : str
@@ -606,14 +608,18 @@ class PrecisionRecallCurve:
         Converts the instance to a dictionary representation.
     """
 
-    precision: list[float]
+    precisions: list[float]
+    scores: list[float]
     iou_threshold: float
     label: str
 
     def to_metric(self) -> Metric:
         return Metric(
             type=type(self).__name__,
-            value=self.precision,
+            value={
+                "precisions": self.precisions,
+                "scores": self.scores,
+            },
             parameters={
                 "iou_threshold": self.iou_threshold,
                 "label": self.label,

{valor_lite-0.33.9.dist-info → valor_lite-0.33.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: valor-lite
-Version: 0.33.9
+Version: 0.33.10
 Summary: Compute valor metrics locally.
 License: MIT License
         

{valor_lite-0.33.9.dist-info → valor_lite-0.33.10.dist-info}/RECORD

@@ -8,17 +8,17 @@ valor_lite/classification/manager.py,sha256=7NKk4syQHH5hBEUDWTD0zIFkJSNdOMzJn8a8
 valor_lite/classification/metric.py,sha256=m9_zD82YGl0QhuMql943YNKg67NZ6bsrR8ggs6_JZms,11728
 valor_lite/object_detection/__init__.py,sha256=PiKfemo8FkZRzBhPSjhil8ahGURLy0Vk_iV25CB4UBU,1139
 valor_lite/object_detection/annotation.py,sha256=o6VfiRobiB0ljqsNBLAYMXgi32RSIR7uTA-dgxq6zBI,8248
-valor_lite/object_detection/computation.py,sha256=7rOfVlYDadXcJ1_S0FJRF3IPigcsR7guk_0rXeIdAOE,26919
-valor_lite/object_detection/manager.py,sha256=k8VRqmlfWGKj1IuijbG49jXkMelE8v59pTQTCwkSMKk,38833
-valor_lite/object_detection/metric.py,sha256=nWSqIQSBQrpl3Stz_xe2-AYoo2nrATeMuFVFmREjSNA,23833
+valor_lite/object_detection/computation.py,sha256=Z9jhiimYm7j3tYAqYN4yZd6Hm5eQYrHmXBsemAltS5M,27530
+valor_lite/object_detection/manager.py,sha256=vb4JpynNF0JcnFwNmReFjls9UGAquigN2hpEbG89J04,38991
+valor_lite/object_detection/metric.py,sha256=tHRVnpBqw_w1VwnNkTCmu1yv7Max9FRlf5uh0wYew4s,24046
 valor_lite/semantic_segmentation/__init__.py,sha256=IdarTHKUuUMDvMBmInQu12Mm_NMCbql6Hf0nL5b56Ak,424
 valor_lite/semantic_segmentation/annotation.py,sha256=CujYFdHS3fgr4Y7mEDs_u1XBmbPJzNU2CdqvjCT_d_A,2938
 valor_lite/semantic_segmentation/computation.py,sha256=iJkEmTNmw9HwQCxSnpJkQsAdVcFriGhhu_WMks6D7tU,5122
 valor_lite/semantic_segmentation/manager.py,sha256=aJk6edWZWKqrzl6hVmEUSZVYhHLuyihxWgAIXsCXkZ0,17361
 valor_lite/semantic_segmentation/metric.py,sha256=Y8M3z92SaABEe9TwBUN37TFsh9DR5WoIxO-TfXVwz8I,6289
 valor_lite/text_generation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-valor_lite-0.33.9.dist-info/LICENSE,sha256=M0L53VuwfEEqezhHb7NPeYcO_glw7-k4DMLZQ3eRN64,1068
-valor_lite-0.33.9.dist-info/METADATA,sha256=dXS7Nt_WHKBaIARWZ3Ek27i26-pWyatewb3eFEnYor8,5631
-valor_lite-0.33.9.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-valor_lite-0.33.9.dist-info/top_level.txt,sha256=9ujykxSwpl2Hu0_R95UQTR_l07k9UUTSdrpiqmq6zc4,11
-valor_lite-0.33.9.dist-info/RECORD,,
+valor_lite-0.33.10.dist-info/LICENSE,sha256=M0L53VuwfEEqezhHb7NPeYcO_glw7-k4DMLZQ3eRN64,1068
+valor_lite-0.33.10.dist-info/METADATA,sha256=U_O0KL08ks1p4k7yZnX5Z7ItdcCnDxZZ5xgnu7Skhpw,5632
+valor_lite-0.33.10.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+valor_lite-0.33.10.dist-info/top_level.txt,sha256=9ujykxSwpl2Hu0_R95UQTR_l07k9UUTSdrpiqmq6zc4,11
+valor_lite-0.33.10.dist-info/RECORD,,