supervisely 6.73.200__py3-none-any.whl → 6.73.201__py3-none-any.whl

supervisely/nn/benchmark/base_benchmark.py

@@ -449,6 +449,28 @@ class BaseBenchmark:
         vis.visualize()
 
     def _get_or_create_diff_project(self) -> Tuple[ProjectInfo, bool]:
+
+        dt_ds_id_to_diff_ds_info = {}
+
+        def _get_or_create_diff_dataset(dt_dataset_id, dt_datasets):
+            if dt_dataset_id in dt_ds_id_to_diff_ds_info:
+                return dt_ds_id_to_diff_ds_info[dt_dataset_id]
+            dt_dataset = dt_datasets[dt_dataset_id]
+            if dt_dataset.parent_id is None:
+                diff_dataset = self.api.dataset.create(
+                    diff_project_info.id,
+                    dt_dataset.name,
+                )
+            else:
+                parent_dataset = _get_or_create_diff_dataset(dt_dataset.parent_id, dt_datasets)
+                diff_dataset = self.api.dataset.create(
+                    diff_project_info.id,
+                    dt_dataset.name,
+                    parent_id=parent_dataset.id,
+                )
+            dt_ds_id_to_diff_ds_info[dt_dataset_id] = diff_dataset
+            return diff_dataset
+
         diff_project_name = self._generate_diff_project_name(self.dt_project_info.name)
         diff_workspace_id = self.dt_project_info.workspace_id
         diff_project_info = self.api.project.get_info_by_name(
@@ -460,8 +482,12 @@ class BaseBenchmark:
             diff_project_info = self.api.project.create(
                 diff_workspace_id, diff_project_name, change_name_if_conflict=True
             )
-            for dataset in self.api.dataset.get_list(self.dt_project_info.id):
-                self.api.dataset.create(diff_project_info.id, dataset.name)
+            dt_datasets = {
+                ds.id: ds
+                for ds in self.api.dataset.get_list(self.dt_project_info.id, recursive=True)
+            }
+            for dataset in dt_datasets:
+                _get_or_create_diff_dataset(dataset, dt_datasets)
         return diff_project_info, is_existed
 
     def upload_visualizations(self, dest_dir: str):

supervisely/nn/benchmark/coco_utils/sly2coco.py

@@ -7,7 +7,7 @@ import numpy as np
 
 from supervisely import Bitmap
 from supervisely._utils import batched
-from supervisely.project.project import Project, OpenMode
+from supervisely.project.project import Dataset, OpenMode, Project
 
 
 def sly2coco(
@@ -20,11 +20,7 @@ def sly2coco(
 ):
     from pycocotools import mask as maskUtils  # pylint: disable=import-error
 
-    datasets = [
-        name
-        for name in os.listdir(sly_project_path)
-        if os.path.isdir(pjoin(sly_project_path, name))
-    ]
+    project = Project(sly_project_path, mode=OpenMode.READ)
 
     # Categories
     meta_path = pjoin(sly_project_path, "meta.json")
@@ -52,13 +48,13 @@ def sly2coco(
     images = []
     annotations = []
     annotation_id = 1
-    project = Project(sly_project_path, mode=OpenMode.READ)
     total = project.total_items
     with progress(message="Evaluation: Converting to COCO format", total=total) as pbar:
         img_id = 1
-        for dataset_name in datasets:
-            ann_path = pjoin(sly_project_path, dataset_name, "ann")
-            imginfo_path = pjoin(sly_project_path, dataset_name, "img_info")
+        for dataset in sorted(project.datasets, key=lambda x: x.name):
+            dataset: Dataset
+            ann_path = dataset.ann_dir
+            imginfo_path = dataset.img_info_dir
             ann_files = sorted(os.listdir(ann_path))
             for batch in batched(ann_files, 30):
                 for ann_file in batch:
@@ -75,7 +71,7 @@ def sly2coco(
                         "width": img_w,
                         "height": img_h,
                         "sly_id": img_info["id"],
-                        "dataset": dataset_name,
+                        "dataset": dataset.name,
                     }
                     images.append(img)
                     for label in ann["objects"]:

supervisely/nn/benchmark/evaluation/instance_segmentation_evaluator.py

@@ -1,22 +1,28 @@
 import os
+
 from supervisely.io.json import dump_json_file
-from supervisely.nn.benchmark.evaluation import BaseEvaluator
 from supervisely.nn.benchmark.coco_utils import read_coco_datasets, sly2coco
+from supervisely.nn.benchmark.evaluation import BaseEvaluator
 from supervisely.nn.benchmark.evaluation.coco import calculate_metrics
 
 
 class InstanceSegmentationEvaluator(BaseEvaluator):
     def evaluate(self):
-        self.cocoGt_json, self.cocoDt_json = self._convert_to_coco()
+        try:
+            self.cocoGt_json, self.cocoDt_json = self._convert_to_coco()
+        except AssertionError as e:
+            raise ValueError(
+                f"{e}. Please make sure that your GT and DT projects are correct. "
+                "If GT project has nested datasets and DT project was crated with NN app, "
+                "try to use newer version of NN app."
+            )
+
         self._dump_datasets()
         self.cocoGt, self.cocoDt = read_coco_datasets(self.cocoGt_json, self.cocoDt_json)
         with self.pbar(message="Evaluation: Calculating metrics", total=10) as p:
             self.eval_data = calculate_metrics(
-                self.cocoGt,
-                self.cocoDt,
-                iouType="segm",
-                progress_cb=p.update
-                )
+                self.cocoGt, self.cocoDt, iouType="segm", progress_cb=p.update
+            )
         self._dump_eval_results()
 
     def _convert_to_coco(self):
@@ -41,8 +47,12 @@ class InstanceSegmentationEvaluator(BaseEvaluator):
                 "Not found any predictions. "
                 "Please make sure that your model produces predictions."
             )
-        assert cocoDt_json['categories'] == cocoGt_json['categories']
-        assert [x['id'] for x in cocoDt_json['images']] == [x['id'] for x in cocoGt_json['images']]
+        assert (
+            cocoDt_json["categories"] == cocoGt_json["categories"]
+        ), "Object classes in GT and DT projects are different"
+        assert [f'{x["dataset"]}/{x["file_name"]}' for x in cocoDt_json["images"]] == [
+            f'{x["dataset"]}/{x["file_name"]}' for x in cocoGt_json["images"]
+        ], "Images in GT and DT projects are different"
         return cocoGt_json, cocoDt_json
 
     def _dump_datasets(self):

supervisely/nn/benchmark/evaluation/object_detection_evaluator.py

@@ -8,7 +8,14 @@ from supervisely.nn.benchmark.evaluation.coco import calculate_metrics
 
 class ObjectDetectionEvaluator(BaseEvaluator):
     def evaluate(self):
-        self.cocoGt_json, self.cocoDt_json = self._convert_to_coco()
+        try:
+            self.cocoGt_json, self.cocoDt_json = self._convert_to_coco()
+        except AssertionError as e:
+            raise ValueError(
+                f"{e}. Please make sure that your GT and DT projects are correct. "
+                "If GT project has nested datasets and DT project was crated with NN app, "
+                "try to use newer version of NN app."
+            )
         self.cocoGt, self.cocoDt = read_coco_datasets(self.cocoGt_json, self.cocoDt_json)
         with self.pbar(message="Evaluation: Calculating metrics", total=10) as p:
             self.eval_data = calculate_metrics(
@@ -42,7 +49,9 @@ class ObjectDetectionEvaluator(BaseEvaluator):
         assert (
             cocoDt_json["categories"] == cocoGt_json["categories"]
         ), "Classes in GT and Pred projects must be the same"
-        assert [x["id"] for x in cocoDt_json["images"]] == [x["id"] for x in cocoGt_json["images"]]
+        assert [f'{x["dataset"]}/{x["file_name"]}' for x in cocoDt_json["images"]] == [
+            f'{x["dataset"]}/{x["file_name"]}' for x in cocoGt_json["images"]
+        ], "Images in GT and DT projects are different"
         return cocoGt_json, cocoDt_json
 
     def _dump_eval_results(self):

supervisely/nn/benchmark/visualization/text_templates/instance_segmentation_text.py

@@ -49,7 +49,7 @@ Learn more about Model Benchmark, implementation details, and how to use the cha
 
 markdown_key_metrics = """## Key Metrics
 
-Here, we comprehensively assess the model's performance by presenting a broad set of metrics, including mAP (mean Average Precision), Precision, Recall, IoU (Intersection over Union), Classification Accuracy, Calibration Score, and Inference Speed.
+Here, we comprehensively assess the model's performance by presenting a broad set of metrics, including mAP (mean Average Precision), Precision, Recall, IoU (Intersection over Union), Classification Accuracy and Calibration Score.
 
 - **Mean Average Precision (mAP)**: A comprehensive metric of detection and instance segmentation performance. mAP calculates the <abbr title="{}">average precision</abbr> across all classes at different levels of <abbr title="{}">IoU thresholds</abbr> and precision-recall trade-offs. In other words, it evaluates the performance of a model by considering its ability to detect and localize objects accurately across multiple IoU thresholds and object categories.
 - **Precision**: Precision indicates how often the model's predictions are actually correct when it predicts an object. This calculates the ratio of correct predictions to the total number of predictions made by the model.
@@ -57,7 +57,6 @@ Here, we comprehensively assess the model's performance by presenting a broad se
 - **Intersection over Union (IoU)**: IoU measures the overlap between two masks: one predicted by the model and one from the ground truth. It is calculated as the area of intersection between the predicted mask and the ground truth mask, divided by the area of their union. A higher IoU score indicates better alignment between the predicted and ground truth masks.
 - **Classification Accuracy**: We additionally measure the classification accuracy of an instance segmentation model. This metric represents the percentage of correctly labeled instances among all instances where the predicted segmentation masks accurately match the ground truth masks (with an IoU greater than 0.5, regardless of class).
 - **Calibration Score**: This score represents the consistency of predicted probabilities (or <abbr title="{}">confidence scores</abbr>) made by the model. We evaluate how well predicted probabilities align with actual outcomes. A well-calibrated model means that when it predicts an object with, say, 80% confidence, approximately 80% of those predictions should actually be correct.
-- **Inference Speed**: The number of frames per second (FPS) the model can process, measured with a batch size of 1. The inference speed is important in applications, where real-time inference is required. Additionally, slower models pour more GPU resources, so their inference cost is higher.
 """
 
 markdown_explorer = """## Explore Predictions

supervisely/nn/benchmark/visualization/text_templates/object_detection_text.py

@@ -49,7 +49,7 @@ Learn more about Model Benchmark, implementation details, and how to use the cha
 
 markdown_key_metrics = """## Key Metrics
 
-Here, we comprehensively assess the model's performance by presenting a broad set of metrics, including mAP (mean Average Precision), Precision, Recall, IoU (Intersection over Union), Classification Accuracy, Calibration Score, and Inference Speed.
+Here, we comprehensively assess the model's performance by presenting a broad set of metrics, including mAP (mean Average Precision), Precision, Recall, IoU (Intersection over Union), Classification Accuracy and Calibration Score.
 
 - **Mean Average Precision (mAP)**: A comprehensive metric of detection performance. mAP calculates the <abbr title="{}">average precision</abbr> across all classes at different levels of <abbr title="{}">IoU thresholds</abbr> and precision-recall trade-offs. In other words, it evaluates the performance of a model by considering its ability to detect and localize objects accurately across multiple IoU thresholds and object categories.
 - **Precision**: Precision indicates how often the model's predictions are actually correct when it predicts an object. This calculates the ratio of correct detections to the total number of detections made by the model.
@@ -57,7 +57,6 @@ Here, we comprehensively assess the model's performance by presenting a broad se
 - **Intersection over Union (IoU)**: IoU measures how closely predicted bounding boxes match the actual (ground truth) bounding boxes. It is calculated as the area of overlap between the predicted bounding box and the ground truth bounding box, divided by the area of union of these bounding boxes.
 - **Classification Accuracy**: We additionally measure the classification accuracy of an object detection model. This metric represents the percentage of correctly labeled instances among all correctly localized bounding boxes (where the IoU for each box is greater than 0.5, regardless of class).
 - **Calibration Score**: This score represents the consistency of predicted probabilities (or <abbr title="{}">confidence scores</abbr>) made by the model. We evaluate how well predicted probabilities align with actual outcomes. A well-calibrated model means that when it predicts an object with, say, 80% confidence, approximately 80% of those predictions should actually be correct.
-- **Inference Speed**: The number of frames per second (FPS) the model can process, measured with a batch size of 1. The inference speed is important in applications, where real-time object detection is required. Additionally, slower models pour more GPU resources, so their inference cost is higher.
 """
 
 markdown_explorer = """## Explore Predictions

supervisely/nn/benchmark/visualization/vis_metric_base.py

@@ -291,7 +291,7 @@ class MetricVis:
                 zip(image_infos, ann_infos, project_metas)
             ):
                 image_name = image_info.name
-                image_url = image_info.full_storage_url
+                image_url = image_info.preview_url
                 is_ignore = True if idx in [0, 1] else False
                 widget.gallery.append(
                     title=image_name,

supervisely/nn/benchmark/visualization/vis_metrics/explorer_grid.py

@@ -37,7 +37,7 @@ class ExplorerGrid(MetricVis):
 
         for idx, (pred_image, ann_info) in enumerate(zip(pred_image_infos, ann_infos)):
             image_name = pred_image.name
-            image_url = pred_image.full_storage_url
+            image_url = pred_image.preview_url
             widget.gallery.append(
                 title=image_name,
                 image_url=image_url,

supervisely/nn/benchmark/visualization/vis_metrics/model_predictions.py

@@ -33,7 +33,7 @@ class ModelPredictions(MetricVis):
         dt_project_id = self._loader.dt_project_info.id
 
         tmp = set()
-        for dt_dataset in self._loader._api.dataset.get_list(dt_project_id):
+        for dt_dataset in self._loader._api.dataset.get_list(dt_project_id, recursive=True):
             names = [x.name for x in self._loader._api.image.get_list(dt_dataset.id)]
             tmp.update(names)
         df = self._loader.mp.prediction_table().round(2)

supervisely/nn/benchmark/visualization/vis_metrics/precision.py

@@ -42,6 +42,7 @@ class Precision(MetricVis):
             y="precision",
             # title="Per-class Precision (Sorted by F1)",
             color="precision",
+            range_color=[0, 1],
             color_continuous_scale="Plasma",
         )
         fig.update_traces(hovertemplate="Class: %{x}<br>Precision: %{y:.2f}<extra></extra>")

supervisely/nn/benchmark/visualization/vis_metrics/recall.py

@@ -40,6 +40,7 @@ class Recall(MetricVis):
             y="recall",
             # title="Per-class Recall (Sorted by F1)",
             color="recall",
+            range_color=[0, 1],
             color_continuous_scale="Plasma",
         )
         fig.update_traces(hovertemplate="Class: %{x}<br>Recall: %{y:.2f}<extra></extra>")

supervisely/nn/benchmark/visualization/visualizer.py

@@ -361,8 +361,19 @@ class Visualizer:
 
         gt_project = Project(gt_project_path, OpenMode.READ)
         pred_project = Project(pred_project_path, OpenMode.READ)
+        diff_dataset_id_to_info = {
+            ds.id: ds
+            for ds in self._api.dataset.get_list(self.diff_project_info.id, recursive=True)
+        }
+
+        def _get_full_name(ds_id: int):
+            ds_info = diff_dataset_id_to_info[ds_id]
+            if ds_info.parent_id is None:
+                return ds_info.name
+            return f"{_get_full_name(ds_info.parent_id)}/{ds_info.name}"
+
         diff_dataset_name_to_info = {
-            ds.name: ds for ds in self._api.dataset.get_list(self.diff_project_info.id)
+            _get_full_name(ds_id): ds_info for ds_id, ds_info in diff_dataset_id_to_info.items()
         }
 
         matched_id_map = self._get_matched_id_map()  # dt_id -> gt_id
@@ -378,6 +389,13 @@ class Visualizer:
         with self.pbar(
             message="Visualizations: Creating diff_project", total=pred_project.total_items
         ) as progress:
+            logger.debug(
+                "Creating diff project data",
+                extra={
+                    "pred_project": [ds.name for ds in pred_project.datasets],
+                    "gt_project": [ds.name for ds in gt_project.datasets],
+                },
+            )
             for pred_dataset in pred_project.datasets:
                 pred_dataset: Dataset
                 gt_dataset: Dataset = gt_project.datasets.get(pred_dataset.name)
@@ -460,8 +478,19 @@ class Visualizer:
         gt_project_path, pred_project_path = self._benchmark._download_projects(save_images=False)
         gt_project = Project(gt_project_path, OpenMode.READ)
         pred_project = Project(pred_project_path, OpenMode.READ)
+        diff_dataset_id_to_info = {
+            ds.id: ds
+            for ds in self._api.dataset.get_list(self.diff_project_info.id, recursive=True)
+        }
+
+        def _get_full_name(ds_id: int):
+            ds_info = diff_dataset_id_to_info[ds_id]
+            if ds_info.parent_id is None:
+                return ds_info.name
+            return f"{_get_full_name(ds_info.parent_id)}/{ds_info.name}"
+
         diff_dataset_name_to_info = {
-            ds.name: ds for ds in self._api.dataset.get_list(self.diff_project_info.id)
+            _get_full_name(ds_id): ds_info for ds_id, ds_info in diff_dataset_id_to_info.items()
         }
 
         for pred_dataset in pred_project.datasets:

supervisely/nn/inference/inference.py

@@ -1498,9 +1498,27 @@ class Inference:
             if src_dataset_id in new_dataset_id:
                 return new_dataset_id[src_dataset_id]
             dataset_info = api.dataset.get_info_by_id(src_dataset_id)
-            output_dataset_id = api.dataset.copy(
-                output_project_id, src_dataset_id, dataset_info.name, change_name_if_conflict=True
-            ).id
+            if dataset_info.parent_id is None:
+                output_dataset_id = api.dataset.copy(
+                    output_project_id,
+                    src_dataset_id,
+                    dataset_info.name,
+                    change_name_if_conflict=True,
+                ).id
+            else:
+                parent_dataset_id = _get_or_create_new_dataset(
+                    output_project_id, dataset_info.parent_id
+                )
+                output_dataset_info = api.dataset.create(
+                    output_project_id, dataset_info.name, parent_id=parent_dataset_id
+                )
+                api.image.copy_batch_optimized(
+                    dataset_info.id,
+                    images_infos_dict[dataset_info.id],
+                    output_dataset_info.id,
+                    with_annotations=False,
+                )
+                output_dataset_id = output_dataset_info.id
             new_dataset_id[src_dataset_id] = output_dataset_id
             return output_dataset_id
 
@@ -1775,7 +1793,9 @@ class Inference:
         stop = False
 
         def image_batch_generator(batch_size):
-            logger.debug(f"image_batch_generator. images_infos={len(images_infos)}, batch_size={batch_size}")
+            logger.debug(
+                f"image_batch_generator. images_infos={len(images_infos)}, batch_size={batch_size}"
+            )
             batch = []
             while True:
                 for image_info in images_infos:

{supervisely-6.73.200.dist-info → supervisely-6.73.201.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: supervisely
-Version: 6.73.200
+Version: 6.73.201
 Summary: Supervisely Python SDK.
 Home-page: https://github.com/supervisely/supervisely
 Author: Supervisely

{supervisely-6.73.200.dist-info → supervisely-6.73.201.dist-info}/RECORD

@@ -718,28 +718,28 @@ supervisely/nn/artifacts/unet.py,sha256=Gn8ADfwC4F-MABVDPRY7g_ZaAIaaOAEbhhIGII-o
 supervisely/nn/artifacts/yolov5.py,sha256=6KDCyDlLO7AT9of1qHjCaG5mmxCv6C0p-zCk9KJ0PH4,1478
 supervisely/nn/artifacts/yolov8.py,sha256=c3MzbOTYD6RT5N4F9oZ0SWXxyonjJ6ZQfZLYUHPRZg4,1204
 supervisely/nn/benchmark/__init__.py,sha256=RxqbBx7cbzookq2DRvxYIaRofON9uxHeY5h8DqDbZq0,187
-supervisely/nn/benchmark/base_benchmark.py,sha256=6XfsXt9ERk2-l6Zkq2OleITzAxLwtRALIxAjmQptikU,21332
+supervisely/nn/benchmark/base_benchmark.py,sha256=f0TlgPdtl5-hWe38k1q4Jhld48kiDIhhWmGGJoO-FGA,22366
 supervisely/nn/benchmark/cv_tasks.py,sha256=ShoAbuNzfMYj0Se-KOnl_-dJnrmvN6Aukxa0eq28bFw,239
 supervisely/nn/benchmark/instance_segmentation_benchmark.py,sha256=9iiWEH7KDw7ps0mQQdzIrCtCKg4umHekF3ws7jIGjmE,938
 supervisely/nn/benchmark/object_detection_benchmark.py,sha256=s1S-L952etgz-UsDPyg69AgmFfAoJXvFHhITT8zB5iw,956
 supervisely/nn/benchmark/utils.py,sha256=evcoUFPkeEW1-GvAPYp8EoOv3WAsqzaSmCY4lbLLfAQ,607
 supervisely/nn/benchmark/coco_utils/__init__.py,sha256=MKxuzzBWpRCwR8kOb5NXUK8vD-2mroJn48xd6tv9FeI,139
-supervisely/nn/benchmark/coco_utils/sly2coco.py,sha256=PqOceub50i7l2uLIN7xyAHVcSBV08CPMNgfQEH9EH64,6995
+supervisely/nn/benchmark/coco_utils/sly2coco.py,sha256=iudlcHNynthscH-V5qwCLk6VgIcxYrMEuAfGIjrOjZ0,6867
 supervisely/nn/benchmark/coco_utils/utils.py,sha256=J9kM_Cn4XxfsrSQ8Rx6eb1UsS65-wOybaCkI9rQDeiU,504
 supervisely/nn/benchmark/evaluation/__init__.py,sha256=1NGV_xEGe9lyPdE5gJ8AASKzm2WyZ_jKlh9WVvCQIaY,287
 supervisely/nn/benchmark/evaluation/base_evaluator.py,sha256=Ac1EsvRrMH-Fck1aVS9T2Tx1m9PfialRA3z8XJs5e8U,1039
-supervisely/nn/benchmark/evaluation/instance_segmentation_evaluator.py,sha256=qdWPBK8VuenOFM-iK6lqvMAr0AoUxTz8MOUGTAtdJBM,2624
-supervisely/nn/benchmark/evaluation/object_detection_evaluator.py,sha256=qVVCXkCEbff3YfLif6b18ldbBA3w2bwwdbYhC7HZjQI,2494
+supervisely/nn/benchmark/evaluation/instance_segmentation_evaluator.py,sha256=oskpLBSwo_u224m_fc-oVJD0GGWgsyR9HrBVEEQ-FAE,3101
+supervisely/nn/benchmark/evaluation/object_detection_evaluator.py,sha256=5XrTnNpgdZgJ-LgXdUd74OvZLTQEenltxTSO12bTwqg,2943
 supervisely/nn/benchmark/evaluation/coco/__init__.py,sha256=l6dFxp9aenywosQzQkIaDEI1p-DDQ63OgJJXxSVB4Mk,172
 supervisely/nn/benchmark/evaluation/coco/calculate_metrics.py,sha256=tgUAXngl0QcGpSdGvZRVo6f_0YP_PF4Leu2fpx5a_Us,10702
 supervisely/nn/benchmark/evaluation/coco/metric_provider.py,sha256=j4YMk20t3lsX3QnsSIRjEYx8EayHw77I4KdXxKfgxeI,17513
 supervisely/nn/benchmark/evaluation/coco/metrics.py,sha256=oyictdJ7rRDUkaVvHoxntywW5zZweS8pIJ1bN6JgXtE,2420
 supervisely/nn/benchmark/visualization/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/nn/benchmark/visualization/vis_click_data.py,sha256=4QdBZqJmmPYdcB7x565zOtXhDFRyXIB4tpu0V-_otoc,3724
-supervisely/nn/benchmark/visualization/vis_metric_base.py,sha256=Lu-wIOCxn4_7kJIS3HP-dUmF0OTOth9J1Y9onl3Rm64,13864
+supervisely/nn/benchmark/visualization/vis_metric_base.py,sha256=NJBduyKE0UPihPtM2BR2eOdDwkUWZ3lMBpZGy9UFOZ0,13859
 supervisely/nn/benchmark/visualization/vis_templates.py,sha256=tDPQcuByvnDdfGdDaT-KhemnKCtieunp-MgnGAPsbrQ,9905
 supervisely/nn/benchmark/visualization/vis_widgets.py,sha256=CsT7DSfxH4g4zHsmm_7RCJf3YR6zXiADuYhUIIGdn7w,4073
-supervisely/nn/benchmark/visualization/visualizer.py,sha256=q0vsO_LpmTM1o5VH_Ii5nOOyh44C3owyuVXDV9tiPGE,30616
+supervisely/nn/benchmark/visualization/visualizer.py,sha256=BLu31ETO202AgpT1gjiAry-m_hk3ExzyFUsQtOHaeqU,31729
 supervisely/nn/benchmark/visualization/inference_speed/__init__.py,sha256=6Nahwt9R61_Jc1eWupXa70CgyRQ7tbUeiDWR26017rY,554
 supervisely/nn/benchmark/visualization/inference_speed/speedtest_batch.py,sha256=73gbXs1uTfxxWH-UCJdR72m-48jMD5qVyMyolf5jNoc,6140
 supervisely/nn/benchmark/visualization/inference_speed/speedtest_intro.py,sha256=ivUVriKyhx9ZtwVSqrAkUqq1SJGYYxNLwLQR1UgE4aM,900
@@ -747,18 +747,18 @@ supervisely/nn/benchmark/visualization/inference_speed/speedtest_overview.py,sha
 supervisely/nn/benchmark/visualization/inference_speed/speedtest_real_time.py,sha256=bVpNS3YBP0TGsqE_XQBuFMJI5ybDM0RZpEzFyT7cbkA,2157
 supervisely/nn/benchmark/visualization/text_templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/nn/benchmark/visualization/text_templates/inference_speed_text.py,sha256=XGeBrbP-ROyKYbqYZzA281_IG45Ygu9NKyqG2I3o5TU,1124
-supervisely/nn/benchmark/visualization/text_templates/instance_segmentation_text.py,sha256=Ju6x5d44yEBuQtmX9zpUdA5GPd0THKmxanhszzz6hQ0,25428
-supervisely/nn/benchmark/visualization/text_templates/object_detection_text.py,sha256=5SWOYgow2PNBuEg-luGEHEKemXMS5IfEY-gjZJoxiCw,24827
+supervisely/nn/benchmark/visualization/text_templates/instance_segmentation_text.py,sha256=ud_XqN3q8nbpAvk3JvW_8LNcmnkq7B-MuLgILgSVeJA,25116
+supervisely/nn/benchmark/visualization/text_templates/object_detection_text.py,sha256=jKHeKZGwEP1rnKpKHpf9x5iP9L8JaFMkvnFcayxvgeI,24508
 supervisely/nn/benchmark/visualization/vis_metrics/__init__.py,sha256=Qrd9NMgFUQ1nbEy4NEu59RXR4OmVaBdK_iLOGpwVRCA,2249
 supervisely/nn/benchmark/visualization/vis_metrics/classwise_error_analysis.py,sha256=8S_XYSA_qyVWAEnvebdjuw9ktJScDHgTVvZRfh-bvpc,1841
 supervisely/nn/benchmark/visualization/vis_metrics/confidence_distribution.py,sha256=m-z0-jPn3dd_X-w49Zjkb4qEEP6Rw6fVpSjgSuJoeRw,3794
 supervisely/nn/benchmark/visualization/vis_metrics/confidence_score.py,sha256=F38WSVF2a2ePV7DWfYdxDlSjM68NvjPMccfaTQWg0uI,3356
 supervisely/nn/benchmark/visualization/vis_metrics/confusion_matrix.py,sha256=SFDRpoJX-IJYv-SoCXOyhXZTpVUm6G1IYCe15Nei9Uc,3362
-supervisely/nn/benchmark/visualization/vis_metrics/explorer_grid.py,sha256=gnPUYOkVcBMcUDb5ElmtHXRzWj5cXuodc8KoNB4DO7I,5743
+supervisely/nn/benchmark/visualization/vis_metrics/explorer_grid.py,sha256=-TmGMWr6bHZd80TBGk3S_qdDQ-xlAL-zczAYw8h9vtU,5738
 supervisely/nn/benchmark/visualization/vis_metrics/f1_score_at_different_iou.py,sha256=QbHUT0-beBs0z8anbma1MS6iNEG89CmL6iSj8-ejnlc,3158
 supervisely/nn/benchmark/visualization/vis_metrics/frequently_confused.py,sha256=2lhwqaXdIEXhFSaqBYcJjRLp_OgBTEYxajYib0v4qRQ,3992
 supervisely/nn/benchmark/visualization/vis_metrics/iou_distribution.py,sha256=Kir2F3piCBf-xKhoQzVXbo38zyrLLhOr3bYay90H1-g,3015
-supervisely/nn/benchmark/visualization/vis_metrics/model_predictions.py,sha256=kVhKVfH_OvnK7vyxoogZaHTrsztT2qWaqdLcq2IX6ew,6118
+supervisely/nn/benchmark/visualization/vis_metrics/model_predictions.py,sha256=38_dJAzAfJNsfFOg_bqE3B-btrk1K_sQOpwk26Y64Nk,6134
 supervisely/nn/benchmark/visualization/vis_metrics/outcome_counts.py,sha256=rsm_hdE0pYCHY-5v0pjDIid71y2tPbzYbmH2Qw-RS-4,3983
 supervisely/nn/benchmark/visualization/vis_metrics/outcome_counts_per_class.py,sha256=lSb2-jfplyERIUCi8_6P9aq6C77JGOKOJK20J824sEE,5623
 supervisely/nn/benchmark/visualization/vis_metrics/overall_error_analysis.py,sha256=YHfueea2EkUgNGP4FCyKyCaCtCwaYeYNJ3WwfF-Hzi4,3553
@@ -766,14 +766,14 @@ supervisely/nn/benchmark/visualization/vis_metrics/overview.py,sha256=_TwrBnkEfw
 supervisely/nn/benchmark/visualization/vis_metrics/percision_avg_per_class.py,sha256=mm8IVM90EoIC_9GsiM-Jyhh6jPqQcHMo788VAvRAzMY,1877
 supervisely/nn/benchmark/visualization/vis_metrics/pr_curve.py,sha256=4-AwEQk1ywuW4zXO_EXo7_aFMjenwhnLlGX2PWqiu0k,3574
 supervisely/nn/benchmark/visualization/vis_metrics/pr_curve_by_class.py,sha256=9Uuibo38HVGPChPbCW8i3cMYdb6-NFlys1TBisp5zOU,1442
-supervisely/nn/benchmark/visualization/vis_metrics/precision.py,sha256=UBMz9hn0REVf1e0XGnBpFBE6oGxNEv3zbVB3KLGIwos,2124
-supervisely/nn/benchmark/visualization/vis_metrics/recall.py,sha256=y_xwTQkmmIvBXzapmeZFZ3LdAeWjZEdj3-3sRnWvHrA,2046
+supervisely/nn/benchmark/visualization/vis_metrics/precision.py,sha256=_ATnCkson-tSOv3xp7LI7BmwzIax75zuKs7VoeBZ_ds,2156
+supervisely/nn/benchmark/visualization/vis_metrics/recall.py,sha256=trRMw8ziWMaDp5cmJuwFaJ6aO_rfsTbCYb9LMdr9D_Q,2078
 supervisely/nn/benchmark/visualization/vis_metrics/recall_vs_precision.py,sha256=RuN3tQA3Zt5MmCha8T0WgWDIvzURjsqfL4ap_LYqN-Y,1859
 supervisely/nn/benchmark/visualization/vis_metrics/reliability_diagram.py,sha256=Vxta2s0RTTcV0GCcMiF8CykCtZYryLTwGjW9vVUrK3I,3107
 supervisely/nn/benchmark/visualization/vis_metrics/what_is.py,sha256=MDnYR-o7Mj-YE1Jwu9EcLUEPcu6rLknRx7LvV4nnUBo,842
 supervisely/nn/inference/__init__.py,sha256=mtEci4Puu-fRXDnGn8RP47o97rv3VTE0hjbYO34Zwqg,1622
 supervisely/nn/inference/cache.py,sha256=vjFYIkoV-txzAl_C_WKvS5odccBU8GHFY8iTxxnSqLU,25619
-supervisely/nn/inference/inference.py,sha256=DwvyF6kKR68kBUPh3W1Vj0DDJIh0lmNxB9eLiCsZC48,113744
+supervisely/nn/inference/inference.py,sha256=7N6fMqOd18VQoTCaP4slc_cuL5ovc43FIpWomv6PtEc,114524
 supervisely/nn/inference/session.py,sha256=jmkkxbe2kH-lEgUU6Afh62jP68dxfhF5v6OGDfLU62E,35757
 supervisely/nn/inference/video_inference.py,sha256=8Bshjr6rDyLay5Za8IB8Dr6FURMO2R_v7aELasO8pR4,5746
 supervisely/nn/inference/gui/__init__.py,sha256=e3RKi93bI1r_0Dkvs_gaR1p_jkzkBMNjrcx-RVlm93k,88
@@ -953,9 +953,9 @@ supervisely/worker_proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZ
 supervisely/worker_proto/worker_api_pb2.py,sha256=VQfi5JRBHs2pFCK1snec3JECgGnua3Xjqw_-b3aFxuM,59142
 supervisely/worker_proto/worker_api_pb2_grpc.py,sha256=3BwQXOaP9qpdi0Dt9EKG--Lm8KGN0C5AgmUfRv77_Jk,28940
 supervisely_lib/__init__.py,sha256=7-3QnN8Zf0wj8NCr2oJmqoQWMKKPKTECvjH9pd2S5vY,159
-supervisely-6.73.200.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-supervisely-6.73.200.dist-info/METADATA,sha256=7nxrYfel8T-VAi0k_ist_K7npAJifyIQe2Wwv9H0ip0,33077
-supervisely-6.73.200.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-supervisely-6.73.200.dist-info/entry_points.txt,sha256=U96-5Hxrp2ApRjnCoUiUhWMqijqh8zLR03sEhWtAcms,102
-supervisely-6.73.200.dist-info/top_level.txt,sha256=kcFVwb7SXtfqZifrZaSE3owHExX4gcNYe7Q2uoby084,28
-supervisely-6.73.200.dist-info/RECORD,,
+supervisely-6.73.201.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+supervisely-6.73.201.dist-info/METADATA,sha256=ZY58o7Meo4VBsGD1N9EDwkQ9cO9c5ECQoopB--t71WY,33077
+supervisely-6.73.201.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+supervisely-6.73.201.dist-info/entry_points.txt,sha256=U96-5Hxrp2ApRjnCoUiUhWMqijqh8zLR03sEhWtAcms,102
+supervisely-6.73.201.dist-info/top_level.txt,sha256=kcFVwb7SXtfqZifrZaSE3owHExX4gcNYe7Q2uoby084,28
+supervisely-6.73.201.dist-info/RECORD,,