supervisely 6.73.205__py3-none-any.whl → 6.73.207__py3-none-any.whl

supervisely/convert/__init__.py

@@ -29,7 +29,7 @@ from supervisely.convert.image.yolo.yolo_converter import YOLOConverter
 from supervisely.convert.image.multi_view.multi_view import MultiViewImageConverter
 from supervisely.convert.image.label_me.label_me_converter import LabelmeConverter
 from supervisely.convert.image.label_studio.label_studio_converter import LabelStudioConverter
-
+from supervisely.convert.image.high_color.high_color_depth import HighColorDepthImageConverter
 
 
 # Pointcloud
@@ -52,4 +52,3 @@ from supervisely.convert.video.sly.sly_video_converter import SLYVideoConverter
 # Volume
 from supervisely.convert.volume.sly.sly_volume_converter import SLYVolumeConverter
 from supervisely.convert.volume.dicom.dicom_converter import DICOMConverter
-

supervisely/convert/base_converter.py

@@ -31,6 +31,7 @@ class AvailableImageConverters:
     CITYSCAPES = "cityscapes"
     LABEL_ME = "label_me"
     LABEL_STUDIO = "label_studio"
+    HIGH_COLOR_DEPTH = "high_color_depth"
 
 
 class AvailableVideoConverters:

supervisely/convert/converter.py

@@ -3,15 +3,13 @@ from pathlib import Path
 
 from tqdm import tqdm
 
-try:
-    from typing import Literal
-except ImportError:
-    from typing_extensions import Literal
+from typing import Literal, Optional
 
 from supervisely._utils import is_production
 from supervisely.api.api import Api
 from supervisely.app import get_data_dir
 from supervisely.convert.image.csv.csv_converter import CSVConverter
+from supervisely.convert.image.high_color.high_color_depth import HighColorDepthImageConverter
 from supervisely.convert.image.image_converter import ImageConverter
 from supervisely.convert.pointcloud.pointcloud_converter import PointcloudConverter
 from supervisely.convert.pointcloud_episodes.pointcloud_episodes_converter import (
@@ -33,21 +31,17 @@ from supervisely.io.fs import (
 from supervisely.project.project_type import ProjectType
 from supervisely.sly_logger import logger
 from supervisely.task.progress import Progress
+from supervisely.project.project_settings import LabelingInterface
 
 
 class ImportManager:
+
     def __init__(
         self,
         input_data: str,
         project_type: ProjectType,
-        team_id: int = None,
-        labeling_interface: Literal[
-            "default",
-            "multi_view",
-            "multispectral",
-            "images_with_16_color",
-            "medical_imaging_single",
-        ] = "default",
+        team_id: Optional[int] = None,
+        labeling_interface: LabelingInterface = LabelingInterface.DEFAULT,
         upload_as_links: bool = False,
     ):
         self._api = Api.from_env()
@@ -69,7 +63,7 @@ class ImportManager:
 
         self._modality = project_type
         self._converter = self.get_converter()
-        if isinstance(self._converter, CSVConverter):
+        if isinstance(self._converter, (HighColorDepthImageConverter, CSVConverter)):
             self._converter.team_id = self._team_id
 
     @property

supervisely/convert/image/high_color/high_color_depth.py

@@ -0,0 +1,141 @@
+import os
+from collections import defaultdict
+from typing import Dict, Generator, Union
+
+import cv2
+import numpy as np
+import tqdm
+
+from supervisely import ProjectMeta, generate_free_name, is_development, logger
+from supervisely._utils import batched
+from supervisely.annotation.annotation import Annotation
+from supervisely.api.api import Api
+from supervisely.convert.base_converter import AvailableImageConverters
+from supervisely.convert.image.high_color import high_color_helper as helpers
+from supervisely.convert.image.image_converter import ImageConverter
+from supervisely.io.env import task_id as get_task_id
+from supervisely.io.env import team_id as get_team_id
+from supervisely.io.fs import list_files_recursively
+from supervisely.io.json import load_json_file
+from supervisely.project.project_settings import LabelingInterface
+from supervisely.team_files import RECOMMENDED_IMPORT_BACKUP_PATH
+
+
+class HighColorDepthImageConverter(ImageConverter):
+    # allowed_exts = [".png", ".tiff", ".tif", ".bmp", ".exr", ".hdr"]
+    allowed_exts = [".exr", ".hdr"]
+
+    class Item(ImageConverter.Item):
+
+        def __init__(self, *args, **kwargs):
+            super().__init__(*args, **kwargs)
+            self._original_path = None
+
+        @property
+        def original_path(self) -> Union[str, None]:
+            return self._original_path
+
+        @original_path.setter
+        def original_path(self, original_path: str) -> None:
+            self._original_path = original_path
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self._team_id = None
+
+    def __str__(self):
+        return AvailableImageConverters.HIGH_COLOR_DEPTH
+
+    def validate_labeling_interface(self) -> bool:
+        """Only multi_view labeling interface can be used to group images on single screen."""
+        return self._labeling_interface in [
+            LabelingInterface.DEFAULT,
+            LabelingInterface.IMAGES_WITH_16_COLOR,
+        ]
+
+    def validate_format(self) -> bool:
+        logger.debug(f"Validating format: {self.__str__()}")
+
+        for image_path in self._find_high_color_depth_image_generator(self._input_data):
+            item = self.Item(image_path)
+            self._items.append(item)
+
+        if self.items_count == 0:
+            logger.debug(f"Not found any images with high color depth in '{self._input_data}'")
+            return False
+
+        return True
+
+    def _find_high_color_depth_image_generator(self, input_data: str) -> Generator[str, None, None]:
+        for image_path in list_files_recursively(input_data, valid_extensions=self.allowed_exts):
+            if self._is_high_color_depth_image(image_path):
+                yield image_path
+
+    def _is_high_color_depth_image(self, image_path: str) -> bool:
+        image = helpers.read_high_color_images(image_path)
+        if image is None:
+            return False
+        return image.dtype in self._supported_depths
+
+    @property
+    def _supported_depths(self):
+        return [np.uint16, np.int16, np.float16, np.float32, np.float64, np.uint32]
+
+    def to_supervisely(self, *args, **kwargs):
+        return None
+
+    def upload_dataset(
+        self,
+        api: Api,
+        dataset_id: int,
+        batch_size: int = 50,
+        log_progress=True,
+    ) -> None:
+        """Upload converted data to Supervisely"""
+        team_id = get_team_id()
+        backup_dir = os.path.join(RECOMMENDED_IMPORT_BACKUP_PATH, str(get_task_id()))
+
+        # progress, progress_cb = None, None
+        # if log_progress:
+        #     progress, progress_cb = self.get_progress(
+        #         len(self.get_items()),
+        #         "Backing up original files and converting images to nrrd...",
+        #     )
+
+        # Back up original files to avoid data loss and convert images to nrrd format
+        with tqdm.tqdm(
+            total=len(self.get_items()),
+            desc="Backing up original files and converting images to nrrd...",
+        ) as pbar:
+            for batch_items in batched(self.get_items(), batch_size=batch_size):
+
+                local_paths, remote_paths = [], []
+
+                for item in batch_items:
+                    local_paths.append(item.path)
+
+                    remote_path = os.path.join(backup_dir, item.name)
+                    remote_paths.append(remote_path)
+
+                    item.original_path = remote_path
+                    image = helpers.read_high_color_images(item.path)
+
+                    orig_item_name = item.name
+                    nrrd_path = item.path + ".nrrd"
+                    nrrd_path = helpers.save_nrrd(image, nrrd_path)
+                    item.path = nrrd_path
+
+                    item_meta = {}
+                    # Add original file path to image meta
+                    item_meta["original_file_path"] = os.path.join(backup_dir, orig_item_name)
+                    if item.meta:
+                        item_meta.update(item.meta)
+                    item.set_meta_data(item_meta)
+
+                api.file.upload_bulk(team_id, local_paths, remote_paths)
+                pbar.update(len(batch_items))
+
+        if log_progress and is_development():
+            pbar.close()
+
+        super().upload_dataset(api, dataset_id, batch_size, log_progress, self.get_items())

supervisely/convert/image/high_color/high_color_helper.py

@@ -0,0 +1,57 @@
+import os
+
+import cv2
+import nrrd
+import numpy as np
+
+from supervisely._utils import generate_free_name
+from supervisely.imaging.image import fliplr
+from supervisely.io.fs import get_file_ext
+
+
+def read_high_color_images(image_path: str) -> np.ndarray:
+    """Read high color images"""
+
+    ext = get_file_ext(image_path).lower()
+    if ext in [".exr", ".hdr"]:
+        os.environ["OPENCV_IO_ENABLE_OPENEXR"] = "1"
+
+        image = cv2.imread(image_path, cv2.IMREAD_ANYCOLOR | cv2.IMREAD_ANYDEPTH)
+        if image.ndim == 3:
+            # Convert the image to grayscale if it has 3 dimensions
+            image = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)
+            # Normalize the image to 0-255
+            image = cv2.normalize(image, None, 0, 255, cv2.NORM_MINMAX)
+            # Convert to uint16
+            image = image.astype(np.uint16)
+
+    elif ext in [".tiff", ".tif"]:
+        import tifffile
+
+        image = tifffile.imread(image_path)
+    else:
+        image = cv2.imread(image_path)
+
+    return image
+
+
+def save_nrrd(image: np.ndarray, save_path: str) -> str:
+    """Save numpy image as nrrd file"""
+
+    # Ensure the image is 2D
+    if image.ndim != 2:
+        raise ValueError("The image must be 2D to save as NRRD.")
+
+    image = cv2.rotate(image, cv2.ROTATE_90_CLOCKWISE)
+    image = fliplr(image)
+
+    used_names = {os.path.basename(save_path)}
+
+    name = os.path.basename(save_path)
+    while os.path.exists(save_path):
+        name = generate_free_name(used_names, name, True, True)
+        save_path = os.path.join(os.path.dirname(save_path), name)
+
+    nrrd.write(save_path, image)
+
+    return save_path

supervisely/convert/image/image_converter.py

@@ -1,5 +1,5 @@
-import os
 import mimetypes
+import os
 from typing import Dict, List, Optional, Tuple, Union
 
 import cv2
@@ -16,10 +16,10 @@ from supervisely import (
     is_development,
     logger,
 )
-from supervisely.convert.base_converter import BaseConverter
 from supervisely.api.api import ApiContext
+from supervisely.convert.base_converter import BaseConverter
 from supervisely.imaging.image import SUPPORTED_IMG_EXTS, is_valid_ext
-from supervisely.io.fs import get_file_ext, get_file_name, dirs_filter, list_files
+from supervisely.io.fs import dirs_filter, get_file_ext, get_file_name, list_files
 from supervisely.io.json import load_json_file
 from supervisely.project.project_settings import LabelingInterface
 
@@ -31,12 +31,13 @@ class ImageConverter(BaseConverter):
     modality = "images"
 
     class Item(BaseConverter.BaseItem):
+
         def __init__(
             self,
             item_path: str,
             ann_data: Union[str, dict] = None,
             meta_data: Union[str, dict] = None,
-            shape: Union[Tuple, List] = None,
+            shape: Optional[Union[Tuple, List]] = None,
             custom_data: Optional[dict] = None,
         ):
             self._path: str = item_path
@@ -51,7 +52,7 @@ class ImageConverter(BaseConverter):
         def meta(self) -> Union[str, dict]:
             return self._meta_data
 
-        def set_shape(self, shape: Tuple[int, int] = None) -> None:
+        def set_shape(self, shape: Optional[Tuple[int, int]] = None) -> None:
             try:
                 if shape is not None:
                     self._shape = shape
@@ -145,7 +146,14 @@ class ImageConverter(BaseConverter):
                 )
                 item_names.append(name)
                 item_paths.append(item.path)
-                item_metas.append(load_json_file(item.meta) if item.meta else {})
+
+                if isinstance(item.meta, str):  # path to file
+                    item_metas.append(load_json_file(item.meta))
+                elif isinstance(item.meta, dict):
+                    item_metas.append(item.meta)
+                else:
+                    item_metas.append({})
+
                 if ann is not None:
                     anns.append(ann)
 
@@ -199,7 +207,11 @@ class ImageConverter(BaseConverter):
 
         def _is_meta_dir(dirpath: str) -> bool:
             if os.path.basename(dirpath).lower() == "meta":
-                jsons = list_files(dirpath, valid_extensions=[".json"], ignore_valid_extensions_case=True)
+                jsons = list_files(
+                    dirpath,
+                    valid_extensions=[".json"],
+                    ignore_valid_extensions_case=True,
+                )
                 return len(jsons) > 0
             return False
 

supervisely/nn/benchmark/base_benchmark.py

@@ -1,4 +1,5 @@
 import os
+import yaml
 from typing import Callable, List, Optional, Tuple, Union
 
 import numpy as np
@@ -31,6 +32,7 @@ class BaseBenchmark:
         progress: Optional[SlyTqdm] = None,
         progress_secondary: Optional[SlyTqdm] = None,
         classes_whitelist: Optional[List[str]] = None,
+        evaluation_params: Optional[dict] = None,
     ):
         self.api = api
         self.session: SessionJSON = None
@@ -51,6 +53,8 @@ class BaseBenchmark:
         self.vis_texts = None
         self.inference_speed_text = None
         self.train_info = None
+        self.evaluation_params = evaluation_params
+        self._validate_evaluation_params()
 
     def _get_evaluator_class(self) -> type:
         raise NotImplementedError()
@@ -152,6 +156,7 @@ class BaseBenchmark:
             progress=self.pbar,
             items_count=self.dt_project_info.items_count,
             classes_whitelist=self.classes_whitelist,
+            evaluation_params=self.evaluation_params,
         )
         self.evaluator.evaluate()
 
@@ -552,3 +557,7 @@ class BaseBenchmark:
                 chagned = True
         if chagned:
             self.api.project.update_meta(pred_project_id, pred_meta.to_json())
+
+    def _validate_evaluation_params(self):
+        if self.evaluation_params:
+            self._get_evaluator_class().validate_evaluation_params(self.evaluation_params)

supervisely/nn/benchmark/evaluation/base_evaluator.py

@@ -1,12 +1,15 @@
 import os
 import pickle
-from typing import List, Optional
+from typing import List, Optional, Union
+
+import yaml
 
 from supervisely.app.widgets import SlyTqdm
 from supervisely.task.progress import tqdm_sly
 
 
 class BaseEvaluator:
+    EVALUATION_PARAMS_YAML_PATH: str = None
 
     def __init__(
         self,
@@ -16,6 +19,7 @@ class BaseEvaluator:
         progress: Optional[SlyTqdm] = None,
         items_count: Optional[int] = None,  # TODO: is it needed?
         classes_whitelist: Optional[List[str]] = None,
+        evaluation_params: Optional[dict] = None,
     ):
         self.gt_project_path = gt_project_path
         self.dt_project_path = dt_project_path
@@ -25,12 +29,36 @@ class BaseEvaluator:
         os.makedirs(result_dir, exist_ok=True)
         self.classes_whitelist = classes_whitelist
 
+        if evaluation_params is None:
+            evaluation_params = self._get_default_evaluation_params()
+        self.evaluation_params = evaluation_params
+        if self.evaluation_params:
+            self.validate_evaluation_params(self.evaluation_params)
+
     def evaluate(self):
         raise NotImplementedError()
 
     def get_result_dir(self) -> str:
         return self.result_dir
 
+    @classmethod
+    def load_yaml_evaluation_params(cls) -> Union[str, None]:
+        if cls.EVALUATION_PARAMS_YAML_PATH is None:
+            return None
+        with open(cls.EVALUATION_PARAMS_YAML_PATH, "r") as f:
+            return f.read()
+
+    @classmethod
+    def validate_evaluation_params(cls, evaluation_params: dict) -> None:
+        pass
+
+    @classmethod
+    def _get_default_evaluation_params(cls) -> dict:
+        if cls.EVALUATION_PARAMS_YAML_PATH is None:
+            return {}
+        else:
+            return yaml.safe_load(cls.load_yaml_evaluation_params())
+
     def _dump_pickle(self, data, file_path):
         with open(file_path, "wb") as f:
             pickle.dump(data, f)

supervisely/nn/benchmark/evaluation/coco/calculate_metrics.py

@@ -1,10 +1,39 @@
 from collections import defaultdict
-from typing import Callable, Optional, Literal
+from typing import Callable, List, Literal, Optional
 
 import numpy as np
 
-
-def calculate_metrics(cocoGt, cocoDt, iouType: Literal["bbox", "segm"], progress_cb: Optional[Callable] = None):
+# pylint: disable=import-error
+from pycocotools.cocoeval import COCOeval
+
+
+def set_cocoeval_params(
+    cocoeval: COCOeval,
+    parameters: dict,
+):
+    if parameters is None:
+        return
+    param_names = (
+        "iouThrs",
+        "recThrs",
+        "maxDets",
+        "areaRng",
+        "areaRngLbl",
+        # "kpt_oks_sigmas" # For keypoints
+    )
+    for param_name in param_names:
+        cocoeval.params.__setattr__(
+            param_name, parameters.get(param_name, cocoeval.params.__getattribute__(param_name))
+        )
+
+
+def calculate_metrics(
+    cocoGt,
+    cocoDt,
+    iouType: Literal["bbox", "segm"],
+    progress_cb: Optional[Callable] = None,
+    evaluation_params: Optional[dict] = None,
+):
     """
     Calculate COCO metrics.
 
@@ -19,35 +48,42 @@ def calculate_metrics(cocoGt, cocoDt, iouType: Literal["bbox", "segm"], progress
     :return: Results of the evaluation
     :rtype: dict
     """
-    from pycocotools.cocoeval import COCOeval  # pylint: disable=import-error
 
-    progress_cb(1) if progress_cb is not None else None
     cocoEval = COCOeval(cocoGt, cocoDt, iouType=iouType)
-    progress_cb(1) if progress_cb is not None else None
     cocoEval.evaluate()
     progress_cb(1) if progress_cb is not None else None
     cocoEval.accumulate()
     progress_cb(1) if progress_cb is not None else None
     cocoEval.summarize()
-    progress_cb(1) if progress_cb is not None else None
 
     # For classification metrics
     cocoEval_cls = COCOeval(cocoGt, cocoDt, iouType=iouType)
-    progress_cb(1) if progress_cb is not None else None
     cocoEval_cls.params.useCats = 0
     cocoEval_cls.evaluate()
     progress_cb(1) if progress_cb is not None else None
     cocoEval_cls.accumulate()
     progress_cb(1) if progress_cb is not None else None
     cocoEval_cls.summarize()
-    progress_cb(1) if progress_cb is not None else None
+
+    iou_t = 0
+    is_custom_iou_threshold = (
+        evaluation_params is not None and evaluation_params.get("iou_threshold") and evaluation_params["iou_threshold"] != 0.5
+    )
+    if is_custom_iou_threshold:
+        iou_t = np.where(cocoEval.params.iouThrs == evaluation_params["iou_threshold"])[0][0]
 
     eval_img_dict = get_eval_img_dict(cocoEval)
     eval_img_dict_cls = get_eval_img_dict(cocoEval_cls)
-    matches = get_matches(eval_img_dict, eval_img_dict_cls, cocoEval_cls, iou_t=0)
+    matches = get_matches(eval_img_dict, eval_img_dict_cls, cocoEval_cls, iou_t=iou_t)
 
-    params = {"iouThrs": cocoEval.params.iouThrs, "recThrs": cocoEval.params.recThrs}
+    params = {
+        "iouThrs": cocoEval.params.iouThrs,
+        "recThrs": cocoEval.params.recThrs,
+        "evaluation_params": evaluation_params or {},
+    }
     coco_metrics = {"mAP": cocoEval.stats[0], "precision": cocoEval.eval["precision"]}
+    coco_metrics["AP50"] = cocoEval.stats[1]
+    coco_metrics["AP75"] = cocoEval.stats[2]
     eval_data = {
         "matches": matches,
         "coco_metrics": coco_metrics,

supervisely/nn/benchmark/evaluation/coco/evaluation_params.yaml

@@ -0,0 +1,2 @@
+# Intersection over Union threshold that will be used for objects mathcing
+iou_threshold: 0.5

supervisely/nn/benchmark/evaluation/coco/metric_provider.py

@@ -89,6 +89,8 @@ class MetricProvider:
         self.coco_precision = coco_metrics["precision"]
         self.iouThrs = params["iouThrs"]
         self.recThrs = params["recThrs"]
+        self.iou_threshold = params["evaluation_params"]["iou_threshold"]
+        self.iou_threshold_idx = np.searchsorted(self.iouThrs, self.iou_threshold)
 
     def calculate(self):
         self.m_full = _MetricProvider(
@@ -134,7 +136,64 @@ class MetricProvider:
         self._scores_tp_and_fp = self.m_full.scores_tp_and_fp()
         self._maximum_calibration_error = self.m_full.maximum_calibration_error()
         self._expected_calibration_error = self.m_full.expected_calibration_error()
+    
+    def json_metrics(self):
+        base = self.base_metrics()
+        iou_name = int(self.iou_threshold * 100)
+        ap_by_class = self.AP_per_class().tolist()
+        ap_by_class = dict(zip(self.cat_names, ap_by_class))
+        ap_custom_by_class = self.AP_custom_per_class().tolist()
+        ap_custom_by_class = dict(zip(self.cat_names, ap_custom_by_class))
+        return {
+            "mAP": base["mAP"],
+            "AP50": self.coco_metrics["AP50"],
+            "AP75": self.coco_metrics["AP75"],
+            f"AP{iou_name}": self.AP_custom(),
+            "f1": base["f1"],
+            "precision": base["precision"],
+            "recall": base["recall"],
+            "iou": base["iou"],
+            "classification_accuracy": base["classification_accuracy"],
+            "calibration_score": base["calibration_score"],
+            "f1_optimal_conf": self.f1_optimal_conf,
+            "expected_calibration_error": self.expected_calibration_error(),
+            "maximum_calibration_error": self.maximum_calibration_error(),
+            "AP_by_class": ap_by_class,
+            f"AP{iou_name}_by_class": ap_custom_by_class,
+        }
+    
+    def metric_table(self):
+        table = self.json_metrics()
+        iou_name = int(self.iou_threshold * 100)
+        return {
+            "mAP": table["mAP"],
+            "AP50": table["AP50"],
+            "AP75": table["AP75"],
+            f"AP{iou_name}": table[f"AP{iou_name}"],
+            "f1": table["f1"],
+            "precision": table["precision"],
+            "recall": table["recall"],
+            "Avg. IoU": table["iou"],
+            "Classification Acc.": table["classification_accuracy"],
+            "Calibration Score": table["calibration_score"],
+            "optimal confidence threshold": table["f1_optimal_conf"],
+        }
 
+    def AP_per_class(self):
+        s = self.coco_precision[:, :, :, 0, 2]
+        s[s == -1] = np.nan
+        ap = np.nanmean(s, axis=(0, 1))
+        return ap
+
+    def AP_custom_per_class(self):
+        s = self.coco_precision[self.iou_threshold_idx, :, :, 0, 2]
+        s[s == -1] = np.nan
+        ap = np.nanmean(s, axis=0)
+        return ap
+    
+    def AP_custom(self):
+        return np.nanmean(self.AP_custom_per_class())
+    
     def base_metrics(self):
         base = self._base_metrics
         calibration_score = 1 - self._expected_calibration_error

supervisely/nn/benchmark/evaluation/instance_segmentation_evaluator.py

@@ -4,9 +4,12 @@ from supervisely.io.json import dump_json_file
 from supervisely.nn.benchmark.coco_utils import read_coco_datasets, sly2coco
 from supervisely.nn.benchmark.evaluation import BaseEvaluator
 from supervisely.nn.benchmark.evaluation.coco import calculate_metrics
+from pathlib import Path
 
 
 class InstanceSegmentationEvaluator(BaseEvaluator):
+    EVALUATION_PARAMS_YAML_PATH = f"{Path(__file__).parent}/coco/evaluation_params.yaml"
+
     def evaluate(self):
         try:
             self.cocoGt_json, self.cocoDt_json = self._convert_to_coco()
@@ -19,12 +22,25 @@ class InstanceSegmentationEvaluator(BaseEvaluator):
 
         self._dump_datasets()
         self.cocoGt, self.cocoDt = read_coco_datasets(self.cocoGt_json, self.cocoDt_json)
-        with self.pbar(message="Evaluation: Calculating metrics", total=10) as p:
+        with self.pbar(message="Evaluation: Calculating metrics", total=5) as p:
             self.eval_data = calculate_metrics(
-                self.cocoGt, self.cocoDt, iouType="segm", progress_cb=p.update
+                self.cocoGt,
+                self.cocoDt,
+                iouType="segm",
+                progress_cb=p.update,
+                evaluation_params=self.evaluation_params,
             )
         self._dump_eval_results()
 
+    @classmethod
+    def validate_evaluation_params(cls, evaluation_params: dict) -> None:
+        iou_threshold = evaluation_params.get("iou_threshold")
+        if iou_threshold is not None:
+            assert iou_threshold in [0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9, 0.95], (
+                f"iou_threshold must be one of [0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9, 0.95], "
+                f"but got {iou_threshold}"
+            )
+
     def _convert_to_coco(self):
         cocoGt_json = sly2coco(
             self.gt_project_path,

supervisely/nn/benchmark/evaluation/object_detection_evaluator.py

@@ -4,9 +4,12 @@ from supervisely.io.json import dump_json_file
 from supervisely.nn.benchmark.coco_utils import read_coco_datasets, sly2coco
 from supervisely.nn.benchmark.evaluation import BaseEvaluator
 from supervisely.nn.benchmark.evaluation.coco import calculate_metrics
+from pathlib import Path
 
 
 class ObjectDetectionEvaluator(BaseEvaluator):
+    EVALUATION_PARAMS_YAML_PATH = f"{Path(__file__).parent}/coco/evaluation_params.yaml"
+
     def evaluate(self):
         try:
             self.cocoGt_json, self.cocoDt_json = self._convert_to_coco()
@@ -17,12 +20,25 @@ class ObjectDetectionEvaluator(BaseEvaluator):
                 "try to use newer version of NN app."
             )
         self.cocoGt, self.cocoDt = read_coco_datasets(self.cocoGt_json, self.cocoDt_json)
-        with self.pbar(message="Evaluation: Calculating metrics", total=10) as p:
+        with self.pbar(message="Evaluation: Calculating metrics", total=5) as p:
             self.eval_data = calculate_metrics(
-                self.cocoGt, self.cocoDt, iouType="bbox", progress_cb=p.update
+                self.cocoGt,
+                self.cocoDt,
+                iouType="bbox",
+                progress_cb=p.update,
+                evaluation_params=self.evaluation_params,
             )
         self._dump_eval_results()
 
+    @classmethod
+    def validate_evaluation_params(cls, evaluation_params: dict) -> None:
+        iou_threshold = evaluation_params.get("iou_threshold")
+        if iou_threshold is not None:
+            assert iou_threshold in [0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9, 0.95], (
+                f"iou_threshold must be one of [0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9, 0.95], "
+                f"but got {iou_threshold}"
+            )
+
     def _convert_to_coco(self):
         cocoGt_json = sly2coco(
             self.gt_project_path,

supervisely/nn/benchmark/visualization/inference_speed/speedtest_overview.py

@@ -62,7 +62,7 @@ class SpeedtestOverview(MetricVis):
         res["columns"] = columns
         res["columnsOptions"] = columns_options
 
-        widget.main_column = columns[0]
+        widget.main_column = "Batch size"
         widget.fixed_columns = 1
         widget.show_header_controls = False
         return res

supervisely/nn/benchmark/visualization/vis_metric_base.py

@@ -216,6 +216,7 @@ class MetricVis:
                         "mainColumn": widget.main_column,
                         "fixColumns": widget.fixed_columns,
                         "showHeaderControls": widget.show_header_controls,
+                        "width": f"width:{widget.width}" if widget.width else "",
                     }
                 )
 

supervisely/nn/benchmark/visualization/vis_metrics/overview.py

@@ -15,12 +15,13 @@ class Overview(MetricVis):
     def __init__(self, loader: Visualizer) -> None:
         super().__init__(loader)
         self._is_overview = True
-        info = loader.inference_info
+        info = loader.inference_info or {}
         url = info.get("checkpoint_url")
         link_text = info.get("custom_checkpoint_path")
         if link_text is None:
             link_text = url
-        link_text = link_text.replace("_", "\_")
+        if link_text is not None:
+            link_text = link_text.replace("_", "\_")
 
         # Note about validation dataset
         classes_str, note_about_val_dataset, train_session = self.get_overview_info()
@@ -65,6 +66,7 @@ class Overview(MetricVis):
                     self._loader.vis_texts.definitions.confidence_score,
                 ],
             ),
+            table_key_metrics=Widget.Table(),
             chart=Widget.Chart(),
         )
 
@@ -117,7 +119,7 @@ class Overview(MetricVis):
         return fig
 
     def get_overview_info(self):
-        classes_cnt = len(self._loader._benchmark.classes_whitelist)
+        classes_cnt = len(self._loader._benchmark.classes_whitelist or [])
         classes_str = "classes" if classes_cnt > 1 else "class"
         classes_str = f"{classes_cnt} {classes_str}"
 
@@ -158,3 +160,30 @@ class Overview(MetricVis):
             images_str += f". Evaluated on the whole project ({val_imgs_cnt} images)"
 
         return classes_str, images_str, train_session
+
+    def get_table(self, widget: Widget.Table) -> dict:
+        res = {}
+
+        columns = ["metrics", "values"]
+        res["content"] = []
+        for metric, value in self._loader.mp.metric_table().items():
+            row = [metric, round(value, 2)]
+            dct = {
+                "row": row,
+                "id": metric,
+                "items": row,
+            }
+            res["content"].append(dct)
+
+        columns_options = [
+            {"customCell": True, "disableSort": True},
+            {"disableSort": True},
+        ]
+
+        res["columns"] = columns
+        res["columnsOptions"] = columns_options
+
+        widget.main_column = columns[0]
+        widget.show_header_controls = False
+        widget.width = "60%"
+        return res

supervisely/nn/benchmark/visualization/vis_templates.py

@@ -177,7 +177,7 @@ template_gallery_str = """<sly-iw-gallery
 
 
 template_table_str = """
-            <div style="margin-top: 20px; margin-bottom: 30px;">
+            <div style="margin-top: 20px; margin-bottom: 30px; {{ width }}">
                 <sly-iw-table
                     iw-widget-id="{{ widget_id }}"
                     {% if clickable %}
@@ -208,11 +208,17 @@ template_table_str = """
                     slot-scope="{ row, column, cellValue }"
                     >
                     <div
-                        v-if="column === '{{ mainColumn }}'"
+                        v-if="column === ' ' && '{{ mainColumn }}' === 'Batch size'"
                         class="fflex"
                     >
                         <b>Batch size {{ '{{ cellValue }}' }}</b>
                     </div>
+                    <div
+                        v-if="column === '{{ mainColumn }}'"
+                        class="fflex"
+                    >
+                        <b>{{ '{{ cellValue }}' }}</b>
+                    </div>
                     </span>
                 </sly-iw-table>
             </div>

supervisely/nn/benchmark/visualization/vis_widgets.py

@@ -103,6 +103,7 @@ class Widget:
             self.main_column = ""
             self.fixed_columns = 0
             self.show_header_controls = True
+            self.width = None
             super().__init__()
 
     class Gallery(BaseWidget):

supervisely/nn/benchmark/visualization/visualizer.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
 
+import os
 import json
 import pickle
 from typing import TYPE_CHECKING, Dict, List, Tuple
@@ -155,6 +156,7 @@ class Visualizer:
             cocoDt,
         )
         self.mp.calculate()
+        self._dump_key_metrics()
 
         self.df_score_profile = pd.DataFrame(
             self.mp.confidence_score_profile(), columns=["scores", "precision", "recall", "f1"]
@@ -187,6 +189,8 @@ class Visualizer:
 
         initialized = [mv(self) for mv in ALL_METRICS]
         if self.speedtest is not None:
+            if len(self.speedtest["speedtest"]) < 2:
+                SPEEDTEST_METRICS.pop()
             initialized = initialized + [mv(self) for mv in SPEEDTEST_METRICS]
         initialized = [mv for mv in initialized if self.cv_task.value in mv.cv_tasks]
         with self.pbar(
@@ -351,6 +355,13 @@ class Visualizer:
             json.dump(self._generate_state(metric_visualizations), f)
         logger.info("Saved: %r", "state.json")
 
+    def _dump_key_metrics(self):
+        key_metrics = self.mp.json_metrics()
+        path = os.path.join(self._benchmark.get_base_dir(), "evaluation", "key_metrics.json")
+        with open(path, "w", encoding="utf-8") as f:
+            json.dump(key_metrics, f)
+        return path
+
     def update_diff_annotations(self):
         meta = self._update_pred_meta_with_tags(self.dt_project_info.id, self.dt_project_meta)
         self._update_diff_meta(meta)

supervisely/team_files/__init__.py

@@ -1 +1,5 @@
-from supervisely.team_files.team_files_path import RECOMMENDED_EXPORT_PATH
+from supervisely.team_files.team_files_path import (
+    RECOMMENDED_BACKUP_PATH,
+    RECOMMENDED_EXPORT_PATH,
+    RECOMMENDED_IMPORT_BACKUP_PATH,
+)

supervisely/team_files/team_files_path.py

@@ -1,3 +1,5 @@
 # coding: utf-8
 
 RECOMMENDED_EXPORT_PATH = "/tmp/supervisely/export/"
+RECOMMENDED_BACKUP_PATH = "/system/"
+RECOMMENDED_IMPORT_BACKUP_PATH = RECOMMENDED_BACKUP_PATH + "imports/"

{supervisely-6.73.205.dist-info → supervisely-6.73.207.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: supervisely
-Version: 6.73.205
+Version: 6.73.207
 Summary: Supervisely Python SDK.
 Home-page: https://github.com/supervisely/supervisely
 Author: Supervisely

{supervisely-6.73.205.dist-info → supervisely-6.73.207.dist-info}/RECORD

@@ -553,11 +553,11 @@ supervisely/cli/teamfiles/teamfiles_upload.py,sha256=xnsW2rvdq1e-KGjF1tMBu7Oxh3n
 supervisely/collection/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/collection/key_indexed_collection.py,sha256=x2UVlkprspWhhae9oLUzjTWBoIouiWY9UQSS_MozfH0,37643
 supervisely/collection/str_enum.py,sha256=Zp29yFGvnxC6oJRYNNlXhO2lTSdsriU1wiGHj6ahEJE,1250
-supervisely/convert/__init__.py,sha256=JZJl9I8bqiACgRi6mBdTQA6SwMxQQ82FQIGPgr3v0us,2478
-supervisely/convert/base_converter.py,sha256=dAUjG8ZPNbURZmZ1iy2O7VJlwPMN4zwlEETaL1Q1Wcg,14301
-supervisely/convert/converter.py,sha256=gOdi_2JQClrLkT303IQxKC7FKrUj3TGTyFiI0BZAIeg,8665
+supervisely/convert/__init__.py,sha256=gRTV93OYJPI3FNfy78HO2SfR59qQ3FFKFSy_jw1adJ8,2571
+supervisely/convert/base_converter.py,sha256=F5oCwQZ_w7XlIIQnW-y-2scvA9sC8vCJL2XMP3DtPZg,14343
+supervisely/convert/converter.py,sha256=0F93xZmyprua63C6KxIeh0AbaFab81LiWqlkOVrkaYU,8672
 supervisely/convert/image/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-supervisely/convert/image/image_converter.py,sha256=T53qY5A84TkspZJA4MVXqWmPi6OHt4Igtb0QQyAra5g,9135
+supervisely/convert/image/image_converter.py,sha256=Er-QX6qyVO4p72iJ3ae0YMF9gSfm_SUimoH6id0MIIs,9446
 supervisely/convert/image/image_helper.py,sha256=21cpHiSzHS7brQpP15MAkrGh1lj7pOWh9Z976cObyIw,3145
 supervisely/convert/image/cityscapes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/convert/image/cityscapes/cityscapes_converter.py,sha256=msmsR2W-Xiod06dwn-MzmkbrEmQQqlKh7zyfTrW6YQw,7854
@@ -569,6 +569,9 @@ supervisely/convert/image/coco/coco_helper.py,sha256=ZjHlQIF7RReNROVGo5ZUANGv5iR
 supervisely/convert/image/csv/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/convert/image/csv/csv_converter.py,sha256=iLyc2PAVtlsAq7blnGH4iS1_D7Ai6-4UsdI_RlDVB9Q,11677
 supervisely/convert/image/csv/csv_helper.py,sha256=-nR192IfMU0vTlNRoKXu5FS6tTs9fENqySyeKKyemRs,8409
+supervisely/convert/image/high_color/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+supervisely/convert/image/high_color/high_color_depth.py,sha256=t1LsOnEwhSmXUWxs2K7e_EHit5H0132_UibtFIt1P_w,5276
+supervisely/convert/image/high_color/high_color_helper.py,sha256=bD5Jl6lmKbiNG_8Bpy-WvIYjSJqwdaVmXrHGVZT6o2w,1630
 supervisely/convert/image/label_me/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/convert/image/label_me/label_me_converter.py,sha256=E8epO8METLslVLy51AW7FoZto1jrPSFUZHDwzOnHbTk,3081
 supervisely/convert/image/label_me/label_me_helper.py,sha256=_JO-IS2iiGVcWBHFoC8-LDBW4deJ_Rt4s3Sl5rFjXFg,8279
@@ -718,7 +721,7 @@ supervisely/nn/artifacts/unet.py,sha256=Gn8ADfwC4F-MABVDPRY7g_ZaAIaaOAEbhhIGII-o
 supervisely/nn/artifacts/yolov5.py,sha256=6KDCyDlLO7AT9of1qHjCaG5mmxCv6C0p-zCk9KJ0PH4,1478
 supervisely/nn/artifacts/yolov8.py,sha256=c3MzbOTYD6RT5N4F9oZ0SWXxyonjJ6ZQfZLYUHPRZg4,1204
 supervisely/nn/benchmark/__init__.py,sha256=RxqbBx7cbzookq2DRvxYIaRofON9uxHeY5h8DqDbZq0,187
-supervisely/nn/benchmark/base_benchmark.py,sha256=f0TlgPdtl5-hWe38k1q4Jhld48kiDIhhWmGGJoO-FGA,22366
+supervisely/nn/benchmark/base_benchmark.py,sha256=LoDsT_F86Y9xztrTyfz74FmT619_rrZVUKnEtTzav0A,22755
 supervisely/nn/benchmark/cv_tasks.py,sha256=ShoAbuNzfMYj0Se-KOnl_-dJnrmvN6Aukxa0eq28bFw,239
 supervisely/nn/benchmark/instance_segmentation_benchmark.py,sha256=9iiWEH7KDw7ps0mQQdzIrCtCKg4umHekF3ws7jIGjmE,938
 supervisely/nn/benchmark/object_detection_benchmark.py,sha256=s1S-L952etgz-UsDPyg69AgmFfAoJXvFHhITT8zB5iw,956
@@ -727,23 +730,24 @@ supervisely/nn/benchmark/coco_utils/__init__.py,sha256=MKxuzzBWpRCwR8kOb5NXUK8vD
 supervisely/nn/benchmark/coco_utils/sly2coco.py,sha256=iudlcHNynthscH-V5qwCLk6VgIcxYrMEuAfGIjrOjZ0,6867
 supervisely/nn/benchmark/coco_utils/utils.py,sha256=J9kM_Cn4XxfsrSQ8Rx6eb1UsS65-wOybaCkI9rQDeiU,504
 supervisely/nn/benchmark/evaluation/__init__.py,sha256=1NGV_xEGe9lyPdE5gJ8AASKzm2WyZ_jKlh9WVvCQIaY,287
-supervisely/nn/benchmark/evaluation/base_evaluator.py,sha256=Ac1EsvRrMH-Fck1aVS9T2Tx1m9PfialRA3z8XJs5e8U,1039
-supervisely/nn/benchmark/evaluation/instance_segmentation_evaluator.py,sha256=oskpLBSwo_u224m_fc-oVJD0GGWgsyR9HrBVEEQ-FAE,3101
-supervisely/nn/benchmark/evaluation/object_detection_evaluator.py,sha256=5XrTnNpgdZgJ-LgXdUd74OvZLTQEenltxTSO12bTwqg,2943
+supervisely/nn/benchmark/evaluation/base_evaluator.py,sha256=htei2QGHsx-1DO16j-lUjflmUFpfSIv0drhGfe60qAU,1995
+supervisely/nn/benchmark/evaluation/instance_segmentation_evaluator.py,sha256=p2VC4WXB2RQlmeRt14u74QTXSOwhkyQPCznw7Kqe32k,3773
+supervisely/nn/benchmark/evaluation/object_detection_evaluator.py,sha256=0Sp0h9kNQUQYVRL3WrV9Vm7OniJPMYriEFbwcCejOBs,3615
 supervisely/nn/benchmark/evaluation/coco/__init__.py,sha256=l6dFxp9aenywosQzQkIaDEI1p-DDQ63OgJJXxSVB4Mk,172
-supervisely/nn/benchmark/evaluation/coco/calculate_metrics.py,sha256=tgUAXngl0QcGpSdGvZRVo6f_0YP_PF4Leu2fpx5a_Us,10702
-supervisely/nn/benchmark/evaluation/coco/metric_provider.py,sha256=j4YMk20t3lsX3QnsSIRjEYx8EayHw77I4KdXxKfgxeI,17513
+supervisely/nn/benchmark/evaluation/coco/calculate_metrics.py,sha256=Pe5_bXJ57343PQ0TuYEkCMNUyp-YTyIXnPXUESuXQBk,11430
+supervisely/nn/benchmark/evaluation/coco/evaluation_params.yaml,sha256=POzpiaxnxuwAPSNQOGgjoUPfsk6Lf5hb9GLHwltWY5Y,94
+supervisely/nn/benchmark/evaluation/coco/metric_provider.py,sha256=sEHY9mob6fjKG4_deMxu3lVGTNXhqbRDoFerBEwH5a0,19907
 supervisely/nn/benchmark/evaluation/coco/metrics.py,sha256=oyictdJ7rRDUkaVvHoxntywW5zZweS8pIJ1bN6JgXtE,2420
 supervisely/nn/benchmark/visualization/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/nn/benchmark/visualization/vis_click_data.py,sha256=4QdBZqJmmPYdcB7x565zOtXhDFRyXIB4tpu0V-_otoc,3724
-supervisely/nn/benchmark/visualization/vis_metric_base.py,sha256=NJBduyKE0UPihPtM2BR2eOdDwkUWZ3lMBpZGy9UFOZ0,13859
-supervisely/nn/benchmark/visualization/vis_templates.py,sha256=tDPQcuByvnDdfGdDaT-KhemnKCtieunp-MgnGAPsbrQ,9905
-supervisely/nn/benchmark/visualization/vis_widgets.py,sha256=CsT7DSfxH4g4zHsmm_7RCJf3YR6zXiADuYhUIIGdn7w,4073
-supervisely/nn/benchmark/visualization/visualizer.py,sha256=BLu31ETO202AgpT1gjiAry-m_hk3ExzyFUsQtOHaeqU,31729
+supervisely/nn/benchmark/visualization/vis_metric_base.py,sha256=hXnbGAijnZ700GuzfvaHBxU5elQR0wXkBUNbmcSWCno,13941
+supervisely/nn/benchmark/visualization/vis_templates.py,sha256=Vy019K8G8oJ9vN35tvsSjYA21xdldqIP-BALGEuy_eM,10169
+supervisely/nn/benchmark/visualization/vis_widgets.py,sha256=oavMM2Z-05Hp_Fj086NgXAqDq2KPAqXfT-nJb5qlDsg,4103
+supervisely/nn/benchmark/visualization/visualizer.py,sha256=tmx1coNpKv9dDmJb-lHhdjuiSq0oRnFC0GvSHwcXV4E,32149
 supervisely/nn/benchmark/visualization/inference_speed/__init__.py,sha256=6Nahwt9R61_Jc1eWupXa70CgyRQ7tbUeiDWR26017rY,554
 supervisely/nn/benchmark/visualization/inference_speed/speedtest_batch.py,sha256=73gbXs1uTfxxWH-UCJdR72m-48jMD5qVyMyolf5jNoc,6140
 supervisely/nn/benchmark/visualization/inference_speed/speedtest_intro.py,sha256=ivUVriKyhx9ZtwVSqrAkUqq1SJGYYxNLwLQR1UgE4aM,900
-supervisely/nn/benchmark/visualization/inference_speed/speedtest_overview.py,sha256=w-2F2lN89C2amHzPeI02WXvtjN6rdAMlRIgPLTR1f-U,4885
+supervisely/nn/benchmark/visualization/inference_speed/speedtest_overview.py,sha256=QLgiiHJzmasnNmn6OGWfLef01gLOiM84uVBK5P8c954,4887
 supervisely/nn/benchmark/visualization/inference_speed/speedtest_real_time.py,sha256=bVpNS3YBP0TGsqE_XQBuFMJI5ybDM0RZpEzFyT7cbkA,2157
 supervisely/nn/benchmark/visualization/text_templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/nn/benchmark/visualization/text_templates/inference_speed_text.py,sha256=XGeBrbP-ROyKYbqYZzA281_IG45Ygu9NKyqG2I3o5TU,1124
@@ -762,7 +766,7 @@ supervisely/nn/benchmark/visualization/vis_metrics/model_predictions.py,sha256=3
 supervisely/nn/benchmark/visualization/vis_metrics/outcome_counts.py,sha256=rsm_hdE0pYCHY-5v0pjDIid71y2tPbzYbmH2Qw-RS-4,3983
 supervisely/nn/benchmark/visualization/vis_metrics/outcome_counts_per_class.py,sha256=lSb2-jfplyERIUCi8_6P9aq6C77JGOKOJK20J824sEE,5623
 supervisely/nn/benchmark/visualization/vis_metrics/overall_error_analysis.py,sha256=YHfueea2EkUgNGP4FCyKyCaCtCwaYeYNJ3WwfF-Hzi4,3553
-supervisely/nn/benchmark/visualization/vis_metrics/overview.py,sha256=_TwrBnkEfw4zCn2Vr1BrOQf1ixsKYtN5aQY7seHBS8M,6141
+supervisely/nn/benchmark/visualization/vis_metrics/overview.py,sha256=V-uNrtNhR5idywyfFSNOA4zFesTf5d6i2g8MNtLOhIw,6997
 supervisely/nn/benchmark/visualization/vis_metrics/percision_avg_per_class.py,sha256=mm8IVM90EoIC_9GsiM-Jyhh6jPqQcHMo788VAvRAzMY,1877
 supervisely/nn/benchmark/visualization/vis_metrics/pr_curve.py,sha256=4-AwEQk1ywuW4zXO_EXo7_aFMjenwhnLlGX2PWqiu0k,3574
 supervisely/nn/benchmark/visualization/vis_metrics/pr_curve_by_class.py,sha256=9Uuibo38HVGPChPbCW8i3cMYdb6-NFlys1TBisp5zOU,1442
@@ -909,8 +913,8 @@ supervisely/task/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,
 supervisely/task/paths.py,sha256=Zk9zPhuJuq2eZnb8rLt1ED6sbwX6ikHYRSZQvDP0OBg,1197
 supervisely/task/progress.py,sha256=C7E9rDNnNYJezjmjCJPL1oXqH-LVm15p3OLetvapWaE,27667
 supervisely/task/task_logger.py,sha256=_uDfqEtiwetga6aDAqcTKCKqHjZJSuUXTsHSQFNxAvI,3531
-supervisely/team_files/__init__.py,sha256=3A43gNg_NL9ZHPrmHzOc1CLF6EUlDCfrT-gDcGiNj2E,74
-supervisely/team_files/team_files_path.py,sha256=AN7Ff80RwUtHt58R97MzJWDsYOeUp604yS0NakIUehI,70
+supervisely/team_files/__init__.py,sha256=mtz0Z7eFvsykOcEnSVZ-5bNHsq0_YsNBjZK3qngO-DY,149
+supervisely/team_files/team_files_path.py,sha256=dSqz-bycImQYwAs62TD1zCD1NQdysqCQIBhEVh9EDjw,177
 supervisely/user/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/user/user.py,sha256=4GSVIupPAxWjIxZmUtH3Dtms_vGV82-49kM_aaR2gBI,319
 supervisely/video/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -953,9 +957,9 @@ supervisely/worker_proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZ
 supervisely/worker_proto/worker_api_pb2.py,sha256=VQfi5JRBHs2pFCK1snec3JECgGnua3Xjqw_-b3aFxuM,59142
 supervisely/worker_proto/worker_api_pb2_grpc.py,sha256=3BwQXOaP9qpdi0Dt9EKG--Lm8KGN0C5AgmUfRv77_Jk,28940
 supervisely_lib/__init__.py,sha256=7-3QnN8Zf0wj8NCr2oJmqoQWMKKPKTECvjH9pd2S5vY,159
-supervisely-6.73.205.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-supervisely-6.73.205.dist-info/METADATA,sha256=Ie1M5PxEQCoDhgiXb2RL1NiA8tkVmDO5h0QRzbOJ140,33077
-supervisely-6.73.205.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-supervisely-6.73.205.dist-info/entry_points.txt,sha256=U96-5Hxrp2ApRjnCoUiUhWMqijqh8zLR03sEhWtAcms,102
-supervisely-6.73.205.dist-info/top_level.txt,sha256=kcFVwb7SXtfqZifrZaSE3owHExX4gcNYe7Q2uoby084,28
-supervisely-6.73.205.dist-info/RECORD,,
+supervisely-6.73.207.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+supervisely-6.73.207.dist-info/METADATA,sha256=jPDiqTxPbkSOwBCqz4V6xiMiBRiQ-n5fB6ZxFAaBYVw,33077
+supervisely-6.73.207.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+supervisely-6.73.207.dist-info/entry_points.txt,sha256=U96-5Hxrp2ApRjnCoUiUhWMqijqh8zLR03sEhWtAcms,102
+supervisely-6.73.207.dist-info/top_level.txt,sha256=kcFVwb7SXtfqZifrZaSE3owHExX4gcNYe7Q2uoby084,28
+supervisely-6.73.207.dist-info/RECORD,,