supervisely 6.73.346__py3-none-any.whl → 6.73.348__py3-none-any.whl

supervisely/__init__.py

@@ -54,6 +54,7 @@ from supervisely.task.progress import (
 
 
 import supervisely.project as project
+import supervisely.api.constants as api_constants
 from supervisely.project import read_project, get_project_class
 from supervisely.project.download import download, download_async, download_fast
 from supervisely.project.upload import upload

supervisely/api/constants.py

@@ -0,0 +1,3 @@
+# coding: utf-8
+
+DOWNLOAD_BATCH_SIZE = None

supervisely/api/image_api.py

@@ -55,6 +55,7 @@ from supervisely._utils import (
 from supervisely.annotation.annotation import Annotation
 from supervisely.annotation.tag import Tag
 from supervisely.annotation.tag_meta import TagApplicableTo, TagMeta, TagValueType
+from supervisely.api.constants import DOWNLOAD_BATCH_SIZE
 from supervisely.api.dataset_api import DatasetInfo
 from supervisely.api.entity_annotation.figure_api import FigureApi
 from supervisely.api.entity_annotation.tag_api import TagApi
@@ -368,7 +369,7 @@ class ImageInfo(NamedTuple):
     #: :class:`int`: ID of the blob file in Supervisely storage related to the image.
     related_data_id: Optional[int] = None
 
-    #: :class:`str`: Unique ID of the image that links it to the corresponding blob file in Supervisely storage 
+    #: :class:`str`: Unique ID of the image that links it to the corresponding blob file in Supervisely storage
     #: uses for downloading source blob file.
     download_id: Optional[str] = None
 
@@ -1015,7 +1016,14 @@ class ImageApi(RemoveableBulkModuleApi):
         """
         Get image id and it content from given dataset and list of images ids.
         """
-        for batch_ids in batched(ids):
+        if DOWNLOAD_BATCH_SIZE is not None and isinstance(DOWNLOAD_BATCH_SIZE, int):
+            batches = batched(ids, DOWNLOAD_BATCH_SIZE)
+            logger.debug(
+                f"Batch size for func 'ImageApi._download_batch' changed to: {DOWNLOAD_BATCH_SIZE}"
+            )
+        else:
+            batches = batched(ids)
+        for batch_ids in batches:
             response = self._api.post(
                 "images.bulk.download",
                 {ApiField.DATASET_ID: dataset_id, ApiField.IMAGE_IDS: batch_ids},
@@ -2352,7 +2360,9 @@ class ImageApi(RemoveableBulkModuleApi):
 
         for batch in blob_image_infos_generator:
             names = [item.name for item in batch]
-            metas_batch = [metas[name] for name in names] if metas is not None else [{}] * len(names)
+            metas_batch = (
+                [metas[name] for name in names] if metas is not None else [{}] * len(names)
+            )
             items = [
                 {ApiField.TEAM_FILE_ID: team_file_id, ApiField.SOURCE_BLOB: item.offsets_dict}
                 for item in batch

supervisely/nn/benchmark/semantic_segmentation/metric_provider.py

@@ -144,8 +144,8 @@ class MetricProvider:
         }
 
     def get_classwise_error_data(self):
-        self.eval_data.drop(["mean"], inplace=True)
         bar_data = self.eval_data.copy()
+        bar_data.drop(["mean"], inplace=True)
         bar_data = bar_data[["IoU", "E_extent_oU", "E_boundary_oU", "E_segment_oU"]]
         bar_data.sort_values(by="IoU", ascending=False, inplace=True)
         labels = list(bar_data.index)

supervisely/nn/benchmark/semantic_segmentation/vis_metrics/confusion_matrix.py

@@ -39,7 +39,7 @@ class ConfusionMatrix(SemanticSegmVisMetric):
         # # Confusion Matrix figure
         confusion_matrix, class_names = self.eval_result.mp.confusion_matrix
 
-        x = class_names
+        x = [el for el in class_names if el != "mean"]
         y = x[::-1].copy()
         if len(x) >= 20:
             text_anns = [[str(el) for el in row] for row in confusion_matrix]

supervisely/nn/benchmark/semantic_segmentation/visualizer.py

@@ -240,6 +240,8 @@ class SemanticSegmentationVisualizer(BaseVisualizer):
                     for src_images in self.api.image.get_list_generator(
                         pred_dataset_info.id, force_metadata_for_links=False, batch_size=100
                     ):
+                        if len(src_images) == 0:
+                            continue
                         dst_images = self.api.image.copy_batch_optimized(
                             pred_dataset_info.id,
                             src_images,
@@ -274,8 +276,8 @@ class SemanticSegmentationVisualizer(BaseVisualizer):
                                 )
 
                         p.update(len(src_images))
-                except Exception:
-                    raise RuntimeError("Match data was not created properly")
+                except Exception as e:
+                    raise RuntimeError(f"Match data was not created properly. {e}")
 
     def _get_sample_data_for_gallery(self):
         # get sample images with annotations for visualization

supervisely/nn/inference/inference.py

@@ -1705,8 +1705,38 @@ class Inference:
             if src_dataset_id in new_dataset_id:
                 return new_dataset_id[src_dataset_id]
             dataset_info = api.dataset.get_info_by_id(src_dataset_id)
+
+            def _create_parent_recursively(output_project_id, src_parent_id):
+                """Create parent datasets recursively and return the ID of the top-level parent"""
+                if src_parent_id in new_dataset_id:
+                    return new_dataset_id[src_parent_id]
+                src_parent_info = dataset_infos_dict.get(src_parent_id)
+                if src_parent_info is None:
+                    src_parent_info = api.dataset.get_info_by_id(src_parent_id)
+                if src_parent_info.parent_id is not None:
+                    parent_id = _create_parent_recursively(
+                        output_project_id, src_parent_info.parent_id
+                    )
+                else:
+                    parent_id = None
+                dst_parent = api.dataset.create(
+                    output_project_id,
+                    src_parent_info.name,
+                    change_name_if_conflict=True,
+                    parent_id=parent_id,
+                )
+                new_dataset_id[src_parent_info.id] = dst_parent.id
+                return dst_parent.id
+
+            parent_id = None
+            if dataset_info.parent_id is not None:
+                parent_id = _create_parent_recursively(output_project_id, dataset_info.parent_id)
+
             output_dataset_id = api.dataset.create(
-                output_project_id, dataset_info.name, change_name_if_conflict=True
+                output_project_id,
+                dataset_info.name,
+                change_name_if_conflict=True,
+                parent_id=parent_id,
             ).id
             new_dataset_id[src_dataset_id] = output_dataset_id
             return output_dataset_id

supervisely/project/download.py

@@ -284,8 +284,64 @@ def download_fast(
     Download project in a fast mode.
     Items are downloaded asynchronously. If an error occurs, the method will fallback to synchronous download.
     Automatically detects project type.
-    You can pass :class:`ProjectInfo` as `project_info` kwarg to avoid additional API requests.
+
+    :param api: Supervisely API address and token.
+    :type api: :class:`Api<supervisely.api.api.Api>`
+    :param project_id: Supervisely downloadable project ID.
+    :type project_id: :class:`int`
+    :param dest_dir: Destination directory.
+    :type dest_dir: :class:`str`
+    :param dataset_ids: Filter datasets by IDs.
+    :type dataset_ids: :class:`list` [ :class:`int` ], optional
+    :param log_progress: Show uploading progress bar.
+    :type log_progress: :class:`bool`
+    :param progress_cb: Function for tracking download progress.
+    :type progress_cb: tqdm or callable, optional
+    :param semaphore: Semaphore to limit the number of concurrent downloads of items.
+    :type semaphore: :class:`asyncio.Semaphore`, optional
+    :param only_image_tags: Download project with only images tags (without objects tags).
+    :type only_image_tags: :class:`bool`, optional
+    :param save_image_info: Download images infos or not.
+    :type save_image_info: :class:`bool`, optional
+    :param save_images: Download images or not.
+    :type save_images: :class:`bool`, optional
+    :param save_image_meta: Download images metadata in JSON format or not.
+    :type save_image_meta: :class:`bool`, optional
+    :param images_ids: Filter images by IDs.
+    :type images_ids: :class:`list` [ :class:`int` ], optional
+    :param resume_download: Resume download enables to download only missing files avoiding erase of existing files.
+    :type resume_download: :class:`bool`, optional
+    :param switch_size: Size threshold that determines how an item will be downloaded.
+                        Items larger than this size will be downloaded as single files, while smaller items will be downloaded as a batch.
+                        Useful for projects with different item sizes and when you exactly know which size will perform better with batch download.
+    :type switch_size: :class:`int`, optional
+    :param batch_size: Number of items to download in a single batch.
+    :type batch_size: :class:`int`, optional
+    :param download_blob_files: Download project with Blob files in native format.
+                                If False - download project like a regular project in classic Supervisely format.
+    :type download_blob_files: :class:`bool`, optional
+    :param project_info: Project info object. To avoid additional API requests.
+    :type project_info: :class:`ProjectInfo`, optional
+    :return: None
+    :rtype: NoneType
+
+    :Usage example:
+
+        .. code-block:: python
+
+            import supervisely as sly
+
+            os.environ['SERVER_ADDRESS'] = 'https://app.supervisely.com'
+            os.environ['API_TOKEN'] = 'Your Supervisely API Token'
+            api = sly.Api.from_env()
+
+            project_id = 8888
+            save_directory = "/path/to/save/projects"
+
+            sly.download_fast(api, project_id, save_directory)
+
     """
+
     download_async_or_sync(
         api=api,
         project_id=project_id,

{supervisely-6.73.346.dist-info → supervisely-6.73.348.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: supervisely
-Version: 6.73.346
+Version: 6.73.348
 Summary: Supervisely Python SDK.
 Home-page: https://github.com/supervisely/supervisely
 Author: Supervisely

{supervisely-6.73.346.dist-info → supervisely-6.73.348.dist-info}/RECORD

@@ -1,5 +1,5 @@
 supervisely/README.md,sha256=XM-DiMC6To3I9RjQZ0c61905EFRR_jnCUx2q3uNR-X8,3331
-supervisely/__init__.py,sha256=mVZ34ziMzw-Hlr5kaTt1xSh5VZIWrTgTNeSyLKcrOyI,10867
+supervisely/__init__.py,sha256=_qphKFT0_toEQmF5IjB1sWjztbF4lP1tLY29PBJhArY,10917
 supervisely/_utils.py,sha256=DA-sPMk68GyInrc4DMxO-Azp5-uWkwZx_NAr8mXVI0o,18280
 supervisely/function_wrapper.py,sha256=R5YajTQ0GnRp2vtjwfC9hINkzQc0JiyGsu8TER373xY,1912
 supervisely/sly_logger.py,sha256=z92Vu5hmC0GgTIJO1n6kPDayRW9__8ix8hL6poDZj-Y,6274
@@ -24,11 +24,12 @@ supervisely/api/agent_api.py,sha256=ShWAIlXcWXcyI9fqVuP5GZVCigCMJmjnvdGUfLspD6Y,
 supervisely/api/annotation_api.py,sha256=XE3Sr_oQOMraZ9NlWs9ZqUsff1j47XRDh9Fy8rW4ubw,82763
 supervisely/api/api.py,sha256=D90G6ivwyHHK7WVo4ByKtv65lSED_Sm1qlp_TpyCeAc,67398
 supervisely/api/app_api.py,sha256=RsbVej8WxWVn9cNo5s3Fqd1symsCdsfOaKVBKEUapRY,71927
+supervisely/api/constants.py,sha256=qwK9Q3mHGz5Ny5WuBmPQgawBWfzCT2DRiw3IcaCDRmo,44
 supervisely/api/dataset_api.py,sha256=c6rEVySSxbyDB5fUCilsc5AKk0pWN_5vVN6OceDbEvc,47918
 supervisely/api/file_api.py,sha256=EX_Cam93QkR5SOOIkIznkzERIr0u7N7GHVGK27iOm20,92952
 supervisely/api/github_api.py,sha256=NIexNjEer9H5rf5sw2LEZd7C1WR-tK4t6IZzsgeAAwQ,623
 supervisely/api/image_annotation_tool_api.py,sha256=YcUo78jRDBJYvIjrd-Y6FJAasLta54nnxhyaGyanovA,5237
-supervisely/api/image_api.py,sha256=pPY8K4hKKE4hvWNB6VEXd-AypSCqrivCWWsHDQKKu6g,223223
+supervisely/api/image_api.py,sha256=sE2lIPPYLv1tJsuFSjc9IvLVB07kmq9PnPodU3J6aEs,223637
 supervisely/api/import_storage_api.py,sha256=BDCgmR0Hv6OoiRHLCVPKt3iDxSVlQp1WrnKhAK_Zl84,460
 supervisely/api/issues_api.py,sha256=BqDJXmNoTzwc3xe6_-mA7FDFC5QQ-ahGbXk_HmpkSeQ,17925
 supervisely/api/labeling_job_api.py,sha256=VM1pjM65cUTeer1hrI7cSmCUOHJb7fzK6gJ-abA07hg,55097
@@ -826,13 +827,13 @@ supervisely/nn/benchmark/semantic_segmentation/base_vis_metric.py,sha256=mwGjRUT
 supervisely/nn/benchmark/semantic_segmentation/benchmark.py,sha256=8rnU6I94q0GUdXWwluZu0_Sac_eU2-Az133tHF1dA3U,1202
 supervisely/nn/benchmark/semantic_segmentation/evaluation_params.yaml,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/nn/benchmark/semantic_segmentation/evaluator.py,sha256=XafPMpGL6v0ZQ-m7DkEjoY7W6fGCJNKolql5BA3M8V0,7261
-supervisely/nn/benchmark/semantic_segmentation/metric_provider.py,sha256=GwdRvyG0_nFpng6jN8ISFcMLfDbBd-fwdtoWR2XPKw4,6552
+supervisely/nn/benchmark/semantic_segmentation/metric_provider.py,sha256=478l7w2n-yueBMVABsakfIQEo3MksbCYmKNrwMFOl6w,6546
 supervisely/nn/benchmark/semantic_segmentation/text_templates.py,sha256=7yRRD2FAdJHGSRqBVIjNjzCduKzaepA1OWtggi7B0Dg,8580
-supervisely/nn/benchmark/semantic_segmentation/visualizer.py,sha256=Nt2-OOWKQ8fbaXFk5QeEaMtMURKPQebgjzDytVgQk0g,13196
+supervisely/nn/benchmark/semantic_segmentation/visualizer.py,sha256=T7WTjnyFLL3BAyH7yQIqI6R5VNj1M3guamwhDglOegE,13293
 supervisely/nn/benchmark/semantic_segmentation/vis_metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 supervisely/nn/benchmark/semantic_segmentation/vis_metrics/acknowledgement.py,sha256=Lm82x8AIMKv1WqmqA0W9fugSlQ_JrP9dwYYYReZmhvI,440
 supervisely/nn/benchmark/semantic_segmentation/vis_metrics/classwise_error_analysis.py,sha256=0bmL43a4cqw3grFoG68NN8Y1fkRpHBIRJptcxMor-78,1884
-supervisely/nn/benchmark/semantic_segmentation/vis_metrics/confusion_matrix.py,sha256=xpvicxgwDaih-64VSAsxdNvoFxeA_iaUGOK9gpvNyuQ,3233
+supervisely/nn/benchmark/semantic_segmentation/vis_metrics/confusion_matrix.py,sha256=nhfUPQr1dmZpYSluVX2XmMLk8AxzahKl2hcvGEXx9oQ,3264
 supervisely/nn/benchmark/semantic_segmentation/vis_metrics/explore_predictions.py,sha256=QVtcGQv4S8W7jLANUsvuJaPP-OrUQ_LB2oEpjpLBecw,2936
 supervisely/nn/benchmark/semantic_segmentation/vis_metrics/frequently_confused.py,sha256=SyVgMD66EFLfgrClb5RCJjLhgRfTYqGsUORPYIuSe58,3697
 supervisely/nn/benchmark/semantic_segmentation/vis_metrics/iou_eou.py,sha256=IdUho3712dDLyVsgR01aNSQBcraPzYwpJmTc9AB0Txw,1401
@@ -883,7 +884,7 @@ supervisely/nn/benchmark/visualization/widgets/table/__init__.py,sha256=47DEQpj8
 supervisely/nn/benchmark/visualization/widgets/table/table.py,sha256=atmDnF1Af6qLQBUjLhK18RMDKAYlxnsuVHMSEa5a-e8,4319
 supervisely/nn/inference/__init__.py,sha256=QFukX2ip-U7263aEPCF_UCFwj6EujbMnsgrXp5Bbt8I,1623
 supervisely/nn/inference/cache.py,sha256=LAirR5mFHCtK59EO1lefQ2qhpp0vBvRTH26EVrs13Y0,32073
-supervisely/nn/inference/inference.py,sha256=qBAItRxn1wZoNxSZNY6bCcaUKwwowFlRaF_z4l-c7TY,169955
+supervisely/nn/inference/inference.py,sha256=6rwm4Xbar-acekOV26k0JRsKR7u9zexayOEWg6IM-yY,171299
 supervisely/nn/inference/session.py,sha256=jmkkxbe2kH-lEgUU6Afh62jP68dxfhF5v6OGDfLU62E,35757
 supervisely/nn/inference/video_inference.py,sha256=8Bshjr6rDyLay5Za8IB8Dr6FURMO2R_v7aELasO8pR4,5746
 supervisely/nn/inference/gui/__init__.py,sha256=wCxd-lF5Zhcwsis-wScDA8n1Gk_1O00PKgDviUZ3F1U,221
@@ -1017,7 +1018,7 @@ supervisely/pointcloud_episodes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm
 supervisely/pointcloud_episodes/pointcloud_episodes.py,sha256=cRXdtw7bMsbsdVQjxfWxFSESrO-LGiqqsZyyExl2Mbg,3430
 supervisely/project/__init__.py,sha256=hlzdj9Pgy53Q3qdP8LMtGTChvZHQuuShdtui2eRUQeE,2601
 supervisely/project/data_version.py,sha256=P5Lui6i64pYeJWmAdGJDv8GRXxjfpSSZ8zT_MxIrynE,19553
-supervisely/project/download.py,sha256=4QOEQZnolmOpEO6Wl6DIc73BwIYr9m-6anbarrU6VwQ,24902
+supervisely/project/download.py,sha256=N6UEXY_eLtzjz61Y2SaJLg2-vv_Cvp9cXCUUM9R8-d8,27677
 supervisely/project/pointcloud_episode_project.py,sha256=yiWdNBQiI6f1O9sr1pg8JHW6O-w3XUB1rikJNn3Oung,41866
 supervisely/project/pointcloud_project.py,sha256=Kx1Vaes-krwG3BiRRtHRLQxb9G5m5bTHPN9IzRqmNWo,49399
 supervisely/project/project.py,sha256=OunVB11sVQSOvkqkjsEEkX1nq9OUXOXpHTdcLDjOFe0,233256
@@ -1082,9 +1083,9 @@ supervisely/worker_proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZ
 supervisely/worker_proto/worker_api_pb2.py,sha256=VQfi5JRBHs2pFCK1snec3JECgGnua3Xjqw_-b3aFxuM,59142
 supervisely/worker_proto/worker_api_pb2_grpc.py,sha256=3BwQXOaP9qpdi0Dt9EKG--Lm8KGN0C5AgmUfRv77_Jk,28940
 supervisely_lib/__init__.py,sha256=7-3QnN8Zf0wj8NCr2oJmqoQWMKKPKTECvjH9pd2S5vY,159
-supervisely-6.73.346.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-supervisely-6.73.346.dist-info/METADATA,sha256=yUMHQ-WdsvhuLAX9ZHWWh3fgUDTlkNR36oZaRpzRHf8,33596
-supervisely-6.73.346.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-supervisely-6.73.346.dist-info/entry_points.txt,sha256=U96-5Hxrp2ApRjnCoUiUhWMqijqh8zLR03sEhWtAcms,102
-supervisely-6.73.346.dist-info/top_level.txt,sha256=kcFVwb7SXtfqZifrZaSE3owHExX4gcNYe7Q2uoby084,28
-supervisely-6.73.346.dist-info/RECORD,,
+supervisely-6.73.348.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+supervisely-6.73.348.dist-info/METADATA,sha256=Heozuyuf1zukvQzantkbHHyMXh1S4WnVFvWm0p4JIE8,33596
+supervisely-6.73.348.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+supervisely-6.73.348.dist-info/entry_points.txt,sha256=U96-5Hxrp2ApRjnCoUiUhWMqijqh8zLR03sEhWtAcms,102
+supervisely-6.73.348.dist-info/top_level.txt,sha256=kcFVwb7SXtfqZifrZaSE3owHExX4gcNYe7Q2uoby084,28
+supervisely-6.73.348.dist-info/RECORD,,