supervisely 6.73.227__py3-none-any.whl → 6.73.229__py3-none-any.whl

supervisely/api/image_api.py

@@ -40,6 +40,7 @@ from tqdm import tqdm
 
 from supervisely._utils import (
     batched,
+    compare_dicts,
     generate_free_name,
     get_bytes_hash,
     resize_image_url,
@@ -1135,7 +1136,14 @@ class ImageApi(RemoveableBulkModuleApi):
         )
 
     def upload_path(
-        self, dataset_id: int, name: str, path: str, meta: Optional[Dict] = None
+        self,
+        dataset_id: int,
+        name: str,
+        path: str,
+        meta: Optional[Dict] = None,
+        validate_meta: Optional[bool] = False,
+        use_strict_validation: Optional[bool] = False,
+        use_caching_for_validation: Optional[bool] = False,
     ) -> ImageInfo:
         """
         Uploads Image with given name from given local path to Dataset.
@@ -1148,6 +1156,12 @@ class ImageApi(RemoveableBulkModuleApi):
         :type path: str
         :param meta: Image metadata.
         :type meta: dict, optional
+        :param validate_meta: If True, validates provided meta with saved JSON schema.
+        :type validate_meta: bool, optional
+        :param use_strict_validation: If True, uses strict validation.
+        :type use_strict_validation: bool, optional
+        :param use_caching_for_validation: If True, uses caching for validation.
+        :type use_caching_for_validation: bool, optional
         :return: Information about Image. See :class:`info_sequence<info_sequence>`
         :rtype: :class:`ImageInfo`
         :Usage example:
@@ -1163,7 +1177,15 @@ class ImageApi(RemoveableBulkModuleApi):
             img_info = api.image.upload_path(dataset_id, name="7777.jpeg", path="/home/admin/Downloads/7777.jpeg")
         """
         metas = None if meta is None else [meta]
-        return self.upload_paths(dataset_id, [name], [path], metas=metas)[0]
+        return self.upload_paths(
+            dataset_id,
+            [name],
+            [path],
+            metas=metas,
+            validate_meta=validate_meta,
+            use_strict_validation=use_strict_validation,
+            use_caching_for_validation=use_caching_for_validation,
+        )[0]
 
     def upload_paths(
         self,
@@ -1173,6 +1195,9 @@ class ImageApi(RemoveableBulkModuleApi):
         progress_cb: Optional[Union[tqdm, Callable]] = None,
         metas: Optional[List[Dict]] = None,
         conflict_resolution: Optional[Literal["rename", "skip", "replace"]] = None,
+        validate_meta: Optional[bool] = False,
+        use_strict_validation: Optional[bool] = False,
+        use_caching_for_validation: Optional[bool] = False,
     ) -> List[ImageInfo]:
         """
         Uploads Images with given names from given local path to Dataset.
@@ -1189,6 +1214,12 @@ class ImageApi(RemoveableBulkModuleApi):
         :type metas: List[dict], optional
         :param conflict_resolution: The strategy to resolve upload conflicts. 'Replace' option will replace the existing images in the dataset with the new images. The images that are being deleted are logged. 'Skip' option will ignore the upload of new images that would result in a conflict. An original image's ImageInfo list will be returned instead. 'Rename' option will rename the new images to prevent any conflict.
         :type conflict_resolution: Optional[Literal["rename", "skip", "replace"]]
+        :param validate_meta: If True, validates provided meta with saved JSON schema.
+        :type validate_meta: bool, optional
+        :param use_strict_validation: If True, uses strict validation.
+        :type use_strict_validation: bool, optional
+        :param use_caching_for_validation: If True, uses caching for validation.
+        :type use_caching_for_validation: bool, optional
         :raises: :class:`ValueError` if len(names) != len(paths)
         :return: List with information about Images. See :class:`info_sequence<info_sequence>`
         :rtype: :class:`List[ImageInfo]`
@@ -1214,7 +1245,14 @@ class ImageApi(RemoveableBulkModuleApi):
         self._upload_data_bulk(path_to_bytes_stream, zip(paths, hashes), progress_cb=progress_cb)
 
         return self.upload_hashes(
-            dataset_id, names, hashes, metas=metas, conflict_resolution=conflict_resolution
+            dataset_id,
+            names,
+            hashes,
+            metas=metas,
+            conflict_resolution=conflict_resolution,
+            validate_meta=validate_meta,
+            use_strict_validation=use_strict_validation,
+            use_caching_for_validation=use_caching_for_validation,
         )
 
     def upload_np(
@@ -1492,6 +1530,9 @@ class ImageApi(RemoveableBulkModuleApi):
         batch_size: Optional[int] = 50,
         skip_validation: Optional[bool] = False,
         conflict_resolution: Optional[Literal["rename", "skip", "replace"]] = None,
+        validate_meta: Optional[bool] = False,
+        use_strict_validation: Optional[bool] = False,
+        use_caching_for_validation: Optional[bool] = False,
     ) -> List[ImageInfo]:
         """
         Upload images from given hashes to Dataset.
@@ -1512,6 +1553,12 @@ class ImageApi(RemoveableBulkModuleApi):
         :type skip_validation: bool, optional
         :param conflict_resolution: The strategy to resolve upload conflicts. 'Replace' option will replace the existing images in the dataset with the new images. The images that are being deleted are logged. 'Skip' option will ignore the upload of new images that would result in a conflict. An original image's ImageInfo list will be returned instead. 'Rename' option will rename the new images to prevent any conflict.
         :type conflict_resolution: Optional[Literal["rename", "skip", "replace"]]
+        :param validate_meta: If True, validates provided meta with saved JSON schema.
+        :type validate_meta: bool, optional
+        :param use_strict_validation: If True, uses strict validation.
+        :type use_strict_validation: bool, optional
+        :param use_caching_for_validation: If True, uses caching for validation.
+        :type use_caching_for_validation: bool, optional
         :return: List with information about Images. See :class:`info_sequence<info_sequence>`
         :rtype: :class:`List[ImageInfo]`
         :Usage example:
@@ -1553,6 +1600,9 @@ class ImageApi(RemoveableBulkModuleApi):
             batch_size=batch_size,
             skip_validation=skip_validation,
             conflict_resolution=conflict_resolution,
+            validate_meta=validate_meta,
+            use_strict_validation=use_strict_validation,
+            use_caching_for_validation=use_caching_for_validation,
         )
 
     def upload_id(
@@ -1750,8 +1800,44 @@ class ImageApi(RemoveableBulkModuleApi):
         force_metadata_for_links=True,
         skip_validation=False,
         conflict_resolution: Optional[Literal["rename", "skip", "replace"]] = None,
+        validate_meta: Optional[bool] = False,
+        use_strict_validation: Optional[bool] = False,
+        use_caching_for_validation: Optional[bool] = False,
     ):
         """ """
+        if use_strict_validation and not validate_meta:
+            raise ValueError(
+                "use_strict_validation is set to True, while validate_meta is set to False. "
+                "Please set validate_meta to True to use strict validation "
+                "or disable strict validation by setting use_strict_validation to False."
+            )
+        if validate_meta:
+            dataset_info = self._api.dataset.get_info_by_id(dataset_id)
+
+            validation_schema = self._api.project.get_validation_schema(
+                dataset_info.project_id, use_caching=use_caching_for_validation
+            )
+
+            if validation_schema is None:
+                raise ValueError(
+                    "Validation schema is not set for the project, while "
+                    "validate_meta is set to True. Either disable the validation "
+                    "or set the validation schema for the project using the "
+                    "api.project.set_validation_schema method."
+                )
+
+            for idx, meta in enumerate(metas):
+                missing_fields, extra_fields = compare_dicts(
+                    validation_schema, meta, strict=use_strict_validation
+                )
+
+                if missing_fields or extra_fields:
+                    raise ValueError(
+                        f"Validation failed for the metadata of the image with index {idx} and name {names[idx]}. "
+                        "Please check the metadata and try again. "
+                        f"Missing fields: {missing_fields}, Extra fields: {extra_fields}"
+                    )
+
         if (
             conflict_resolution is not None
             and conflict_resolution not in SUPPORTED_CONFLICT_RESOLUTIONS
@@ -3553,7 +3639,7 @@ class ImageApi(RemoveableBulkModuleApi):
             results = await asyncio.gather(*tasks)
         """
         if semaphore is None:
-            semaphore = self._api._get_default_semaphore()
+            semaphore = self._api.get_default_semaphore()
 
         async with semaphore:
             async for response in self._download_async(id):
@@ -3611,7 +3697,7 @@ class ImageApi(RemoveableBulkModuleApi):
 
         """
         if semaphore is None:
-            semaphore = self._api._get_default_semaphore()
+            semaphore = self._api.get_default_semaphore()
         tasks = [
             self.download_np_async(id, semaphore, keep_alpha, progress_cb, progress_cb_type)
             for id in ids
@@ -3686,7 +3772,7 @@ class ImageApi(RemoveableBulkModuleApi):
         ensure_base_path(path)
         hash_to_check = None
         if semaphore is None:
-            semaphore = self._api._get_default_semaphore()
+            semaphore = self._api.get_default_semaphore()
         async with semaphore:
             async with aiofiles.open(path, writing_method) as fd:
                 async for chunk, hhash in self._download_async(
@@ -3764,7 +3850,7 @@ class ImageApi(RemoveableBulkModuleApi):
                 f'Length of "ids" and "paths" should be equal. {len(ids)} != {len(paths)}'
             )
         if semaphore is None:
-            semaphore = self._api._get_default_semaphore()
+            semaphore = self._api.get_default_semaphore()
         tasks = []
         for img_id, img_path in zip(ids, paths):
             task = self.download_path_async(
@@ -3838,7 +3924,7 @@ class ImageApi(RemoveableBulkModuleApi):
         hash_to_check = None
 
         if semaphore is None:
-            semaphore = self._api._get_default_semaphore()
+            semaphore = self._api.get_default_semaphore()
         async with semaphore:
             content = b""
             async for chunk, hhash in self._download_async(
@@ -3907,7 +3993,7 @@ class ImageApi(RemoveableBulkModuleApi):
                 img_bytes_list = loop.run_until_complete(api.image.download_bytes_imgs_async(ids, semaphore))
         """
         if semaphore is None:
-            semaphore = self._api._get_default_semaphore()
+            semaphore = self._api.get_default_semaphore()
         tasks = []
         for id in ids:
             task = self.download_bytes_single_async(

supervisely/api/pointcloud/pointcloud_api.py

@@ -1166,7 +1166,7 @@ class PointcloudApi(RemoveableBulkModuleApi):
         ensure_base_path(path)
         hash_to_check = None
         if semaphore is None:
-            semaphore = self._api._get_default_semaphore()
+            semaphore = self._api.get_default_semaphore()
         async with semaphore:
             async with aiofiles.open(path, writing_method) as fd:
                 async for chunk, hhash in self._download_async(
@@ -1248,7 +1248,7 @@ class PointcloudApi(RemoveableBulkModuleApi):
         if len(ids) != len(paths):
             raise ValueError('Can not match "ids" and "paths" lists, len(ids) != len(paths)')
         if semaphore is None:
-            semaphore = self._api._get_default_semaphore()
+            semaphore = self._api.get_default_semaphore()
         tasks = []
         for img_id, img_path in zip(ids, paths):
             task = self.download_path_async(
@@ -1322,7 +1322,7 @@ class PointcloudApi(RemoveableBulkModuleApi):
         ensure_base_path(path)
         hash_to_check = None
         if semaphore is None:
-            semaphore = self._api._get_default_semaphore()
+            semaphore = self._api.get_default_semaphore()
         async with semaphore:
             async with aiofiles.open(path, "wb") as fd:
                 async for chunk, hhash in self._api.stream_async(
@@ -1403,7 +1403,7 @@ class PointcloudApi(RemoveableBulkModuleApi):
         if len(ids) != len(paths):
             raise ValueError('Can not match "ids" and "paths" lists, len(ids) != len(paths)')
         if semaphore is None:
-            semaphore = self._api._get_default_semaphore()
+            semaphore = self._api.get_default_semaphore()
         tasks = []
         for img_id, img_path in zip(ids, paths):
             task = self.download_related_image_async(

supervisely/api/project_api.py

@@ -4,7 +4,9 @@
 # docs
 from __future__ import annotations
 
+import os
 from collections import defaultdict
+from copy import deepcopy
 from typing import (
     TYPE_CHECKING,
     Any,
@@ -25,7 +27,13 @@ if TYPE_CHECKING:
 from datetime import datetime, timedelta
 
 from supervisely import logger
-from supervisely._utils import abs_url, compress_image_url, is_development
+from supervisely._utils import (
+    abs_url,
+    compare_dicts,
+    compress_image_url,
+    get_unix_timestamp,
+    is_development,
+)
 from supervisely.annotation.annotation import TagCollection
 from supervisely.annotation.obj_class import ObjClass
 from supervisely.annotation.obj_class_collection import ObjClassCollection
@@ -36,6 +44,7 @@ from supervisely.api.module_api import (
     RemoveableModuleApi,
     UpdateableModule,
 )
+from supervisely.io.json import dump_json_file, load_json_file
 from supervisely.project.project_meta import ProjectMeta
 from supervisely.project.project_meta import ProjectMetaJsonFields as MetaJsonF
 from supervisely.project.project_settings import (
@@ -43,6 +52,9 @@ from supervisely.project.project_settings import (
     ProjectSettingsJsonFields,
 )
 from supervisely.project.project_type import (
+    _METADATA_SYSTEM_KEY,
+    _METADATA_TIMESTAMP_KEY,
+    _METADATA_VALIDATION_SCHEMA_KEY,
     _MULTISPECTRAL_TAG_NAME,
     _MULTIVIEW_TAG_NAME,
     ProjectType,
@@ -969,6 +981,278 @@ class ProjectApi(CloneableModuleApi, UpdateableModule, RemoveableModuleApi):
         )
         return response.json()
 
+    def get_custom_data(self, id: int) -> Dict[Any, Any]:
+        """Returns custom data of the Project by ID.
+        Custom data is a dictionary that can be used to store any additional information.
+
+        :param id: Project ID in Supervisely.
+        :type id: int
+        :return: Custom data of the Project
+        :rtype: :class:`dict`
+
+        :Usage example:
+
+        .. code-block:: python
+
+            import supervisely as sly
+
+            api = sly.Api.from_env()
+
+            project_id = 123456
+
+            custom_data = api.project.get_custom_data(project_id)
+
+            print(custom_data) # Output: {'key': 'value'}
+        """
+        return self.get_info_by_id(id).custom_data
+
+    def _get_system_custom_data(self, id: int) -> Dict[Any, Any]:
+        """Returns system custom data of the Project by ID.
+        System custom data is just a part of custom data that is used to store system information
+        and obtained by the key `_METADATA_SYSTEM_KEY`.
+
+        :param id: Project ID in Supervisely.
+        :type id: int
+        :return: System custom data of the Project
+        :rtype: :class:`dict`
+
+        :Usage example:
+
+        .. code-block:: python
+
+            import supervisely as sly
+
+            api = sly.Api.from_env()
+
+            project_id = 123456
+
+            system_custom_data = api.project._get_system_custom_data(project_id)
+
+            print(system_custom_data)
+        """
+        return self.get_info_by_id(id).custom_data.get(_METADATA_SYSTEM_KEY, {})
+
+    def get_validation_schema(self, id: int, use_caching: bool = False) -> Optional[Dict[Any, Any]]:
+        """Returns validation schema of the Project by ID.
+        Validation schema is a dictionary that can be used to validate metadata of each entity in the project
+        if corresnpoding schema is provided.
+        If using caching, the schema will be loaded from the cache if available.
+        Use cached version only in scenarios when the schema is not expected to change,
+        otherwise it may lead to checks with outdated schema.
+
+        :param id: Project ID in Supervisely.
+        :type id: int
+        :param use_caching: If True, uses cached version of the schema if available.
+            NOTE: This may lead to checks with outdated schema. Use with caution.
+            And only in scenarios when the schema is not expected to change.
+        :return: Validation schema of the Project
+        :rtype: :class:`dict`
+
+        :Usage example:
+
+        .. code-block:: python
+
+            import supervisely as sly
+
+            api = sly.Api.from_env()
+
+            project_id = 123456
+
+            validation_schema = api.project.get_validation_schema(project_id)
+
+            print(validation_schema) # Output: {'key': 'Description of the field'}
+        """
+        SCHEMA_DIFF_THRESHOLD = 60 * 60  # 1 hour
+        json_cache_filename = os.path.join(os.getcwd(), f"{id}_validation_schema.json")
+
+        if use_caching:
+            if os.path.isfile(json_cache_filename):
+                try:
+                    schema = load_json_file(json_cache_filename)
+                    timestamp = schema.pop(_METADATA_TIMESTAMP_KEY, 0)
+
+                    if get_unix_timestamp() - timestamp < SCHEMA_DIFF_THRESHOLD:
+                        return schema
+                except RuntimeError:
+                    pass
+
+        schema = self._get_system_custom_data(id).get(_METADATA_VALIDATION_SCHEMA_KEY)
+        if schema and use_caching:
+            schema_with_timestamp = deepcopy(schema)
+            schema_with_timestamp[_METADATA_TIMESTAMP_KEY] = get_unix_timestamp()
+            dump_json_file(schema_with_timestamp, json_cache_filename)
+
+        return schema
+
+    def _edit_validation_schema(
+        self, id: int, schema: Optional[Dict[Any, Any]] = None
+    ) -> Dict[Any, Any]:
+        """Edits validation schema of the Project by ID.
+        Do not use this method directly, use `set_validation_schema` or `remove_validation_schema` instead.
+
+        :param id: Project ID in Supervisely.
+        :type id: int
+        :param schema: Validation schema to set. If None, removes validation schema.
+        :type schema: dict, optional
+        :return: Project information in dict format
+        :rtype: :class:`dict`
+
+        :Usage example:
+
+        .. code-block:: python
+
+            import supervisely as sly
+
+            api = sly.Api.from_env()
+
+            project_id = 123456
+
+            schema = {'key': 'Description of the field'}
+
+            api.project._edit_validation_schema(project_id, schema) #Set new validation schema.
+            api.project._edit_validation_schema(project_id) #Remove validation schema.
+        """
+        custom_data = self.get_custom_data(id)
+        system_data = custom_data.setdefault(_METADATA_SYSTEM_KEY, {})
+
+        if not schema:
+            system_data.pop(_METADATA_VALIDATION_SCHEMA_KEY, None)
+        else:
+            system_data[_METADATA_VALIDATION_SCHEMA_KEY] = schema
+        return self.update_custom_data(id, custom_data)
+
+    def set_validation_schema(self, id: int, schema: Dict[Any, Any]) -> Dict[Any, Any]:
+        """Sets validation schema of the Project by ID.
+        NOTE: This method will overwrite existing validation schema. To extend existing schema,
+        use `get_validation_schema` first to get current schema, then update it and use this method to set new schema.
+
+        :param id: Project ID in Supervisely.
+        :type id: int
+        :param schema: Validation schema to set.
+        :type schema: dict
+        :return: Project information in dict format
+        :rtype: :class:`dict`
+
+        :Usage example:
+
+        .. code-block:: python
+
+            import supervisely as sly
+
+            api = sly.Api.from_env()
+
+            project_id = 123456
+
+            schema = {'key': 'Description of the field'}
+
+            api.project.set_validation_schema(project_id, schema)
+        """
+        return self._edit_validation_schema(id, schema)
+
+    def remove_validation_schema(self, id: int) -> Dict[Any, Any]:
+        """Removes validation schema of the Project by ID.
+
+        :param id: Project ID in Supervisely.
+        :type id: int
+        :return: Project information in dict format
+        :rtype: :class:`dict`
+
+        :Usage example:
+
+        .. code-block:: python
+
+            import supervisely as sly
+
+            api = sly.Api.from_env()
+
+            project_id = 123456
+
+            api.project.remove_validation_schema(project_id)
+        """
+        return self._edit_validation_schema(id)
+
+    def validate_entities_schema(
+        self, id: int, strict: bool = False
+    ) -> List[Dict[str, Union[id, str, List[str], List[Any]]]]:
+        """Validates entities of the Project by ID using validation schema.
+        Returns list of entities that do not match the schema.
+
+        Example of the returned list:
+
+        [
+            {
+                "entity_id": 123456,
+                "entity_name": "image.jpg",
+                "missing_fields": ["location"],
+                "extra_fields": ["city.name"] <- Nested field (field "name" of the field "city")
+            }
+        ]
+
+        :param id: Project ID in Supervisely.
+        :type id: int
+        :param strict: If strict is disabled, only checks if the entity has all the fields from the schema.
+            Any extra fields in the entity will be ignored and will not be considered as an error.
+            If strict is enabled, checks that the entity custom data is an exact match to the schema.
+        :type strict: bool, optional
+        :return: List of dictionaries with information about entities that do not match the schema.
+        :rtype: :class:`List[Dict[str, Union[id, str, List[str], List[Any]]]`
+
+        :Usage example:
+
+        .. code-block:: python
+
+            import supervisely as sly
+
+            api = sly.Api.from_env()
+
+            project_id = 123456
+
+            incorrect_entities = api.project.validate_entities_schema(project_id)
+
+            for entity in incorrect_entities:
+                print(entity.id, entity.name) # Output: 123456, 'image.jpg'
+        """
+        validation_schema = self.get_validation_schema(id)
+        if not validation_schema:
+            raise ValueError("Validation schema is not set for this project.")
+
+        info = self.get_info_by_id(id)
+        listing_method = {
+            # Mapping of project type to listing method.
+            ProjectType.IMAGES.value: self._api.image.get_list,
+        }
+        custom_data_properties = {
+            # Mapping of project type to custom data property name.
+            # Can be different for different project types.
+            ProjectType.IMAGES.value: "meta"
+        }
+
+        listing_method = listing_method.get(info.type)
+        custom_data_property = custom_data_properties.get(info.type)
+
+        if not listing_method or not custom_data_property:
+            # TODO: Add support for other project types.
+            raise NotImplementedError("Validation schema is not supported for this project type.")
+
+        entities = listing_method(project_id=id)
+        incorrect_entities = []
+
+        for entity in entities:
+            custom_data = getattr(entity, custom_data_property)
+            missing_fields, extra_fields = compare_dicts(
+                validation_schema, custom_data, strict=strict
+            )
+            if missing_fields or extra_fields:
+                entry = {
+                    "entity_id": entity.id,
+                    "entity_name": entity.name,
+                    "missing_fields": missing_fields,
+                    "extra_fields": extra_fields,
+                }
+                incorrect_entities.append(entry)
+
+        return incorrect_entities
+
     def get_settings(self, id: int) -> Dict[str, str]:
         info = self._get_info_by_id(id, "projects.info")
         return info.settings

supervisely/api/video/video_annotation_api.py

@@ -284,7 +284,7 @@ class VideoAnnotationAPI(EntityAnnotationAPI):
             video_info = self._api.video.get_info_by_id(video_id)
 
         if semaphore is None:
-            semaphore = self._api._get_default_semaphore()
+            semaphore = self._api.get_default_semaphore()
 
         async with semaphore:
             response = await self._api.post_async(

supervisely/api/video/video_api.py

@@ -2482,7 +2482,7 @@ class VideoApi(RemoveableBulkModuleApi):
         ensure_base_path(path)
         hash_to_check = None
         if semaphore is None:
-            semaphore = self._api._get_default_semaphore()
+            semaphore = self._api.get_default_semaphore()
         async with semaphore:
             async with aiofiles.open(path, writing_method) as fd:
                 async for chunk, hhash in self._download_async(
@@ -2562,7 +2562,7 @@ class VideoApi(RemoveableBulkModuleApi):
         if len(ids) != len(paths):
             raise ValueError('Can not match "ids" and "paths" lists, len(ids) != len(paths)')
         if semaphore is None:
-            semaphore = self._api._get_default_semaphore()
+            semaphore = self._api.get_default_semaphore()
         tasks = []
         for img_id, img_path in zip(ids, paths):
             task = self.download_path_async(

supervisely/api/volume/volume_api.py

@@ -1360,7 +1360,7 @@ class VolumeApi(RemoveableBulkModuleApi):
         ensure_base_path(path)
         hash_to_check = None
         if semaphore is None:
-            semaphore = self._api._get_default_semaphore()
+            semaphore = self._api.get_default_semaphore()
         async with semaphore:
             async with aiofiles.open(path, writing_method) as fd:
                 async for chunk, hhash in self._download_async(
@@ -1440,7 +1440,7 @@ class VolumeApi(RemoveableBulkModuleApi):
         if len(ids) != len(paths):
             raise ValueError(f'Can not match "ids" and "paths" lists, {len(ids)} != {len(paths)}')
         if semaphore is None:
-            semaphore = self._api._get_default_semaphore()
+            semaphore = self._api.get_default_semaphore()
         tasks = []
         for img_id, img_path in zip(ids, paths):
             task = self.download_path_async(

supervisely/io/env.py

@@ -539,3 +539,18 @@ def mininum_instance_version_for_sdk() -> str:
         postprocess_fn=lambda x: x,
         raise_not_found=False,
     )
+
+
+def semaphore_size() -> int:
+    """Returns semaphore size from environment variable using following
+        - SUPERVISELY_ASYNC_SEMAPHORE
+
+    :return: semaphore size
+    :rtype: int
+    """
+    return _parse_from_env(
+        name="semaphore_size",
+        keys=["SUPERVISELY_ASYNC_SEMAPHORE"],
+        postprocess_fn=lambda x: int(x),
+        raise_not_found=False,
+    )

supervisely/project/project.py

@@ -4387,7 +4387,7 @@ async def _download_project_async(
     resume_download: Optional[bool] = False,
 ):
     if semaphore is None:
-        semaphore = api._get_default_semaphore()
+        semaphore = api.get_default_semaphore()
 
     dataset_ids = set(dataset_ids) if (dataset_ids is not None) else None
     project_fs = None

supervisely/project/project_type.py

@@ -11,7 +11,10 @@ class ProjectType(StrEnum):
     POINT_CLOUD_EPISODES = "point_cloud_episodes"
 
 
-
 # Constants for multispectral and multiview projects.
 _MULTISPECTRAL_TAG_NAME = "multispectral"
 _MULTIVIEW_TAG_NAME = "multiview"
+
+_METADATA_SYSTEM_KEY = "sly_system"
+_METADATA_VALIDATION_SCHEMA_KEY = "validation_schema"
+_METADATA_TIMESTAMP_KEY = "validation_schema_timestamp"

supervisely/project/video_project.py

@@ -1594,7 +1594,7 @@ async def download_video_project_async(
                     )
     """
     if semaphore is None:
-        semaphore = api._get_default_semaphore()
+        semaphore = api.get_default_semaphore()
 
     key_id_map = KeyIdMap()