supervisely 6.73.290__py3-none-any.whl → 6.73.291__py3-none-any.whl

supervisely/api/image_api.py

@@ -1028,7 +1028,10 @@ class ImageApi(RemoveableBulkModuleApi):
         return results
 
     def check_existing_links(
-        self, links: List[str], progress_cb: Optional[Union[tqdm, Callable]] = None
+        self,
+        links: List[str],
+        progress_cb: Optional[Union[tqdm, Callable]] = None,
+        team_id: Optional[int] = None,
     ) -> List[str]:
         """
         Checks existing links for Images.
@@ -1037,6 +1040,8 @@ class ImageApi(RemoveableBulkModuleApi):
         :type links: List[str]
         :param progress_cb: Function for tracking progress of checking.
         :type progress_cb: tqdm or callable, optional
+        :param team_id: Team ID in Supervisely (will be used to get remote storage settings).
+        :type team_id: int
         :return: List of existing links
         :rtype: List[str]
         """
@@ -1044,9 +1049,9 @@ class ImageApi(RemoveableBulkModuleApi):
         if len(links) == 0:
             return []
 
-        def _is_image_available(url, progress_cb=None):
+        def _is_image_available(url, team_id, progress_cb=None):
             if self._api.remote_storage.is_bucket_url(url):
-                response = self._api.remote_storage.is_path_exist(url)
+                response = self._api.remote_storage.is_path_exist(url, team_id)
                 result = url if response else None
             else:
                 response = requests.head(url)
@@ -1055,7 +1060,9 @@ class ImageApi(RemoveableBulkModuleApi):
                 progress_cb(1)
             return result
 
-        _is_image_available_with_progress = partial(_is_image_available, progress_cb=progress_cb)
+        _is_image_available_with_progress = partial(
+            _is_image_available, team_id=team_id, progress_cb=progress_cb
+        )
 
         with ThreadPoolExecutor(max_workers=20) as executor:
             results = list(executor.map(_is_image_available_with_progress, links))

supervisely/api/module_api.py

@@ -617,6 +617,8 @@ class ApiField:
     """"""
     CUSTOM_SORT = "customSort"
     """"""
+    GROUP_ID = "groupId"
+    """"""
 
 
 def _get_single_item(items):

supervisely/api/remote_storage_api.py

@@ -1,14 +1,15 @@
 # coding: utf-8
-from typing import Optional, Callable, Union, List
+import mimetypes
+from typing import Callable, List, Optional, Union
 
+from requests_toolbelt import MultipartEncoder
 from tqdm import tqdm
 
-from supervisely.api.module_api import ModuleApiBase, ApiField
+from supervisely import logger
+from supervisely.api.module_api import ApiField, ModuleApiBase
 from supervisely.collection.str_enum import StrEnum
+from supervisely.io import env
 from supervisely.io.fs import ensure_base_path, get_file_name_with_ext
-from supervisely import logger
-from requests_toolbelt import MultipartEncoder
-import mimetypes
 
 
 class Provider(StrEnum):
@@ -53,30 +54,38 @@ class RemoteStorageApi(ModuleApiBase):
     def get_file_info_by_path(
         self,
         path: str,
-    ) -> dict:
+        team_id: int = None,
+    ) -> Optional[dict]:
         """
         Get info about file for given remote path.
 
         :param path: Remote path to file.
         :type path: str
-        :returns: List of files in the given remote path
-        :rtype: dict
+        :param team_id: Team ID (to get cloud storages connected to the team)
+        :type team_id: int
+        :returns: file  info in the given remote path
+        :rtype: Optional[dict]
 
         """
-
+        team_id = team_id or env.team_id(raise_not_found=False)
         Provider.validate_path(path)
         path = path.rstrip("/")
-        resp = self._api.get(
-            "remote-storage.list",
-            {
-                ApiField.PATH: path,
-                "recursive": False,
-                "files": True,
-                "folders": False,
-                "limit": 1,
-                "startAfter": "",
-            },
-        )
+
+        json_body = {
+            ApiField.PATH: path,
+            ApiField.RECURSIVE: False,
+            ApiField.FILES: True,
+            ApiField.FOLDERS: False,
+            ApiField.LIMIT: 1,
+            "startAfter": "",
+        }
+        if team_id is not None:
+            json_body[ApiField.GROUP_ID] = team_id
+
+        resp = self._api.get("remote-storage.list", json_body)
+        if resp is None:
+            return None
+
         return resp.json()[0]
 
     def list(
@@ -87,6 +96,7 @@ class RemoteStorageApi(ModuleApiBase):
         folders: bool = True,
         limit: int = 10000,
         start_after: str = "",
+        team_id: int = None,
     ) -> list:
         """
         List files and directories for given remote path.
@@ -103,28 +113,39 @@ class RemoteStorageApi(ModuleApiBase):
         :type limit: int
         :param start_after: Start listing path after given file name.
         :type start_after: str
+        :param team_id: Team ID (to get cloud storages connected to the team)
+        :type team_id: int
         :returns: List of files in the given remote path
-        :rtype: dict
+        :rtype: list
 
         """
+        team_id = team_id or env.team_id(raise_not_found=False)
 
         Provider.validate_path(path)
         path = path.rstrip("/") + "/"
-        resp = self._api.get(
-            "remote-storage.list",
-            {
-                ApiField.PATH: path,
-                "recursive": recursive,
-                "files": files,
-                "folders": folders,
-                "limit": limit,
-                "startAfter": start_after,
-            },
-        )
+
+        json_body = {
+            ApiField.PATH: path,
+            ApiField.RECURSIVE: recursive,
+            ApiField.FILES: files,
+            ApiField.FOLDERS: folders,
+            ApiField.LIMIT: limit,
+            "startAfter": start_after,
+        }
+        if team_id is not None:
+            json_body[ApiField.GROUP_ID] = team_id
+
+        resp = self._api.get("remote-storage.list", json_body)
+        if resp is None:
+            return []
         return resp.json()
 
     def download_path(
-        self, remote_path: str, save_path: str, progress_cb: Optional[Union[tqdm, Callable]] = None
+        self,
+        remote_path: str,
+        save_path: str,
+        progress_cb: Optional[Union[tqdm, Callable]] = None,
+        team_id: int = None,
     ):
         """
         Downloads item from given remote path to given local path.
@@ -135,6 +156,8 @@ class RemoteStorageApi(ModuleApiBase):
         :type save_path: str
         :param progress_cb: Progress function to download.
         :type progress_cb: tqdm or callable, optional
+        :param team_id: Team ID (to get cloud storages connected to the team)
+        :type team_id: int
 
 
         .. code-block:: python
@@ -145,13 +168,17 @@ class RemoteStorageApi(ModuleApiBase):
             remote_path = api.remote_storage.get_remote_path(provider, bucket, path_in_bucket)
             # or alternatively use this:
             # remote_path = f"{provider}://{bucket}{path_in_bucket}"
-            api.remote_storage.upload_path(local_path="images/my-cats.jpg", remote_path=remote_path)
+            api.remote_storage.download_path(local_path="images/my-cats.jpg", remote_path=remote_path)
         """
+        team_id = team_id or env.team_id(raise_not_found=False)
         Provider.validate_path(remote_path)
         ensure_base_path(save_path)
-        response = self._api.post(
-            "remote-storage.download", {ApiField.LINK: remote_path}, stream=True
-        )
+
+        json_body = {ApiField.LINK: remote_path}
+        if team_id is not None:
+            json_body[ApiField.GROUP_ID] = team_id
+
+        response = self._api.post("remote-storage.download", json_body, stream=True)
         # if "Content-Length" in response.headers:
         #     length = int(response.headers['Content-Length'])
         with open(save_path, "wb") as fd:
@@ -160,7 +187,7 @@ class RemoteStorageApi(ModuleApiBase):
                 if progress_cb is not None:
                     progress_cb(len(chunk))
 
-    def upload_path(self, local_path: str, remote_path: str):
+    def upload_path(self, local_path: str, remote_path: str, team_id: int = None):
         """
         Uploads item from given local path to given remote path.
 
@@ -168,6 +195,8 @@ class RemoteStorageApi(ModuleApiBase):
         :type local_path: str
         :param remote_path: Remote destination path.
         :type remote_path: str
+        :param team_id: Team ID (to get cloud storages connected to the team)
+        :type team_id: int
         :Usage example:
 
         .. code-block:: python
@@ -176,15 +205,17 @@ class RemoteStorageApi(ModuleApiBase):
             bucket = "bucket-test-export"
             path_in_bucket = "/demo/image.jpg"
             remote_path = api.remote_storage.get_remote_path(provider, bucket, path_in_bucket)
+            team_id = 123
             # or alternatively use this:
             # remote_path = f"{provider}://{bucket}{path_in_bucket}"
-            api.remote_storage.upload_path(local_path="images/my-cats.jpg", remote_path=remote_path)
+            api.remote_storage.upload_path("images/my-cats.jpg", remote_path, team_id)
         """
         Provider.validate_path(remote_path)
-        return self._upload_paths_batch([local_path], [remote_path])
+        return self._upload_paths_batch([local_path], [remote_path], team_id)
 
-    def _upload_paths_batch(self, local_paths, remote_paths):
+    def _upload_paths_batch(self, local_paths, remote_paths, team_id: int = None):
         """_upload_paths_batch"""
+        team_id = team_id or env.team_id(raise_not_found=False)
 
         if len(local_paths) != len(remote_paths):
             raise ValueError("Inconsistency in paths, len(local_paths) != len(remote_paths)")
@@ -209,7 +240,10 @@ class RemoteStorageApi(ModuleApiBase):
                 )
             )
         encoder = MultipartEncoder(fields=content)
-        resp = self._api.post("remote-storage.upload", encoder)
+        url = f"remote-storage.upload"
+        if team_id is not None:
+            url += f"?teamId={team_id}"
+        resp = self._api.post(url, encoder)
         return resp.json()
 
     def get_remote_path(self, provider: str, bucket: str, path_in_bucket: str) -> str:
@@ -236,10 +270,15 @@ class RemoteStorageApi(ModuleApiBase):
         Provider.validate_path(res_path)
         return res_path
 
-    def get_list_available_providers(self) -> List[dict]:
+    def get_list_available_providers(
+        self,
+        team_id: int = None,
+    ) -> List[dict]:
         """
         Get the list of available providers for the instance.
 
+        :param team_id: Team ID (to get cloud storages connected to the team)
+        :type team_id: int
         :return: List of available providers
         :rtype: List[dict]
         :Usage example:
@@ -260,7 +299,8 @@ class RemoteStorageApi(ModuleApiBase):
             # Pass values into the API constructor (optional, not recommended)
             # api = sly.Api(server_address="https://app.supervise.ly", token="4r47N...xaTatb")
 
-            available_providers = api.remote_storage.get_list_available_providers()
+            team_id = 123
+            available_providers = api.remote_storage.get_list_available_providers(team_id)
 
             # Output example
 
@@ -281,13 +321,24 @@ class RemoteStorageApi(ModuleApiBase):
             #    ]
 
         """
-        resp = self._api.get("remote-storage.available_providers", {})
+        team_id = team_id or env.team_id(raise_not_found=False)
+
+        json_body = {}
+        if team_id is not None:
+            json_body[ApiField.GROUP_ID] = team_id
+
+        resp = self._api.get("remote-storage.available_providers", json_body)
         return resp.json()
 
-    def get_list_supported_providers(self) -> List[dict]:
+    def get_list_supported_providers(
+        self,
+        team_id: int = None,
+    ) -> List[dict]:
         """
         Get the list of supported providers for the instance.
 
+        :param team_id: Team ID (to get cloud storages connected to the team)
+        :type team_id: int
         :return: List of supported providers
         :rtype: List[dict]
         :Usage example:
@@ -308,7 +359,8 @@ class RemoteStorageApi(ModuleApiBase):
             # Pass values into the API constructor (optional, not recommended)
             # api = sly.Api(server_address="https://app.supervise.ly", token="4r47N...xaTatb")
 
-            supported_providers = api.remote_storage.get_list_supported_providers()
+            team_id = 123
+            supported_providers = api.remote_storage.get_list_supported_providers(team_id)
 
             # Output example
 
@@ -325,15 +377,27 @@ class RemoteStorageApi(ModuleApiBase):
             #    ]
 
         """
-        resp = self._api.get("remote-storage.supported_providers", {})
+        team_id = team_id or env.team_id(raise_not_found=False)
+
+        json_body = {}
+        if team_id is not None:
+            json_body[ApiField.GROUP_ID] = team_id
+
+        resp = self._api.get("remote-storage.supported_providers", json_body)
         return resp.json()
 
-    def is_path_exist(self, path: str) -> bool:
+    def is_path_exist(
+        self,
+        path: str,
+        team_id: int = None,
+    ) -> bool:
         """
         Check if the file path exists.
 
         :param path: URL of the file in the bucket storage
         :type path: str
+        :param team_id: Team ID (to get cloud storages connected to the team)
+        :type team_id: int
         :return: True if the file exists, False otherwise
         :rtype: bool
         :Usage example:
@@ -358,13 +422,17 @@ class RemoteStorageApi(ModuleApiBase):
             is_exist = api.remote_storage.is_path_exist(path)
 
         """
-
+        team_id = team_id or env.team_id(raise_not_found=False)
         Provider.validate_path(path)
 
-        resp = self._api.get(
-            "remote-storage.exists",
-            {ApiField.PATH: path},
-        )
+        json_body = {ApiField.PATH: path}
+        if team_id is not None:
+            json_body[ApiField.GROUP_ID] = team_id
+
+        resp = self._api.get("remote-storage.exists", json_body)
+        if resp is None:
+            return False
+            
         resp = resp.json()
 
         if resp.get("exists"):
@@ -372,12 +440,18 @@ class RemoteStorageApi(ModuleApiBase):
         else:
             return False
 
-    def get_path_stats(self, path: str) -> Optional[dict]:
+    def get_path_stats(
+        self,
+        path: str,
+        team_id: int = None,
+    ) -> Optional[dict]:
         """
         Get information about file size and the date of its last modification in bucket storage.
 
         :param path: URL of the file in the bucket storage
         :type path: str
+        :param team_id: Team ID (to get cloud storages connected to the team)
+        :type team_id: int
         :return: File 'size' in bytes and 'lastModified' date if file exists, otherwise None
         :rtype: Optional[dict]
         :Usage example:
@@ -399,7 +473,8 @@ class RemoteStorageApi(ModuleApiBase):
             # api = sly.Api(server_address="https://app.supervise.ly", token="4r47N...xaTatb")
 
             path = "s3://bucket/lemons/ds1/img/IMG_444.jpeg"
-            stats = api.remote_storage.get_path_stats(path)
+            team_id = 123
+            stats = api.remote_storage.get_path_stats(path, team_id)
 
             # Output example
 
@@ -409,11 +484,14 @@ class RemoteStorageApi(ModuleApiBase):
             #   }
 
         """
-        if self.is_path_exist(path):
-            resp = self._api.get(
-                "remote-storage.stat",
-                {ApiField.PATH: path},
-            )
+        team_id = team_id or env.team_id(raise_not_found=False)
+
+        json_body = {ApiField.PATH: path}
+        if team_id is not None:
+            json_body[ApiField.GROUP_ID] = team_id
+
+        if self.is_path_exist(path, team_id):
+            resp = self._api.get("remote-storage.stat", json_body)
             return resp.json()
         else:
             path_folers = path.split("/")[3:]

supervisely/project/project.py

@@ -3352,8 +3352,9 @@ class Project:
             existing_hashes = api.image.check_existing_hashes(
                 list(set([inf.hash for inf in image_infos if inf.hash and not inf.link]))
             )
+            workspace_info = api.workspace.get_info_by_id(workspace_id)
             existing_links = api.image.check_existing_links(
-                list(set([inf.link for inf in image_infos if inf.link]))
+                list(set([inf.link for inf in image_infos if inf.link])), team_id=workspace_info.team_id
             )
         image_infos = sorted(image_infos, key=lambda info: info.link is not None)
 

{supervisely-6.73.290.dist-info → supervisely-6.73.291.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: supervisely
-Version: 6.73.290
+Version: 6.73.291
 Summary: Supervisely Python SDK.
 Home-page: https://github.com/supervisely/supervisely
 Author: Supervisely

{supervisely-6.73.290.dist-info → supervisely-6.73.291.dist-info}/RECORD

@@ -28,17 +28,17 @@ supervisely/api/dataset_api.py,sha256=GH7prDRJKyJlTv_7_Y-RkTwJN7ED4EkXNqqmi3iIdI
 supervisely/api/file_api.py,sha256=v2FsD3oljwNPqcDgEJRe8Bu5k0PYKzVhqmRb5QFaHAQ,83422
 supervisely/api/github_api.py,sha256=NIexNjEer9H5rf5sw2LEZd7C1WR-tK4t6IZzsgeAAwQ,623
 supervisely/api/image_annotation_tool_api.py,sha256=YcUo78jRDBJYvIjrd-Y6FJAasLta54nnxhyaGyanovA,5237
-supervisely/api/image_api.py,sha256=_hoFKsJpvHxrjoLronFNg348TGUn-OC0f5Nuq7IyFIk,191905
+supervisely/api/image_api.py,sha256=oi8luorbCaqMzd88_sjKeQQsX4eYOGJ8DVEbmSM44bw,192139
 supervisely/api/import_storage_api.py,sha256=BDCgmR0Hv6OoiRHLCVPKt3iDxSVlQp1WrnKhAK_Zl84,460
 supervisely/api/issues_api.py,sha256=BqDJXmNoTzwc3xe6_-mA7FDFC5QQ-ahGbXk_HmpkSeQ,17925
 supervisely/api/labeling_job_api.py,sha256=odnzZjp29yM16Gq-FYkv-OA4WFMNJCLFo4qSikW2A7c,56280
-supervisely/api/module_api.py,sha256=HrHndEvG684ULGchmFiFx0VsbSoihkq97iFPBFMY-dM,44345
+supervisely/api/module_api.py,sha256=x5C1KvTulm5yZ-s9Sa47T4u--QRG6ditj1GhcqocTeA,44381
 supervisely/api/neural_network_api.py,sha256=ktPVRO4Jeulougio8F0mioJJHwRJcX250Djp1wBoQ9c,7620
 supervisely/api/object_class_api.py,sha256=-rQcKwhBw3iL9KNH9c1ROgoimgWM1ls6Wi_tb1R-MzY,7683
 supervisely/api/plugin_api.py,sha256=TlfrosdRuYG4NUxk92QiQoVaOdztFspPpygyVa3M3zk,5283
 supervisely/api/project_api.py,sha256=ZTRx7LXsPLjMuGq_PhugPgN-OsGMtTRxputH9EA9iZ0,78774
 supervisely/api/project_class_api.py,sha256=5cyjdGPPb2tpttu5WmYoOxUNiDxqiojschkhZumF0KM,1426
-supervisely/api/remote_storage_api.py,sha256=xy9-j5hSftVcAILyqF_mQdQ1DUywt9msq2QYuSE-PVY,15032
+supervisely/api/remote_storage_api.py,sha256=qTuPhPsstgEjRm1g-ZInddik8BNC_38YvBBPvgmim6U,17790
 supervisely/api/report_api.py,sha256=Om7CGulUbQ4BuJ16eDtz7luLe0JQNqab-LoLpUXu7YE,7123
 supervisely/api/role_api.py,sha256=aBL4mxtn08LDPXQuS153-lQFN6N2kcwiz8MbescZ8Gk,3044
 supervisely/api/storage_api.py,sha256=FPGYf3Rn3LBoe38RBNdoiURs306oshzvKOEOQ56XAbs,13030
@@ -1009,7 +1009,7 @@ supervisely/project/data_version.py,sha256=nknaWJSUCwoDyNG9_d1KA-GjzidhV9zd9Cn8c
 supervisely/project/download.py,sha256=zb8sb4XZ6Qi3CP7fmtLRUAYzaxs_W0WnOfe2x3ZVRMs,24639
 supervisely/project/pointcloud_episode_project.py,sha256=yiWdNBQiI6f1O9sr1pg8JHW6O-w3XUB1rikJNn3Oung,41866
 supervisely/project/pointcloud_project.py,sha256=Kx1Vaes-krwG3BiRRtHRLQxb9G5m5bTHPN9IzRqmNWo,49399
-supervisely/project/project.py,sha256=34fAbYV4VdfVSqMs0a5ggAIwELd8nPb-uGoaC1F7h4I,202299
+supervisely/project/project.py,sha256=pDKRPZZCwW79wlfDi4JK9rOZisO2vWRfiOD_j7AId5k,202403
 supervisely/project/project_meta.py,sha256=26s8IiHC5Pg8B1AQi6_CrsWteioJP2in00cRNe8QlW0,51423
 supervisely/project/project_settings.py,sha256=NLThzU_DCynOK6hkHhVdFyezwprn9UqlnrLDe_3qhkY,9347
 supervisely/project/project_type.py,sha256=_3RqW2CnDBKFOvSIrQT1RJQaiHirs34_jiQS8CkwCpo,530
@@ -1071,9 +1071,9 @@ supervisely/worker_proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZ
 supervisely/worker_proto/worker_api_pb2.py,sha256=VQfi5JRBHs2pFCK1snec3JECgGnua3Xjqw_-b3aFxuM,59142
 supervisely/worker_proto/worker_api_pb2_grpc.py,sha256=3BwQXOaP9qpdi0Dt9EKG--Lm8KGN0C5AgmUfRv77_Jk,28940
 supervisely_lib/__init__.py,sha256=7-3QnN8Zf0wj8NCr2oJmqoQWMKKPKTECvjH9pd2S5vY,159
-supervisely-6.73.290.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-supervisely-6.73.290.dist-info/METADATA,sha256=B9crK8mR_VqKArU2r9540M7jiO3aypWHsKAcdeU0YKs,33573
-supervisely-6.73.290.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-supervisely-6.73.290.dist-info/entry_points.txt,sha256=U96-5Hxrp2ApRjnCoUiUhWMqijqh8zLR03sEhWtAcms,102
-supervisely-6.73.290.dist-info/top_level.txt,sha256=kcFVwb7SXtfqZifrZaSE3owHExX4gcNYe7Q2uoby084,28
-supervisely-6.73.290.dist-info/RECORD,,
+supervisely-6.73.291.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+supervisely-6.73.291.dist-info/METADATA,sha256=QAK_3SyERXF-LNRXMUunSNQFpHBErFsVRtdMVPhStB8,33573
+supervisely-6.73.291.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+supervisely-6.73.291.dist-info/entry_points.txt,sha256=U96-5Hxrp2ApRjnCoUiUhWMqijqh8zLR03sEhWtAcms,102
+supervisely-6.73.291.dist-info/top_level.txt,sha256=kcFVwb7SXtfqZifrZaSE3owHExX4gcNYe7Q2uoby084,28
+supervisely-6.73.291.dist-info/RECORD,,